{ "recorded_at": "2026-10-11T20:32:52.308299+00:00", "backend_label": "nalgebra", "model": "lmm", "lapack_symbols": { "extension": [], "numpy": [ "_cgesdd$NEWLAPACK$ILP64", "_dgesdd$NEWLAPACK$ILP64", "_sgesdd$NEWLAPACK$ILP64", "_zgesdd$NEWLAPACK$ILP64" ] }, "platform": "macOS-27.0.1-arm64-arm-64bit-Mach-O", "cpu": "Apple M5 Ultra", "host_memory_bytes": 103079215104, "python": "3.14.7", "numpy_config": "Build Dependencies:\n blas:\n detection method: system\n found: true\n include directory: unknown\n lib directory: unknown\n name: accelerate\n openblas configuration: unknown\n pc file directory: unknown\n version: unknown\n lapack:\n detection method: system\n found: true\n include directory: unknown\n lib directory: unknown\n name: accelerate\n openblas configuration: unknown\n pc file directory: unknown\n version: unknown\nCompilers:\n c:\n commands: cc\n linker: ld64\n name: clang\n version: 15.0.0\n c++:\n commands: c++\n linker: ld64\n name: clang\n version: 15.0.0\n cython:\n commands: cython\n linker: cython\n name: cython\n version: 3.3.0\nMachine Information:\n build:\n cpu: aarch64\n endian: little\n family: aarch64\n system: darwin\n host:\n cpu: aarch64\n endian: little\n family: aarch64\n system: darwin\nPython Information:\n path: /private/var/folders/s6/5hzmn6lx4dz5nxs7k_0slzph0000gn/T/build-env-buaiw__1/bin/python\n version: '3.14'\nSIMD Extensions:\n baseline:\n - NEON\n - NEON_FP16\n - NEON_VFPV4\n - ASIMD\n found:\n - ASIMDHP\n - ASIMDDP\n not found:\n - ASIMDFHM\n\n", "thread_environment": { "OPENBLAS_NUM_THREADS": "1", "OMP_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "VECLIB_MAXIMUM_THREADS": "1", "BLIS_NUM_THREADS": "1" }, "repeats": 5, "warmups": 1, "extension_sha256": "75a3178df1ab88f87eeb38a2b848279312aa9724a48754d9adfadafa1fabccaa", "rust": "rustc 1.99.0 (b940084d7 2026-09-28) (Homebrew)", "tolerance": { "absolute": 1e-07, "relative": 1e-06, "quantity_relative": { "covariance": 1e-05, "std_errors": 1e-05, "z_statistics": 1e-05, "residual_variance": 1e-05, "random_intercept_variance": 1e-05, "sigma": 1e-05, "icc": 1e-05, "log_likelihood": 1e-09, "aic": 1e-09 } }, "cases": [ { "n": 1000, "p": 3, "data": { "seed": 20261011, "sha256": "d12e574231fece849c7688e261a56157e32d357513da91554e17fdd381678537", "true_coefficients": [ 50.0, 1.8, 0.2 ], "residual_sd": 5.0, "random_intercept_sd": 6.0, "n_groups": 50, "sample_correlations": [ [ 1.0, 0.7387446856687101, 0.695099903312317 ], [ 0.7387446856687101, 1.0, 0.6303680993704882 ], [ 0.6950999033123171, 0.6303680993704882, 1.0 ] ], "correlation_order": [ "study_hours", "prior_score", "score" ] }, "implementations": { "R": { "version": "R version 4.6.1 (2026-06-24) lme4 2.0.6", "BLAS": "/opt/homebrew/Cellar/openblas/0.3.34/lib/libopenblasp-r0.3.34.dylib", "load_seconds": 0.0010000000000000009, "fit_seconds": [ 0.007000000000000006, 0.007000000000000006, 0.007000000000000006, 0.006000000000000005, 0.006000000000000005 ], "sample_indices": [ 0, 111, 222, 333, 444, 555, 666, 777, 888, 999 ], "result": { "coefficients": [ 49.718503648787525, 1.726096055015813, 0.20756366269154383 ], "covariance": [ [ 1.4228047451268169, 0.030448621750453975, -0.017567002082297667 ], [ 0.030448621750453975, 0.006299440112996564, -0.0012115284506461921 ], [ -0.017567002082297667, -0.0012115284506461921, 0.00042838022320563514 ] ], "std_errors": [ 1.1928137931491305, 0.07936901229696994, 0.020697348216755573 ], "z_statistics": [ 41.681697457175126, 21.747732585576223, 10.028514789325056 ], "p_values": [ 0, 7.257927620775472e-105, 1.142217392414704e-23 ], "conf_int": [ [ 47.38063157395262, 52.05637572362243 ], [ 1.5705356494252354, 1.8816564606063908 ], [ 0.16699760561121862, 0.24812971977186904 ] ], "random_effects": [ -4.952572330659732, 3.0586242286850194, -2.4084719308388602, -0.05424708849437668, 2.19766117598716, 0.4272929976102189, -3.2451467684281616, -11.031005614123236, -3.6874696731805914, 2.524806040505067, 5.239835192933777, -8.263574058966102, 10.207611794153927, 0.06306685752968794, 4.74846835425508, -11.293949266911042, -0.13971067034188936, -5.986466379472574, -5.791328406204733, 1.4089911229976093, 0.7894272601955731, 3.053281696139288, 10.640730745655484, 1.532957454118907, -5.754849614447815, 3.3214149872748795, -6.750878289080093, 0.14863961215577087, -6.323258582384, 9.574577711077836, 4.061475955682789, -2.3012014060108354, -3.0506627514756293, -0.7618013976521272, -11.524056185958308, 8.585760379385752, 0.9545646420987777, -1.854772702670462, -0.6658079781268457, 3.3474826118268566, 2.7098765847556785, 1.986088026808862, 1.8160848083634027, -2.9787157676375036, 4.417134478289047, 4.879522476403249, 1.3883772363826956, 3.8869379545992855, 0.8920626083632441, 0.9571918689456566 ], "residual_variance": 26.44626016156733, "random_intercept_variance": 27.360533587909913, "sigma": 5.142592747006837, "icc": 0.5084958920856668, "log_likelihood": -3133.418830542328, "aic": 6276.837661084656, "df_residual": 997, "fitted_sample": [ 65.3572671634883, 66.4908393409529, 95.74504915052542, 67.77635513913026, 64.9785191693481, 82.64104891885606, 76.54247358653686, 73.02146235721611, 60.11356650770397, 80.79161265553445 ], "residuals_sample": [ -0.9486958354243171, 9.763824846452707, 3.567011041476448, -3.6606820884393585, 0.9459537161798295, 1.1643592679747172, -4.423881935731927, 6.269570368233076, -0.31210612286626827, 1.0837949064789285 ], "fixed_fitted_sample": [ 70.30983949414804, 74.75441339991902, 85.10431840486993, 68.53815653678238, 60.56138469105906, 82.21375592124585, 76.68218425687874, 72.87282274506033, 60.779374485830814, 79.83442078658878 ], "marginal_residuals_sample": [ -5.901268166084051, 1.5002507874865927, 14.207741787131937, -4.42248348609148, 5.363088194468872, 1.5916522655849263, -4.5635926060738115, 6.418209980388852, -0.9779141009931109, 2.0409867754245994 ] }, "process_seconds": 0.6390925419982523, "peak_rss_bytes": 260571136, "median_fit_seconds": 0.007000000000000006, "min_fit_seconds": 0.006000000000000005 }, "statsmodels": { "version": "0.15.0", "load_seconds": 0.0004895410966128111, "fit_seconds": [ 0.01390829193405807, 0.013962291879579425, 0.01378504210151732, 0.013876999961212277, 0.013826417038217187 ], "sample_indices": [ 0, 111, 222, 333, 444, 555, 666, 777, 888, 999 ], "result": { "coefficients": [ 49.71850364529734, 1.7260960549262465, 0.20756366275980923 ], "covariance": [ [ 1.4228047099961978, 0.030448621852692113, -0.017567002141013293 ], [ 0.030448621852692113, 0.006299440133777415, -0.0012115284546727256 ], [ -0.017567002141013293, -0.0012115284546727256, 0.00042838022463488563 ] ], "std_errors": [ 1.192813778423186, 0.0793690124278828, 0.020697348251282957 ], "z_statistics": [ 41.68169796883267, 21.74773254857659, 10.028514775893722 ], "p_values": [ 0.0, 7.257933473224572e-105, 1.1422175477679836e-23 ], "conf_int": [ [ 47.38063159932476, 52.05637569126992 ], [ 1.5705356490790843, 1.8816564607734088 ], [ 0.16699760561181157, 0.24812971990780688 ] ], "random_effects": [ -4.952572314015228, 3.0586242185398063, -2.4084719227498916, -0.05424708839808573, 2.197661168525313, 0.42729299623457434, -3.2451467576704207, -11.031005576977334, -3.6874696607388406, 2.5248060319823105, 5.239835175381034, -8.263574031274251, 10.207611759690026, 0.06306685729492245, 4.748468338253519, -11.29394922894156, -0.13971066984743297, -5.986466359452096, -5.791328386738363, 1.4089911182952959, 0.7894272574578212, 3.053281685847538, 10.640730709701801, 1.5329574488202302, -5.754849594795422, 3.321414976013223, -6.750878266116248, 0.14863961183672056, -6.323258560920698, 9.574577678596926, 4.0614759419523745, -2.30120139817923, -3.0506627410718465, -0.7618013951174721, -11.524056147231367, 8.585760350449283, 0.9545646386915343, -1.8547726965009312, -0.6658079758357716, 3.3474826004436284, 2.7098765756226784, 1.9860880202364195, 1.8160848022332259, -2.9787157574938696, 4.417134463421699, 4.87952246010738, 1.388377231576105, 3.8869379415326666, 0.892062605182953, 0.9571918661598755 ], "residual_variance": 26.44626025368647, "random_intercept_variance": 27.360531685018973, "sigma": 5.142592755963325, "icc": 0.5084958738329355, "log_likelihood": -3133.418830542328, "aic": 6276.837661084656, "df_residual": 997, "fitted_sample": [ 65.35726717968386, 66.49083936841394, 95.7450491160363, 67.77635514195948, 64.9785191533196, 82.6410489175327, 76.54247358781444, 73.02146235686445, 60.113566507772944, 80.79161265259735 ], "residuals_sample": [ -0.948695851619874, 9.763824818991665, 3.567011075965567, -3.6606820912685833, 0.9459537322083378, 1.1643592692980747, -4.4238819370095115, 6.269570368584738, -0.31210612293524065, 1.083794909416028 ], "fixed_fitted_sample": [ 70.30983949369909, 74.75441339968819, 85.1043184063345, 68.53815653707696, 60.5613846898979, 82.21375592129813, 76.68218425766187, 72.87282274502773, 60.77937448360871, 79.83442078643748 ], "marginal_residuals_sample": [ -5.901268165635102, 1.5002507877174196, 14.207741785667366, -4.4224834863860565, 5.363088195630034, 1.5916522655326446, -4.563592606856943, 6.418209980421452, -0.9779140987710093, 2.0409867755759024 ] }, "process_seconds": 0.7859533331356943, "peak_rss_bytes": 181354496, "median_fit_seconds": 0.013876999961212277, "min_fit_seconds": 0.01378504210151732 }, "PHP": { "version": "8.5.10", "load_seconds": 0.001109458, "fit_seconds": [ 0.001631333, 0.001630833, 0.00163075, 0.001604167, 0.001594917 ], "sample_indices": [ 0, 111, 222, 333, 444, 555, 666, 777, 888, 999 ], "result": { "coefficients": [ 49.718503645297616, 1.726096054926244, 0.2075636627598111 ], "covariance": [ [ 1.4228047099962233, 0.030448621852692266, -0.017567002141013366 ], [ 0.030448621852692266, 0.006299440133777414, -0.0012115284546727234 ], [ -0.017567002141013362, -0.0012115284546727232, 0.0004283802246348849 ] ], "std_errors": [ 1.192813778423197, 0.0793690124278828, 0.020697348251282936 ], "z_statistics": [ 41.68169796883252, 21.747732548576558, 10.028514775893823 ], "p_values": [ 0, 7.257933472716567e-105, 1.1422175478266359e-23 ], "conf_int": [ [ 47.380631599325014, 52.05637569127022 ], [ 1.5705356490790818, 1.8816564607734063 ], [ 0.16699760561181348, 0.24812971990780874 ] ], "log_likelihood": -3133.418830542329, "aic": 6276.837661084658, "df_residual": 997, "evaluations": 107, "random_effects": [ -4.952572314015597, 3.0586242185394563, -2.408471922750254, -0.054247088398448426, 2.1976611685249585, 0.42729299623422223, -3.245146757670784, -11.031005576977703, -3.6874696607392017, 2.5248060319819574, 5.239835175380687, -8.263574031274622, 10.207611759689682, 0.0630668572945674, 4.748468338253167, -11.293949228941935, -0.13971066984778938, -5.986466359452467, -5.791328386738732, 1.4089911182949433, 0.7894272574574608, 3.0532816858471876, 10.640730709701456, 1.5329574488198707, -5.75484959479578, 3.321414976012872, -6.750878266116609, 0.14863961183636867, -6.323258560921061, 9.574577678596578, 4.061475941952024, -2.30120139817959, -3.0506627410722027, -0.7618013951178285, -11.524056147231743, 8.585760350448938, 0.954564638691179, -1.8547726965012932, -0.665807975836127, 3.3474826004432696, 2.7098765756223235, 1.9860880202360696, 1.8160848022328713, -2.978715757494228, 4.417134463421351, 4.879522460107032, 1.3883772315757457, 3.886937941532315, 0.8920626051825934, 0.9571918661595338 ], "group_sizes": [ 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20 ], "n_groups": 50, "group_labels": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49 ], "residual_variance": 26.446260253686443, "random_intercept_variance": 27.360531685019815, "sigma": 5.142592755963323, "icc": 0.5084958738329434, "boundary": false, "method": "ML", "converged": true, "fitted_sample": [ 65.35726717968384, 66.49083936841393, 95.74504911603637, 67.77635514195951, 64.9785191533196, 82.64104891753273, 76.54247358781448, 73.02146235686448, 60.1135665077729, 80.79161265259737 ], "residuals_sample": [ -0.9486958516198598, 9.76382481899168, 3.567011075965496, -3.6606820912686118, 0.9459537322083378, 1.1643592692980462, -4.423881937009554, 6.269570368584709, -0.312106122935198, 1.0837949094160138 ], "fixed_fitted_sample": [ 70.30983949369944, 74.75441339968856, 85.10431840633491, 68.53815653707734, 60.56138468989825, 82.2137559212985, 76.68218425766227, 72.8728227450281, 60.779374483609026, 79.83442078643783 ], "marginal_residuals_sample": [ -5.901268165635457, 1.5002507877170501, 14.207741785666954, -4.42248348638644, 5.363088195629686, 1.5916522655322751, -4.563592606857341, 6.418209980421082, -0.977914098771322, 2.040986775575547 ] }, "process_seconds": 0.05361087480559945, "peak_rss_bytes": 29245440, "median_fit_seconds": 0.00163075, "min_fit_seconds": 0.001594917 } }, "max_absolute_errors_vs_R": { "statsmodels": { "coefficients": 3.490185918053612e-09, "covariance": 3.51306190804479e-08, "std_errors": 1.4725944463833684e-08, "z_statistics": 5.116575465535789e-07, "p_values": 1.5535327962580697e-30, "conf_int": 3.2352510004329815e-08, "random_effects": 3.872694165352186e-08, "residual_variance": 9.211914075990535e-08, "random_intercept_variance": 1.9028909399310123e-06, "sigma": 8.95648799570381e-09, "icc": 1.825273132638472e-08, "log_likelihood": 0.0, "aic": 0.0, "df_residual": 0.0, "fitted_sample": 3.4489119116187794e-08, "residuals_sample": 3.4489119116187794e-08, "fixed_fitted_sample": 2.222101613824634e-09, "marginal_residuals_sample": 2.222101613824634e-09 }, "PHP": { "coefficients": 3.4899088063866657e-09, "covariance": 3.5130593545318334e-08, "std_errors": 1.4725933583648043e-08, "z_statistics": 5.116573973396044e-07, "p_values": 1.554119319449988e-30, "conf_int": 3.2352211576380796e-08, "random_effects": 3.872656506587191e-08, "residual_variance": 9.211911233819592e-08, "random_intercept_variance": 1.9028900979378705e-06, "sigma": 8.956485331168551e-09, "icc": 1.8252723443801244e-08, "log_likelihood": 9.094947017729282e-13, "aic": 1.8189894035458565e-12, "df_residual": 0.0, "fitted_sample": 3.448904806191422e-08, "residuals_sample": 3.448904806191422e-08, "fixed_fitted_sample": 2.2217889750208997e-09, "marginal_residuals_sample": 2.2217889750208997e-09 } }, "agreement_passed": true }, { "n": 100000, "p": 3, "data": { "seed": 20261011, "sha256": "c93cb465f407c239bab0ca5eea1fac3c8c06cec2cf7924d4c718bd324401e62b", "true_coefficients": [ 50.0, 1.8, 0.2 ], "residual_sd": 5.0, "random_intercept_sd": 6.0, "n_groups": 100, "sample_correlations": [ [ 1.0, 0.7663339388230945, 0.7207848906336028 ], [ 0.7663339388230945, 0.9999999999999999, 0.6486598797396337 ], [ 0.720784890633603, 0.6486598797396336, 1.0 ] ], "correlation_order": [ "study_hours", "prior_score", "score" ] }, "implementations": { "PHP": { "version": "8.5.10", "load_seconds": 0.104394042, "fit_seconds": [ 0.219741292, 0.232675333, 0.217825625, 0.219966042, 0.219476292 ], "sample_indices": [ 0, 11111, 22222, 33333, 44444, 55555, 66666, 77777, 88888, 99999 ], "result": { "coefficients": [ 50.37914829989083, 1.796612905455198, 0.20052604103217855 ], "covariance": [ [ 0.2693280956966321, 0.00031026423458633954, -0.00015739674894575605 ], [ 0.00031026423458633954, 6.035708444005466e-05, -1.1810049366018787e-05 ], [ -0.00015739674894575605, -1.1810049366018787e-05, 3.934761170744726e-06 ] ], "std_errors": [ 0.5189682993176289, 0.007768982201038606, 0.001983623243144909 ], "z_statistics": [ 97.07557931020527, 231.2546043952856, 101.09079016147099 ], "p_values": [ 0, 0, 0 ], "conf_int": [ [ 49.36198912411027, 51.396307475671385 ], [ 1.7813859801446297, 1.8118398307657664 ], [ 0.196638210916718, 0.20441387114763912 ] ], "log_likelihood": -303333.540017771, "aic": 606677.080035542, "df_residual": 99997, "evaluations": 107, "random_effects": [ 0.8263264051939868, -3.97048976781678, 6.488029229815883, 5.052016133803829, 6.492913658094615, 5.107893328769484, 2.8668556088945802, 2.5132100587996544, -2.707297972321599, 10.157695065979764, 5.599008011630726, -0.04471990161356206, -7.74429980077496, 9.553171007646014, 2.3615433279570484, -0.7134501684831505, 2.351008602887245, 5.8137287576671195, 0.32534423273962076, 3.0461842791299296, 2.210355849044302, 0.732134613526783, -9.690032332799383, 0.3647347665850074, 5.238172279097031, -3.9400123545724752, 0.014043051029918584, -3.2086176614418775, 0.18553642128852763, -10.475984233593339, 1.0897473098906467, -0.1390799203121403, 10.265329600911148, -3.882782025929545, -2.6959063807483856, -4.207506088291011, 7.949406524238423, -7.432865154838473, 0.47322840334529526, -0.26339272425257204, 2.925428788373054, -9.323071218210767, 0.29982846759259074, 1.6658622618661034, 1.9239272306306425, -4.125880888560653, -0.014948635184219333, 0.9794510206195353, -5.880729650178779, -6.693873471093349, -1.7694190037897735, 4.669093458633921, 5.929093937965493, 6.915706919454636, 3.059787477768316, 3.1068964046599703, -3.2824449368378463, -10.725622071423437, 0.9769917741432176, 4.487841884808988, -0.27638591985131006, -3.1978089519871324, 1.4740597391228802, 3.0275215126679837, -3.2810983433136824, -5.334674706924941, -6.73016356806757, -4.965899729716381, -8.064258756579886, 12.078552169137838, 0.44728511293194484, 0.8475526472307037, 4.48740211450383, 1.7993810457738089, 6.302215653729497, 2.939957701297111, -7.750086152023497, -10.280682131210774, -10.554167787191034, 5.820712078437628, -4.140776268202277, -4.643159045243123, 0.513180337508592, 0.16172693838625718, -0.2873543604558252, 4.734530520550995, -1.2958422675173435, 4.0655289874181255, 1.8065457524015538, -1.434402971863579, 0.06064779634389265, 5.137236668775595, -9.888276324115875, -7.998376054416896, 2.608236634889241, -1.9346113741352728, -6.50073197830022, 4.724628910963503, 4.9874925210035945, -0.55073794130898 ], "group_sizes": [ 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000 ], "n_groups": 100, "group_labels": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99 ], "residual_variance": 25.07426826620404, "random_intercept_variance": 26.17256239286997, "sigma": 5.0074213190228, "icc": 0.5107157273195337, "boundary": false, "method": "ML", "converged": true, "fitted_sample": [ 74.74283821172922, 71.59539195148382, 55.41026204410523, 63.8251106920124, 88.6958858113587, 73.42850333519888, 80.3150927254286, 70.82016110089415, 83.7071012222053, 63.147244427409085 ], "residuals_sample": [ -1.0939115875678738, -1.936007651583921, -8.691844054349623, 2.746987573708381, 0.04318501416575771, 6.88925182978123, -2.8190291958000984, 3.756168131269291, -4.926821341657501, -3.887712059711447 ], "fixed_fitted_sample": [ 73.91651180653524, 71.64011185309738, 65.10029437690461, 67.70789271794195, 86.77195858072807, 70.3216069305389, 87.04525629349617, 81.10084323210492, 81.90055546980375, 63.697982368718066 ], "marginal_residuals_sample": [ -0.2675851823738924, -1.9807275531974824, -18.381876387149006, -1.1357944522211625, 1.9671122447963967, 9.996148234441208, -9.549192763867666, -6.524513999941476, -3.1202755892559537, -4.438450001020428 ] }, "process_seconds": 1.4777457909658551, "peak_rss_bytes": 110100480, "median_fit_seconds": 0.219741292, "min_fit_seconds": 0.217825625 }, "statsmodels": { "version": "0.15.0", "load_seconds": 0.03442412498407066, "fit_seconds": [ 0.1280089169740677, 0.12794249993748963, 0.1275461670011282, 0.12879595789127052, 0.12895162496715784 ], "sample_indices": [ 0, 11111, 22222, 33333, 44444, 55555, 66666, 77777, 88888, 99999 ], "result": { "coefficients": [ 50.379148299327845, 1.7966129054553766, 0.20052604103214158 ], "covariance": [ [ 0.26932809067350333, 0.00031026423459233247, -0.00015739674894879761 ], [ 0.00031026423459233247, 6.0357084441212145e-05, -1.18100493662453e-05 ], [ -0.00015739674894879761, -1.18100493662453e-05, 3.934761170820209e-06 ] ], "std_errors": [ 0.5189682944780956, 0.0077689822011131, 0.001983623243163935 ], "z_statistics": [ 97.07558021437903, 231.25460439309117, 101.09079016048274 ], "p_values": [ 0.0, 0.0, 0.0 ], "conf_int": [ [ 49.3619891330326, 51.39630746562309 ], [ 1.781385980144662, 1.811839830766091 ], [ 0.19663821091664374, 0.20441387114763943 ] ], "random_effects": [ 0.8263264057422772, -3.9704897671802803, 6.488029230260064, 5.052016134274388, 6.492913658538716, 5.1078933292390305, 2.8668556094053423, 2.5132100593169286, -2.707297971708344, 10.157695066356428, 5.59900801209124, -0.04471990104924869, -7.744299800069071, 9.55317100803383, 2.361543328477094, -0.7134501679065461, 2.3510086034074766, 5.813728758123711, 0.3253442332971056, 3.046184279637407, 2.210355849567139, 0.7321346140768171, -9.690032332057712, 0.3647347671417712, 5.238172279564184, -3.940012353936548, 0.014043051593135781, -3.208617660819397, 0.18553642184858546, -10.475984232837217, 1.089747310434096, -0.13907991974612033, 10.265329601285867, -3.8827820252946896, -2.695906380135331, -4.207506087650148, 7.949406524655712, -7.432865154138308, 0.4732284039000942, -0.26339272368425065, 2.925428788882739, -9.323071217475853, 0.2998284681505442, 1.6658622623989672, 1.923927231158764, -4.125880887921286, -0.014948634620456275, 0.9794510211649977, -5.880729649507152, -6.693873470406733, -1.7694190031937547, 4.669093459111557, 5.92909393841992, 6.915706919890948, 3.0597874782755183, 3.106896405166329, -3.28244493621402, -10.7256220706627, 0.9769917746887306, 4.487841885289943, -0.2763859192827486, -3.197808951364864, 1.474059739659259, 3.0275215131757958, -3.2810983426898677, -5.334674706263351, -6.730163567380332, -4.965899729061565, -8.06425875586811, 12.078552169479204, 0.44728511348719696, 0.8475526477785934, 4.487402114984789, 1.7993810463042177, 6.302215654177104, 2.9399577018065517, -7.750086151317484, -10.280682130458237, -10.554167786433416, 5.820712078894078, -4.1407762675626305, -4.643159044594246, 0.5131803380626301, 0.16172693894675896, -0.28735435988702834, 4.73453052102742, -1.2958422669300116, 4.065528987906844, 1.8065457529318267, -1.434402971273716, 0.06064779690625541, 5.137236669244632, -9.888276323370553, -7.998376053706328, 2.608236635404753, -1.9346113735362074, -6.500731977617188, 4.724628911440084, 4.987492521475353, -0.5507379407353742 ], "residual_variance": 25.07426826668537, "random_intercept_variance": 26.172561890520317, "sigma": 5.007421319070862, "icc": 0.5107157225185032, "log_likelihood": -303333.54001777107, "aic": 606677.0800355421, "df_residual": 99997, "fitted_sample": [ 74.74283821171308, 71.59539195148379, 55.41026204428266, 63.82511069208283, 88.6958858113232, 73.42850333514117, 80.31509272555192, 70.82016110108297, 83.70710122217234, 63.1472444274182 ], "residuals_sample": [ -1.0939115875517302, -1.9360076515838927, -8.691844054527053, 2.746987573637952, 0.04318501420127063, 6.8892518298389405, -2.81902919592342, 3.7561681310804715, -4.926821341624546, -3.887712059720563 ], "fixed_fitted_sample": [ 73.9165118059708, 71.64011185253304, 65.10029437634037, 67.70789271737752, 86.77195858016442, 70.32160692997485, 87.04525629293225, 81.1008432315412, 81.90055546924052, 63.697982368153575 ], "marginal_residuals_sample": [ -0.26758518180945146, -1.980727552633141, -18.381876386584764, -1.1357944516567358, 1.9671122453600418, 9.996148235005265, -9.54919276330375, -6.52451399937776, -3.1202755886927207, -4.438450000455937 ] }, "process_seconds": 1.4993990000803024, "peak_rss_bytes": 237387776, "median_fit_seconds": 0.1280089169740677, "min_fit_seconds": 0.1275461670011282 }, "R": { "version": "R version 4.6.1 (2026-06-24) lme4 2.0.6", "BLAS": "/opt/homebrew/Cellar/openblas/0.3.34/lib/libopenblasp-r0.3.34.dylib", "load_seconds": 0.09400000000000003, "fit_seconds": [ 0.22799999999999998, 0.2250000000000001, 0.22599999999999998, 0.2630000000000001, 0.2230000000000001 ], "sample_indices": [ 0, 11111, 22222, 33333, 44444, 55555, 66666, 77777, 88888, 99999 ], "result": { "coefficients": [ 50.379148298861175, 1.7966129054294262, 0.20052604103772653 ], "covariance": [ [ 0.26932877883023704, 0.0003102642337747, -0.00015739674853392513 ], [ 0.0003102642337747, 6.035708428265825e-05, -1.1810049335220671e-05 ], [ -0.00015739674853392513, -1.1810049335220671e-05, 3.934761160483138e-06 ] ], "std_errors": [ 0.5189689574822728, 0.007768982190908809, 0.001983623240558332 ], "z_statistics": [ 97.07545619543545, 231.25460469349588, 101.09079029608684 ], "p_values": [ 0, 0, 0 ], "conf_int": [ [ 49.36198783310162, 51.39630876462073 ], [ 1.7813859801387117, 1.8118398307201407 ], [ 0.19663821092733558, 0.2044138711481175 ] ], "random_effects": [ 0.8263264081269865, -3.9704897768788103, 6.488029246906574, 5.052016147308023, 6.492913675196217, 5.10789334241117, 2.866855616931075, 2.5132100659502417, -2.707297978223403, 10.157695092249938, 5.599008026499411, -0.04471990085985602, -7.744299819274252, 9.553171032403013, 2.3615433347304626, -0.713450169400538, 2.35100860963548, 5.813728773071914, 0.3253442344224005, 3.0461842876133463, 2.210355855438548, 0.7321346162226531, -9.690032356163846, 0.36473476836570484, 5.2381722930637045, -3.9400123635576585, 0.014043051932977361, -3.2086176685982477, 0.18553642262133996, -10.475984258924761, 1.0897473134819553, -0.13907991978988718, 10.265329627448047, -3.8827820347682875, -2.6959063866228488, -4.20750609794736, 7.949406544987043, -7.432865172559951, 0.47322840539288186, -0.2633927240434066, 2.9254287965561203, -9.323071240657924, 0.2998284692115556, 1.6658622668963698, 1.923927236306654, -4.125880898013421, -0.01494863435537065, 0.9794510239368412, -5.880729664018976, -6.693873486969156, -1.7694190073474203, 4.669093471176031, 5.929093953662421, 6.915706937615634, 3.059787486288731, 3.1068964132949763, -3.2824449441767456, -10.725622097381361, 0.9769917774541456, 4.487841896899323, -0.27638591967513454, -3.1978089591160748, 1.4740597436756813, 3.027521521105413, -3.281098350651768, -5.334674719399404, -6.730163584029975, -4.965899741270829, -8.0642587758797, 12.078552200210662, 0.44728511491818446, 0.8475526502182888, 4.487402126594291, 1.799381051138681, 6.302215670353999, 2.939957709513627, -7.750086170540192, -10.280682156053878, -10.554167812723344, 5.820712093861291, -4.140776277692953, -4.643159055988726, 0.5131803396597764, 0.16172693965843513, -0.2873543603118619, 4.734530533256327, -1.2958422698935683, 4.06552899845274, 1.8065457577843398, -1.4344029745843228, 0.060647797363012595, 5.137236682487298, -9.888276347977833, -7.998376073552094, 2.6082366422796563, -1.9346113781074492, -6.5007319936899135, 4.7246289236483445, 4.987492534344073, -0.5507379418185934 ], "residual_variance": 25.074268200751455, "random_intercept_variance": 26.172630709222634, "sigma": 5.007421312487242, "icc": 0.5107163802282034, "log_likelihood": -303333.5400177702, "aic": 606677.0800355404, "df_residual": 99997, "fitted_sample": [ 74.74283821385531, 71.5953919514165, 55.410262019902994, 63.825110682361604, 88.69588581611593, 73.42850334297032, 80.31509270858626, 70.82016107513988, 83.70710122660682, 63.147244426099 ], "residuals_sample": [ -1.0939115896939597, -1.9360076515166043, -8.691844030147386, 2.7469875833591786, 0.04318500940853198, 6.889251822009797, -2.819029178957763, 3.7561681570235663, -4.926821346059029, -3.8877120584013625 ], "fixed_fitted_sample": [ 73.91651180572832, 71.64011185227638, 65.10029437606684, 67.7078927171299, 86.77195857980928, 70.32160692967534, 87.04525629261624, 81.10084323119375, 81.90055546882249, 63.6979823679176 ], "marginal_residuals_sample": [ -0.26758518156697164, -1.9807275523764787, -18.381876386311234, -1.1357944514091116, 1.9671122457151853, 9.996148235304773, -9.549192762987744, -6.5245139990303045, -3.120275588274694, -4.438450000219959 ] }, "process_seconds": 2.1785253339912742, "peak_rss_bytes": 410877952, "median_fit_seconds": 0.22599999999999998, "min_fit_seconds": 0.2230000000000001 } }, "max_absolute_errors_vs_R": { "statsmodels": { "coefficients": 4.666702579925186e-10, "covariance": 6.881567337080341e-07, "std_errors": 6.630041772259787e-07, "z_statistics": 0.00012401894358049503, "p_values": 0.0, "conf_int": 1.2999309788597202e-06, "random_effects": 3.073145826704149e-08, "residual_variance": 6.593391432829776e-08, "random_intercept_variance": 6.881870231723042e-05, "sigma": 6.583619871491919e-09, "icc": 6.577097002580246e-07, "log_likelihood": 8.731149137020111e-10, "aic": 1.7462298274040222e-09, "df_residual": 0.0, "fitted_sample": 2.594309478354262e-08, "residuals_sample": 2.594309478354262e-08, "fixed_fitted_sample": 4.1802650230238214e-10, "marginal_residuals_sample": 4.1802650230238214e-10 }, "PHP": { "coefficients": 1.0296545838173188e-09, "covariance": 6.831336049617498e-07, "std_errors": 6.581646438963418e-07, "z_statistics": 0.0001231147698206314, "p_values": 0.0, "conf_int": 1.2910086510942165e-06, "random_effects": 3.1072824313582714e-08, "residual_variance": 6.545258557366651e-08, "random_intercept_variance": 6.831635266379976e-05, "sigma": 6.535557872666686e-09, "icc": 6.529086696849262e-07, "log_likelihood": 8.149072527885437e-10, "aic": 1.6298145055770874e-09, "df_residual": 0.0, "fitted_sample": 2.575427515694173e-08, "residuals_sample": 2.575427515694173e-08, "fixed_fitted_sample": 9.812595180846984e-10, "marginal_residuals_sample": 9.812595180846984e-10 } }, "agreement_passed": true }, { "n": 1000000, "p": 3, "data": { "seed": 20261011, "sha256": "19fa9d3b78417eefc9b3eecfe1752300811a313c28cc2c6426d75268b7d8be56", "true_coefficients": [ 50.0, 1.8, 0.2 ], "residual_sd": 5.0, "random_intercept_sd": 6.0, "n_groups": 100, "sample_correlations": [ [ 1.0, 0.7656532329034095, 0.6781432510552808 ], [ 0.7656532329034094, 1.0, 0.6108249716644751 ], [ 0.6781432510552808, 0.6108249716644751, 1.0 ] ], "correlation_order": [ "study_hours", "prior_score", "score" ] }, "implementations": { "R": { "version": "R version 4.6.1 (2026-06-24) lme4 2.0.6", "BLAS": "/opt/homebrew/Cellar/openblas/0.3.34/lib/libopenblasp-r0.3.34.dylib", "load_seconds": 2.988, "fit_seconds": [ 2.635, 2.677999999999999, 2.3789999999999996, 2.4659999999999993, 2.477999999999998 ], "sample_indices": [ 0, 111111, 222222, 333333, 444444, 555555, 666666, 777777, 888888, 999999 ], "result": { "coefficients": [ 50.51285349043507, 1.800525432811354, 0.20050665563536113 ], "covariance": [ [ 0.4061372567396865, 3.080489690075733e-05, -1.5661270536108115e-05 ], [ 3.080489690075733e-05, 5.988044624232622e-06, -1.1719125864583751e-06 ], [ -1.5661270536108115e-05, -1.1719125864583751e-06, 3.9123638967803106e-07 ] ], "std_errors": [ 0.6372889899721212, 0.002447048145058168, 0.0006254889205078145 ], "z_statistics": [ 79.26208405490388, 735.7948540765447, 320.55988373475293 ], "p_values": [ 0, 0, 0 ], "conf_int": [ [ 49.2637900223458, 51.76191695852434 ], [ 1.7957293065786044, 1.8053215590441036 ], [ 0.19928071987843698, 0.20173259139228528 ] ], "random_effects": [ 0.24627850067507062, -7.741916894365239, -4.376310817396146, -15.096766033156232, -1.6372327071706678, 1.0753454702818401, 3.7751276918656504, 11.294400662523799, -0.8184843814281412, 5.510860928252707, -3.4051316052562335, 2.2187502586371886, -4.15523639985352, -0.3143668585094446, -11.234964787837558, 7.950920936372754, 2.301064284092958, 0.04380459192528982, -5.240178629879884, -1.3186294930415632, -6.710287517604075, -6.764901114100404, -9.152793913073669, 0.6398029949454344, 14.783387825706845, 2.20860722598729, -0.7909028209397443, -6.684545545299365, 2.325300325124947, 6.120226291697401, -2.53731889711369, -0.5705091806503456, 6.951035980137164, 8.74945721041667, 0.9453532418796732, 1.1353604280253533, 10.289098526806805, -5.861350034489526, 4.2433995044213635, 2.8783233206235694, -4.514905126223547, -3.893693429678005, 5.292645445580987, -1.7586480189998983, -0.9477759475799105, -1.8004381701516186, 8.190690680321504, 5.72484497020945, 1.4207449880487424, 7.581290933650059, -15.861795513380136, -7.240504891864868, -0.17314933445767006, 4.432187969314743, -6.542696636411868, 5.3648090315096235, -0.3724098367140133, 4.023333071972911, -9.638242387045798, 3.0959317181592314, -5.233443815169729, 7.26420104052235, -7.69161590367561, 8.79042973856655, -4.914682125468271, -0.3897629089074951, -3.2205496764392905, 9.041635890544853, 0.34489726859340863, 3.647717711521942, -0.7021885228134251, -12.349347433363002, -1.9766170590632284, -1.4751603616637057, -2.6518864620377878, -7.931488734415742, -8.875942470819425, 5.312937144046621, 9.573245921528992, -3.5349433462212305, 3.165158734570002, -6.614000451904857, 2.9146405062947593, 2.4828443760102314, 7.867986325767315, 1.9751865618732907, 14.002091543966436, -13.080296285173704, 4.445426941469918, 6.204814891423607, 6.5724062566261, -0.18261532684919488, 2.243175017984737, -7.812855377831347, -3.6662434227027587, 1.6884504652124088, 3.8302295924729535, 11.387989878136212, -12.76020260035246, -1.3479128542330445 ], "residual_variance": 24.984026046107438, "random_intercept_variance": 40.538063898556544, "sigma": 4.998402349361988, "icc": 0.6186930840086535, "log_likelihood": -3028541.584786577, "aic": 6057093.169573154, "df_residual": 999997, "fitted_sample": [ 75.19776807500766, 74.64589341268098, 65.38120529485883, 73.54949290983231, 77.30157837288536, 72.70065341269819, 74.71766939584263, 72.54651495682619, 77.62492484538174, 74.12307384542513 ], "residuals_sample": [ -1.0747078482288117, 9.733517449400608, -6.909965374475327, 2.584928288551552, 2.685110102354855, 3.799914333308635, -0.41155566906967067, -6.906494125504977, -0.9301241930058382, -6.006979618422463 ], "fixed_fitted_sample": [ 74.95148957433258, 72.42714315404379, 74.5339992079325, 64.80003569941564, 78.24935432046527, 67.33584438118856, 77.93821907228192, 67.23357781277957, 73.17949790391181, 75.47098669965817 ], "marginal_residuals_sample": [ -0.8284293475537368, 11.952267708037795, -16.062759287548992, 11.334385498968217, 1.737334154774942, 9.164723364818258, -3.632105345508961, -1.593556981458363, 3.5153027484640944, -7.354892472655507 ] }, "process_seconds": 19.592611874919385, "peak_rss_bytes": 1494761472, "median_fit_seconds": 2.477999999999998, "min_fit_seconds": 2.3789999999999996 }, "statsmodels": { "version": "0.15.0", "load_seconds": 0.34368687495589256, "fit_seconds": [ 1.7246120001655072, 1.7198333330452442, 1.7378730410709977, 1.7709032078273594, 1.761453667189926 ], "sample_indices": [ 0, 111111, 222222, 333333, 444444, 555555, 666666, 777777, 888888, 999999 ], "result": { "coefficients": [ 50.51285359902956, 1.8005254328186764, 0.20050665563205713 ], "covariance": [ [ 0.40613826274236686, 3.080489690596886e-05, -1.5661270538553743e-05 ], [ 3.080489690596886e-05, 5.988044622744653e-06, -1.171912586167152e-06 ], [ -1.5661270538553743e-05, -1.171912586167152e-06, 3.912363895808262e-07 ] ], "std_errors": [ 0.6372897792545922, 0.0024470481447541347, 0.0006254889204301114 ], "z_statistics": [ 79.26198605932778, 735.7948541709558, 320.55988376929315 ], "p_values": [ 0.0, 0.0, 0.0 ], "conf_int": [ [ 49.26378858397508, 51.761918614084045 ], [ 1.7957293065865227, 1.80532155905083 ], [ 0.19928071987528528, 0.20173259138882899 ] ], "random_effects": [ 0.24627839227250364, -7.74191700398932, -4.376310926505585, -15.09676614390462, -1.6372328158608644, 1.075345362006323, 3.7751275840032763, 11.294400555810796, -0.8184844899936901, 5.510860820655714, -3.4051317142170245, 2.2187501505365206, -4.155236508928344, -0.3143669669977837, -11.23496489799528, 7.950920829148778, 2.3010641760048762, 0.04380448349138612, -5.240178739120391, -1.3186296016831673, -6.7102876270699765, -6.764901223575085, -9.15279402291264, 0.6398028866035695, 14.783387719526901, 2.208607117884725, -0.7909029295003721, -6.684545654761163, 2.32530021704016, 6.120226184193259, -2.5373190059417734, -0.5705092891775918, 6.951035872760705, 8.749457103315041, 0.9453531335847043, 1.1353603197586914, 10.289098419939409, -5.861350143825878, 4.243399396630356, 2.878323212623558, -4.514905235353964, -3.8936935387140004, 5.292645337950457, -1.758648127708614, -0.9477760561649243, -1.8004382788670386, 8.190690573133352, 5.72484486264498, 1.420744879826326, 7.581290826368853, -15.861795624244893, -7.240505001411558, -0.17314944292386503, 4.43218786155283, -6.542696745852509, 5.364808923890043, -0.37240994521094445, 4.023332964147447, -9.638242496959377, 3.0959316101927468, -5.233443924409952, 7.2642009331928294, -7.691616013291768, 8.790429631470175, -4.914682234659902, -0.3897630174066853, -3.220549785371098, 9.041635783487122, 0.34489716020651306, 3.6477176036402, -0.702188631360911, -12.349347543691177, -1.9766171678061026, -1.4751604703291525, -2.6518865708827803, -7.931488844068946, -8.87594258061633, 5.31293703641918, 9.573245814552592, -3.5349434552019305, 3.1651586266147755, -6.6140005613562, 2.914640398300128, 2.482844267949866, 7.8679862185305645, 1.975186453734753, 14.002091437666918, -13.080296395614315, 4.445426833709454, 6.2048147839320835, 6.5724061491901065, -0.18261543531686378, 2.243174909887319, -7.812855487465625, -3.6662435317030266, 1.6884503570308873, 3.830229484619171, 11.387989771437553, -12.760202710743357, -1.3479129628789923 ], "residual_variance": 24.984026039901032, "random_intercept_variance": 40.53816463061298, "sigma": 4.998402348741148, "icc": 0.6186936702782706, "log_likelihood": -3028541.584786618, "aic": 6057093.169573236, "df_residual": 999997, "fitted_sample": [ 75.19776807500685, 74.64589341301267, 65.38120529349241, 73.54949291117383, 77.30157837278065, 72.70065341353877, 74.71766939536789, 72.54651495764136, 77.62492484605916, 74.1230738452557 ], "residuals_sample": [ -1.0747078482280017, 9.733517449068913, -6.909965373108911, 2.584928287210033, 2.6851101024595607, 3.799914332468049, -0.41155566859492865, -6.906494126320155, -0.9301241936832554, -6.006979618253041 ], "fixed_fitted_sample": [ 74.95148968273435, 72.42714326247615, 74.53399931640506, 64.80003580785879, 78.24935442894558, 67.33584448964874, 77.938219180739, 67.23357792122218, 73.17949801234971, 75.4709868081347 ], "marginal_residuals_sample": [ -0.8284294559555008, 11.952267599605435, -16.062759396021555, 11.334385390525071, 1.7373340462946345, 9.164723256358087, -3.632105453966034, -1.593557089900969, 3.515302640026192, -7.3548925811320345 ] }, "process_seconds": 11.499385833041742, "peak_rss_bytes": 757350400, "median_fit_seconds": 1.7378730410709977, "min_fit_seconds": 1.7198333330452442 }, "PHP": { "version": "8.5.10", "load_seconds": 1.056786334, "fit_seconds": [ 3.07411775, 3.20504425, 3.155681792, 3.1802325, 3.206559917 ], "sample_indices": [ 0, 111111, 222222, 333333, 444444, 555555, 666666, 777777, 888888, 999999 ], "result": { "coefficients": [ 50.512853577986206, 1.8005254328186637, 0.20050665563205824 ], "covariance": [ [ 0.4061382649662983, 3.080489690569335e-05, -1.56612705384129e-05 ], [ 3.080489690569335e-05, 5.988044622741546e-06, -1.1719125861665384e-06 ], [ -1.56612705384129e-05, -1.1719125861665384e-06, 3.9123638958061544e-07 ] ], "std_errors": [ 0.6372897809994276, 0.0024470481447535, 0.0006254889204299429 ], "z_statistics": [ 79.26198580929635, 735.7948541711415, 320.55988376938126 ], "p_values": [ 0, 0, 0 ], "conf_int": [ [ 49.26378855951191, 51.761918596460504 ], [ 1.7957293065865114, 1.805321559050816 ], [ 0.19928071987528673, 0.20173259138882976 ] ], "log_likelihood": -3028541.5847866214, "aic": 6057093.169573243, "df_residual": 999997, "evaluations": 107, "random_effects": [ 0.2462784133146619, -7.741916982949882, -4.376310905464981, -15.096766122867601, -1.6372327948193366, 1.0753453830487611, 3.7751276050466442, 11.294400576856656, -0.8184844689518919, 5.510860841699666, -3.405131693176102, 2.2187501715793507, -4.155236487887683, -0.3143669459558158, -11.234964876957024, 7.950920850193533, 2.3010641970477335, 0.043804504533475834, -5.240178718080088, -1.3186295806415333, -6.710287606030175, -6.764901202535294, -9.152794001873716, 0.639802907645863, 14.783387740573978, 2.2086071389275377, -0.7909029084585641, -6.6845456337213705, 2.325300238083026, 6.120226205237398, -2.5373189849005393, -0.5705092681357125, 6.951035893805161, 8.749457124360058, 0.9453531546271003, 1.1353603408011526, 10.28909844098492, -5.861350122785785, 4.243399417673882, 2.878323233666614, -4.514905214313406, -3.8936935176732503, 5.292645358994324, -1.758648106667135, -0.9477760351231703, -1.8004382578255702, 8.190690594178252, 5.724844883688977, 1.4207449008688808, 7.581290847413489, -15.861795603208227, -7.240504980371906, -0.17314942188184881, 4.432187882596414, -6.542696724812651, 5.364808944933932, -0.37240992416899676, 4.023332985190874, -9.638242475920569, 3.0959316312358784, -5.233443903369674, 7.264200954237374, -7.691615992252283, 8.790429652515199, -4.914682213619507, -0.3897629963647421, -3.220549764330111, 9.041635804532223, 0.3448971812487052, 3.6477176246835117, -0.7021886103190733, -12.349347522653293, -1.9766171467646845, -1.4751604492875856, -2.651886549841604, -7.931488823029601, -8.875942559577245, 5.312937057463037, 9.573245835597891, -3.534943434161038, 3.1651586476579134, -6.614000540316356, 2.914640419343189, 2.482844288992781, 7.8679862395753055, 1.9751864747775036, 14.002091458713755, -13.080296374576692, 4.445426854753018, 6.2048148049762615, 6.572406170234425, -0.18261541427485045, 2.2431749309301607, -7.812855466426222, -3.666243510662192, 1.688450378073528, 3.830229505662558, 11.38798979248348, -12.760202689705633, -1.347912941837377 ], "group_sizes": [ 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000 ], "n_groups": 100, "group_labels": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99 ], "residual_variance": 24.98402603988748, "random_intercept_variance": 40.53816485338011, "sigma": 4.998402348739793, "icc": 0.6186936715747917, "boundary": false, "method": "ML", "converged": true, "fitted_sample": [ 75.19776807500565, 74.64589341301215, 65.38120529348795, 73.54949291117553, 77.30157837277902, 72.70065341353931, 74.71766939536549, 72.54651495764186, 77.62492484605937, 74.12307384525391 ], "residuals_sample": [ -1.074707848226808, 9.733517449069438, -6.909965373104448, 2.584928287208328, 2.685110102461195, 3.799914332467509, -0.411555668592527, -6.906494126320652, -0.9301241936834685, -6.0069796182512505 ], "fixed_fitted_sample": [ 74.951489661691, 72.4271432414328, 74.53399929536167, 64.80003578681547, 78.24935440790219, 67.33584446860539, 77.9382191596956, 67.23357790017883, 73.17949799130635, 75.47098678709129 ], "marginal_residuals_sample": [ -0.8284294349121524, 11.952267620648783, -16.062759374978164, 11.334385411568391, 1.7373340673380255, 9.164723277401436, -3.6321054329226428, -1.5935570688576206, 3.515302661069555, -7.354892560088629 ] }, "process_seconds": 20.052944916067645, "peak_rss_bytes": 1160151040, "median_fit_seconds": 3.1802325, "min_fit_seconds": 3.07411775 } }, "max_absolute_errors_vs_R": { "statsmodels": { "coefficients": 1.0859449162126111e-07, "covariance": 1.0060026803815347e-06, "std_errors": 7.892824709365698e-07, "z_statistics": 9.799557609824205e-05, "p_values": 0.0, "conf_int": 1.6555597071032935e-06, "random_effects": 1.1086475737442925e-07, "residual_variance": 6.2064060557531775e-09, "random_intercept_variance": 0.00010073205643834626, "sigma": 6.208393799056466e-10, "icc": 5.862696170755299e-07, "log_likelihood": 4.0978193283081055e-08, "aic": 8.195638656616211e-08, "df_residual": 0.0, "fitted_sample": 1.3664163134308183e-09, "residuals_sample": 1.3664163134308183e-09, "fixed_fitted_sample": 1.0848030740362447e-07, "marginal_residuals_sample": 1.0848030740362447e-07 }, "PHP": { "coefficients": 8.755113611869092e-08, "covariance": 1.0082266118094374e-06, "std_errors": 7.910273063238549e-07, "z_statistics": 9.82456075320215e-05, "p_values": 0.0, "conf_int": 1.6379361653662272e-06, "random_effects": 8.982809163171623e-08, "residual_variance": 6.219959658437801e-09, "random_intercept_variance": 0.00010095482356575758, "sigma": 6.22194740174109e-10, "icc": 5.875661381882225e-07, "log_likelihood": 4.423782229423523e-08, "aic": 8.847564458847046e-08, "df_residual": 0.0, "fitted_sample": 1.3708785218113917e-09, "residuals_sample": 1.3708785218113917e-09, "fixed_fitted_sample": 8.743691637391748e-08, "marginal_residuals_sample": 8.743691637391748e-08 } }, "agreement_passed": true }, { "n": 100000, "p": 11, "data": { "seed": 20261011, "sha256": "b3d41e6cbee89d1c8d4207d6cde3c3207aef629eedf58930f8cc2ecda2a7b904", "true_coefficients": [ 50.0, 1.8, 0.2, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5 ], "residual_sd": 5.0, "random_intercept_sd": 6.0, "n_groups": 100, "sample_correlations": [ [ 1.0, 0.7663339388230945, 0.6772756873305797 ], [ 0.7663339388230945, 0.9999999999999999, 0.6111383174298264 ], [ 0.6772756873305799, 0.6111383174298264, 1.0 ] ], "correlation_order": [ "study_hours", "prior_score", "score" ] }, "implementations": { "PHP": { "version": "8.5.10", "load_seconds": 0.318025958, "fit_seconds": [ 1.255573708, 1.248406292, 1.247759875, 1.244242541, 1.245584833 ], "sample_indices": [ 0, 11111, 22222, 33333, 44444, 55555, 66666, 77777, 88888, 99999 ], "result": { "coefficients": [ 49.0569171707121, 1.7977221354082598, 0.2015042009610445, 0.5089577480585254, 0.4871203834888283, 0.4974895870392797, 0.4979092563754078, 0.4998942779850297, 0.5108834441016373, 0.5082575657556061, 0.4967642125463321 ], "covariance": [ [ 0.3902429200023935, 0.00030982384604735585, -0.00015717372115985572, -8.285587968822982e-07, -1.294757136463079e-06, -4.905545022661971e-07, -1.4969249485054602e-07, -9.324467942601119e-07, 4.602994041211355e-06, -1.473376532710634e-06, 8.490039154839707e-06 ], [ 0.00030982384604735585, 6.027187185804485e-05, -1.1793308516810449e-05, -3.619203336428759e-07, 1.91686138100393e-07, -3.1226224690011604e-07, -3.869285136749743e-07, 5.185120788084764e-07, 2.3722374906650415e-07, -7.978694430414325e-08, 3.342853150187852e-07 ], [ -0.00015717372115985572, -1.1793308516810449e-05, 3.9291924167380215e-06, 5.6113119494840654e-08, -7.437178070928361e-09, 7.18322663256596e-08, 6.653699553314945e-09, -3.931932790343736e-08, -7.617493655814909e-08, 3.615512088906223e-08, -1.8846554858568738e-07 ], [ -8.285587968822981e-07, -3.619203336428759e-07, 5.6113119494840654e-08, 0.00025144231185260363, 4.725096749017105e-07, -1.047213200805683e-06, -9.606048898367316e-07, -6.777534611268528e-07, 3.862941310427681e-07, 9.585303495772425e-07, 1.8970910602004547e-07 ], [ -1.294757136463079e-06, 1.9168613810039303e-07, -7.437178070928361e-09, 4.725096749017105e-07, 0.00025161129839960293, 1.1555333910444038e-07, -8.367414276725774e-07, 1.1906113385508384e-06, 1.2885028517518443e-07, -5.888468012819141e-07, -3.6735041654619394e-07 ], [ -4.905545022661971e-07, -3.12262246900116e-07, 7.18322663256596e-08, -1.047213200805683e-06, 1.1555333910444038e-07, 0.0002512227226596426, -1.0082123452303533e-06, -8.268293103998424e-07, 8.144386694243508e-07, -1.3829867556249202e-06, 6.045802384343853e-07 ], [ -1.49692494850546e-07, -3.869285136749743e-07, 6.653699553314944e-09, -9.606048898367316e-07, -8.367414276725774e-07, -1.0082123452303533e-06, 0.00025191606042147564, 3.8371426784780434e-07, 6.086464334284045e-07, -7.190565311763983e-07, -1.772077112272272e-06 ], [ -9.324467942601118e-07, 5.185120788084764e-07, -3.931932790343736e-08, -6.777534611268527e-07, 1.1906113385508384e-06, -8.268293103998424e-07, 3.8371426784780434e-07, 0.0002468720818111895, 2.235453516020436e-07, -8.167350705541785e-07, -1.091341562023112e-06 ], [ 4.602994041211355e-06, 2.3722374906650415e-07, -7.617493655814909e-08, 3.862941310427681e-07, 1.2885028517518443e-07, 8.144386694243508e-07, 6.086464334284045e-07, 2.2354535160204363e-07, 0.00025107301149850325, 1.1397668057493794e-06, 6.874956143081848e-07 ], [ -1.4733765327106337e-06, -7.978694430414325e-08, 3.615512088906223e-08, 9.585303495772422e-07, -5.888468012819141e-07, -1.3829867556249202e-06, -7.190565311763982e-07, -8.167350705541786e-07, 1.1397668057493794e-06, 0.0002521187422624349, 1.1275048619476975e-06 ], [ 8.490039154839707e-06, 3.3428531501878514e-07, -1.8846554858568738e-07, 1.8970910602004544e-07, -3.6735041654619394e-07, 6.045802384343853e-07, -1.772077112272272e-06, -1.0913415620231117e-06, 6.874956143081847e-07, 1.1275048619476975e-06, 0.0002500936819995704 ] ], "std_errors": [ 0.6246942612209541, 0.007763496110519078, 0.0019822190637611226, 0.015856932611719193, 0.015862260192028212, 0.015850007023961932, 0.015871863797975196, 0.01571216349874165, 0.0158452835726756, 0.01587824745563675, 0.015814350508306384 ], "z_statistics": [ 78.52948268618829, 231.56089857151503, 101.65586874071542, 32.096860125543834, 30.709393087224548, 31.387341739797233, 31.370560049723146, 31.815750773282435, 32.24198808171728, 32.00967658273745, 31.4122424620227 ], "p_values": [ 0, 0, 0, 4.876843377430569e-226, 4.264329074124725e-207, 3.011868984737012e-216, 5.1022742230283114e-216, 3.920243251240746e-222, 4.556172387466052e-228, 7.99763003977945e-225, 1.3769788894705183e-216 ], "conf_int": [ [ 47.83253891737017, 50.28129542405402 ], [ 1.7825059626375255, 1.812938308178994 ], [ 0.19761912298660397, 0.205389278935485 ], [ 0.47787873123427715, 0.5400367648827737 ], [ 0.4560309247990496, 0.518209842178607 ], [ 0.4664241441176074, 0.5285550299609519 ], [ 0.4668009749638513, 0.5290175377869643 ], [ 0.46909900340829125, 0.5306895525617682 ], [ 0.479827258974369, 0.5419396292289057 ], [ 0.4771367726049433, 0.5393783589062688 ], [ 0.4657686551111589, 0.5277597699815053 ] ], "log_likelihood": -303279.07848153805, "aic": 606584.1569630761, "df_residual": 99989, "evaluations": 107, "random_effects": [ 3.401344657403341, -2.4820741375750077, -5.446139785889584, -2.48408040608589, 4.7868636131800475, -6.546797156711563, 3.384010505015981, -3.033628041639661, -10.236165680483495, -6.091389817315097, 0.36252958711657274, -5.133322767793433, 5.579361120945504, -0.9982098363423977, 1.3785403067392632, 0.7258634353352155, 2.665817713527148, 12.038538164467228, -6.073923465668618, 2.7902412645825425, -9.371906592809886, 1.750850082528473, 0.8668886748978009, 4.199822715799178, -1.4677170729198343, -1.1267831703906444, 5.317276598595501, 6.684108407041311, 7.25752504428803, -5.899112277051007, -5.951043771705871, 0.7470617762984088, -1.2846880667943172, -12.73758339753346, -3.438851741017912, -2.1593877759654805, -6.909725092887505, 6.531686037343081, 8.961274513500536, 5.35159203825825, -11.365029685317342, 16.355307031220278, 5.120969686802951, 2.293886651484532, 6.557083858039666, 2.137805058497271, 1.98848379350096, 0.8384693694431884, -4.0320020455017564, -3.797668537402487, -3.3542076167037647, -10.860166541048446, -0.5770284898084932, -3.0486355088734336, 7.17567487615078, -6.262170758177481, -4.367761485300846, 7.857983617216959, -2.1214726324142603, -5.099312753522595, 1.2233395661900004, 8.14120720004728, -4.367085543582854, -1.160165923445244, 12.479034125232108, 1.131120544202903, 8.91676923293682, 6.642424792054829, 7.418305443959981, 0.7814080499916604, 10.821340228820235, 1.1052867294678992, -2.139630082620271, -11.249725212305238, -3.17484033197791, 4.76630497692773, -0.08790390644114904, 0.7399817346550239, -4.173310376188236, -8.399425054064668, -2.308999526270144, -2.235441091464635, 0.2516146845962172, -6.370126896526554, 15.474100932625946, -9.325357205158667, -1.5700561914988251, 3.6195718764781657, 2.6458534416418007, -2.102404441287722, 1.6603192198386731, -12.701004204480096, 7.007293352229935, 7.425206460540719, -12.127953096144239, 5.975719448400734, 1.1415683731210335, -2.1952070120689307, 3.5753439268513096, -8.603352334480237 ], "group_sizes": [ 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000 ], "n_groups": 100, "group_labels": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99 ], "residual_variance": 25.03743054474541, "random_intercept_variance": 38.265122043964816, "sigma": 5.003741654476719, "icc": 0.6044799218853184, "boundary": false, "method": "ML", "converged": true, "fitted_sample": [ 78.41140863755692, 64.54224897193555, 65.60702707419186, 52.79750945518167, 90.75156843501335, 63.02940353857196, 94.32138993927063, 80.53853638592173, 83.35991041942458, 53.842862475424006 ], "residuals_sample": [ -2.17320123108928, 3.5401197053178635, -1.6582694866072742, 1.590321218838568, 1.0174585804013532, 5.254065768385324, -8.320895975796915, -2.4126068158017517, -0.3203124330820373, 2.5947742295008 ], "fixed_fitted_sample": [ 75.01006398015357, 69.67557173972898, 64.74013839929407, 65.53509285271512, 84.1944845769737, 69.29157429674945, 85.40462070633382, 79.79855465126671, 80.71405697778277, 62.44621480990424 ], "marginal_residuals_sample": [ 1.2281434263140625, -1.5932030624755669, -0.7913808117094803, -11.147262178694888, 7.574542438441014, -1.0081049897921588, 0.5958732571398997, -1.6726250811467338, 2.3255410085597674, -6.008578104979435 ] }, "process_seconds": 7.8662178330123425, "peak_rss_bytes": 187629568, "median_fit_seconds": 1.247759875, "min_fit_seconds": 1.244242541 }, "statsmodels": { "version": "0.15.0", "load_seconds": 0.12363029201515019, "fit_seconds": [ 0.24259004089981318, 0.2423886659089476, 0.2433025420177728, 0.24224566598422825, 0.24148241709917784 ], "sample_indices": [ 0, 11111, 22222, 33333, 44444, 55555, 66666, 77777, 88888, 99999 ], "result": { "coefficients": [ 49.05691717060758, 1.797722135408243, 0.2015042009610437, 0.5089577480585433, 0.4871203834888201, 0.49748958703928725, 0.4979092563754438, 0.49989427798502306, 0.5108834441016553, 0.50825756575561, 0.49676421254633607 ], "covariance": [ [ 0.3902429192826896, 0.0003098238460479907, -0.00015717372116017575, -8.28558796883796e-07, -1.2947571364672395e-06, -4.905545022641196e-07, -1.4969249484856142e-07, -9.324467942589849e-07, 4.602994041223186e-06, -1.473376532712179e-06, 8.490039154857692e-06 ], [ 0.0003098238460479907, 6.027187185815841e-05, -1.1793308516832663e-05, -3.6192033364357266e-07, 1.9168613810071167e-07, -3.122622469006684e-07, -3.8692851367573826e-07, 5.185120788095257e-07, 2.372237490669663e-07, -7.978694430431463e-08, 3.342853150193864e-07 ], [ -0.00015717372116017575, -1.1793308516832663e-05, 3.929192416745416e-06, 5.611311949495459e-08, -7.437178070946415e-09, 7.183226632579065e-08, 6.653699553334593e-09, -3.9319327903527376e-08, -7.61749365582946e-08, 3.615512088913828e-08, -1.8846554858604067e-07 ], [ -8.28558796883796e-07, -3.6192033364357266e-07, 5.611311949495459e-08, 0.0002514423118530774, 4.7250967490246603e-07, -1.0472132008075141e-06, -9.606048898385012e-07, -6.777534611283323e-07, 3.8629413104367064e-07, 9.58530349578744e-07, 1.8970910602052502e-07 ], [ -1.2947571364672395e-06, 1.9168613810071167e-07, -7.437178070946415e-09, 4.7250967490246603e-07, 0.0002516112984000766, 1.155533391047898e-07, -8.367414276740012e-07, 1.1906113385531414e-06, 1.288502851757245e-07, -5.888468012832525e-07, -3.673504165466286e-07 ], [ -4.905545022641196e-07, -3.122622469006684e-07, 7.183226632579065e-08, -1.0472132008075141e-06, 1.155533391047898e-07, 0.00025122272266011567, -1.0082123452325179e-06, -8.268293104011494e-07, 8.144386694259796e-07, -1.3829867556273118e-06, 6.045802384352067e-07 ], [ -1.4969249484856142e-07, -3.8692851367573826e-07, 6.653699553334593e-09, -9.606048898385012e-07, -8.367414276740012e-07, -1.0082123452325179e-06, 0.00025191606042194867, 3.837142678484272e-07, 6.086464334294007e-07, -7.190565311777146e-07, -1.7720771122754555e-06 ], [ -9.324467942589849e-07, 5.185120788095257e-07, -3.9319327903527376e-08, -6.777534611283323e-07, 1.1906113385531414e-06, -8.268293104011494e-07, 3.837142678484272e-07, 0.00024687208181165286, 2.235453516023675e-07, -8.167350705558373e-07, -1.0913415620250292e-06 ], [ 4.602994041223186e-06, 2.372237490669663e-07, -7.61749365582946e-08, 3.8629413104367064e-07, 1.288502851757245e-07, 8.144386694259796e-07, 6.086464334294007e-07, 2.235453516023675e-07, 0.00025107301149897586, 1.1397668057516725e-06, 6.874956143092593e-07 ], [ -1.473376532712179e-06, -7.978694430431463e-08, 3.615512088913828e-08, 9.58530349578744e-07, -5.888468012832525e-07, -1.3829867556273118e-06, -7.190565311777146e-07, -8.167350705558373e-07, 1.1397668057516725e-06, 0.0002521187422629098, 1.1275048619498655e-06 ], [ 8.490039154857692e-06, 3.342853150193864e-07, -1.8846554858604067e-07, 1.8970910602052502e-07, -3.673504165466286e-07, 6.045802384352067e-07, -1.7720771122754555e-06, -1.0913415620250292e-06, 6.874956143092593e-07, 1.1275048619498655e-06, 0.00025009368200003946 ] ], "std_errors": [ 0.6246942606449091, 0.007763496110526392, 0.001982219063762988, 0.01585693261173413, 0.015862260192043145, 0.015850007023976855, 0.015871863797990098, 0.0157121634987564, 0.015845283572690515, 0.015878247455651702, 0.015814350508321213 ], "z_statistics": [ 78.52948275843484, 231.56089857129476, 101.65586874061937, 32.09686012551473, 30.70939308719512, 31.38734173976816, 31.370560049695964, 31.815750773252148, 32.24198808168807, 32.00967658270755, 31.4122424619935 ], "p_values": [ 0.0, 0.0, 0.0, 4.876843381945366e-226, 4.264329077942527e-207, 3.011868987459773e-216, 5.102274227335691e-216, 3.9202432549860124e-222, 4.5561723917186864e-228, 7.997630047366327e-225, 1.376978890721979e-216 ], "conf_int": [ [ 47.83253891839468, 50.281295422820484 ], [ 1.7825059626374946, 1.8129383081789916 ], [ 0.19761912298659956, 0.20538927893548786 ], [ 0.4778787312342658, 0.5400367648828208 ], [ 0.45603092479901214, 0.5182098421786281 ], [ 0.4664241441175857, 0.5285550299609888 ], [ 0.4668009749638581, 0.5290175377870295 ], [ 0.46909900340825567, 0.5306895525617904 ], [ 0.47982725897435774, 0.5419396292289529 ], [ 0.4771367726049179, 0.539378358906302 ], [ 0.4657686551111338, 0.5277597699815384 ] ], "random_effects": [ 3.4013446575037514, -2.4820741374673534, -5.446139785778268, -2.484080405978231, 4.786863613278753, -6.546797156598898, 3.3840105051164073, -3.0336280415313244, -10.23616568036628, -6.091389817203007, 0.3625295872207274, -5.133322767682502, 5.579361121043225, -0.9982098362365671, 1.3785403068421682, 0.7258634354389186, 2.6658177136284635, 12.038538164556991, -6.073923465556526, 2.7902412646837056, -9.371906592693739, 1.7508500826309117, 0.8668886750013322, 4.19982271589861, -1.4677170728134261, -1.1267831702846534, 5.317276598693548, 6.684108407137679, 7.257525044383702, -5.8991122769391415, -5.951043771593933, 0.747061776402087, -1.2846880666881344, -12.737583397413186, -3.4388517409090786, -2.1593877758582245, -6.909725092774393, 6.531686037439636, 8.9612745135941, 5.351592038356254, -11.365029685198735, 16.355307031304708, 5.120969686901247, 2.293886651586305, 6.557083858136182, 2.1378050585992363, 1.98848379360311, 0.8384693695467551, -4.032002045392189, -3.7976685372932204, -3.3542076165950325, -10.860166540930468, -0.5770284897031829, -3.04863550876508, 7.175674876246537, -6.262170758065173, -4.367761485190865, 7.857983617311881, -2.121472632307046, -5.099312753411715, 1.2233395662930953, 8.14120720014186, -4.367085543472882, -1.160165923339219, 12.479034125321343, 1.131120544306113, 8.916769233030442, 6.642424792151247, 7.418305444055442, 0.7814080500953, 10.821340228911504, 1.1052867295711326, -2.1396300825130354, -11.249725212186775, -3.1748403318694027, 4.766304977026448, -0.08790390633644699, 0.7399817347587144, -4.173310376078491, -8.399425053949718, -2.3089995261626997, -2.235441091357282, 0.2516146847005095, -6.370126896414104, 15.4741009327115, -9.325357205042582, -1.5700561913922955, 3.6195718765783047, 2.645853441743138, -2.1024044411805334, 1.6603192199412287, -12.701004204359855, 7.007293352325909, 7.4252064606361765, -12.127953096024706, 5.975719448497981, 1.141568373224229, -2.1952070119616267, 3.5753439269515077, -8.603352334365042 ], "residual_variance": 25.037430544792564, "random_intercept_variance": 38.26512197196077, "sigma": 5.003741654481431, "icc": 0.6044799214349803, "log_likelihood": -303279.0784815381, "aic": 606584.1569630762, "df_residual": 99989, "fitted_sample": [ 78.41140863755275, 64.54224897194186, 65.60702707419084, 52.79750945519727, 90.75156843500505, 63.02940353857969, 94.32138993925959, 80.53853638592068, 83.35991041942121, 53.84286247543457 ], "residuals_sample": [ -2.173201231085116, 3.540119705311554, -1.658269486606251, 1.5903212188229645, 1.0174585804096523, 5.254065768377593, -8.320895975785874, -2.4126068158007, -0.3203124330786693, 2.594774229490234 ], "fixed_fitted_sample": [ 75.010063980049, 69.67557173962436, 64.7401383991895, 65.53509285261046, 84.19448457686887, 69.29157429664487, 85.40462070622915, 79.79855465116196, 80.71405697767807, 62.44621480979961 ], "marginal_residuals_sample": [ 1.2281434264186402, -1.5932030623709466, -0.7913808116049168, -11.147262178590225, 7.5745424385458335, -1.008104989687581, 0.5958732572445626, -1.6726250810419856, 2.325541008664473, -6.0085781048748075 ] }, "process_seconds": 2.283245958155021, "peak_rss_bytes": 307068928, "median_fit_seconds": 0.2423886659089476, "min_fit_seconds": 0.24148241709917784 }, "R": { "version": "R version 4.6.1 (2026-06-24) lme4 2.0.6", "BLAS": "/opt/homebrew/Cellar/openblas/0.3.34/lib/libopenblasp-r0.3.34.dylib", "load_seconds": 0.894, "fit_seconds": [ 0.42399999999999993, 0.375, 0.41500000000000004, 0.375, 0.38400000000000034 ], "sample_indices": [ 0, 11111, 22222, 33333, 44444, 55555, 66666, 77777, 88888, 99999 ], "result": { "coefficients": [ 49.05691717147001, 1.7977221354093682, 0.20150420096141522, 0.5089577480552218, 0.48712038349082626, 0.4974895870376024, 0.4979092563681471, 0.4998942779859471, 0.5108834440983884, 0.5082575657546993, 0.49676421254584757 ], "covariance": [ [ 0.3902430550973696, 0.00030982384594354306, -0.00015717372110704672, -8.285587966261944e-07, -1.294757136060459e-06, -4.905545021462719e-07, -1.4969249478336633e-07, -9.324467939188904e-07, 4.602994039652381e-06, -1.4733765322307861e-06, 8.490039151983947e-06 ], [ 0.00030982384594354306, 6.0271871836775346e-05, -1.1793308512648908e-05, -3.619203335176068e-07, 1.9168613803287963e-07, -3.12262246790629e-07, -3.869285135379345e-07, 5.185120786219729e-07, 2.3722374897950447e-07, -7.97869442721743e-08, 3.342853149027219e-07 ], [ -0.00015717372110704672, -1.1793308512648908e-05, 3.929192415351571e-06, 5.61131194756599e-08, -7.4371780677501325e-09, 7.183226630115549e-08, 6.653699550658404e-09, -3.9319327889510436e-08, -7.617493653072815e-08, 3.615512087615225e-08, -1.8846554851934244e-07 ], [ -8.285587966261944e-07, -3.619203335176068e-07, 5.61131194756599e-08, 0.00025144231176387074, 4.7250967473517465e-07, -1.047213200428723e-06, -9.606048894940447e-07, -6.777534608868818e-07, 3.862941309087516e-07, 9.585303492364438e-07, 1.8970910593907187e-07 ], [ -1.294757136060459e-06, 1.9168613803287963e-07, -7.4371780677501325e-09, 4.7250967473517465e-07, 0.00025161129831079994, 1.1555333907227642e-07, -8.367414273851019e-07, 1.1906113381291945e-06, 1.2885028513733048e-07, -5.888468010714568e-07, -3.6735041641633325e-07 ], [ -4.905545021462719e-07, -3.12262246790629e-07, 7.183226630115549e-08, -1.047213200428723e-06, 1.1555333907227642e-07, 0.0002512227225709949, -1.0082123448658034e-06, -8.268293101178372e-07, 8.144386691418649e-07, -1.382986755129716e-06, 6.04580238207603e-07 ], [ -1.4969249478336633e-07, -3.869285135379345e-07, 6.653699550658404e-09, -9.606048894940447e-07, -8.367414273851019e-07, -1.0082123448658034e-06, 0.00025191606033256195, 3.837142677099787e-07, 6.086464332142752e-07, -7.190565309241087e-07, -1.772077111654976e-06 ], [ -9.324467939188904e-07, 5.185120786219729e-07, -3.9319327889510436e-08, -6.777534608868818e-07, 1.1906113381291945e-06, -8.268293101178372e-07, 3.837142677099787e-07, 0.00024687208172406656, 2.2354535152040567e-07, -8.167350702688646e-07, -1.0913415616454524e-06 ], [ 4.602994039652381e-06, 2.3722374897950447e-07, -7.617493653072815e-08, 3.862941309087516e-07, 1.2885028513733048e-07, 8.144386691418649e-07, 6.086464332142752e-07, 2.2354535152040567e-07, 0.0002510730114098972, 1.1397668053454663e-06, 6.874956140701732e-07 ], [ -1.4733765322307861e-06, -7.97869442721743e-08, 3.615512087615225e-08, 9.585303492364438e-07, -5.888468010714568e-07, -1.382986755129716e-06, -7.190565309241087e-07, -8.167350702688646e-07, 1.1397668053454663e-06, 0.00025211874217346923, 1.1275048615378563e-06 ], [ 8.490039151983947e-06, 3.342853149027219e-07, -1.8846554851934244e-07, 1.8970910593907187e-07, -3.6735041641633325e-07, 6.04580238207603e-07, -1.772077111654976e-06, -1.0913415616454524e-06, 6.874956140701732e-07, 1.1275048615378563e-06, 0.00025009368191132575 ] ], "std_errors": [ 0.6246943693498203, 0.007763496109149237, 0.0019822190634114006, 0.01585693260892127, 0.01586226018922902, 0.015850007021165475, 0.01587186379517421, 0.015712163495969184, 0.015845283569879624, 0.015878247452835254, 0.015814350505516366 ], "z_statistics": [ 78.5294690946683, 231.5608986125159, 101.65586875883754, 32.09686013099891, 30.709393092769748, 31.387341745229158, 31.370560054801807, 31.815750778954826, 32.24198808720149, 32.009676588328, 31.41224246753391 ], "p_values": [ 0, 0, 0, 4.8768425226680005e-226, 4.264328347145271e-207, 3.0118684706841505e-216, 5.102273409259936e-216, 3.920242543015554e-222, 4.556171581020054e-228, 7.997628607121604e-225, 1.3769786508347722e-216 ], "conf_int": [ [ 47.8325387061994, 50.28129563674062 ], [ 1.7825059626413189, 1.8129383081774175 ], [ 0.19761912298766016, 0.20538927893517028 ], [ 0.4778787312364573, 0.5400367648739862 ], [ 0.4560309248065339, 0.5182098421751187 ], [ 0.4664241441214111, 0.5285550299537937 ], [ 0.46680097496208045, 0.5290175377742138 ], [ 0.46909900341464256, 0.5306895525572516 ], [ 0.47982725897660006, 0.5419396292201767 ], [ 0.47713677260952736, 0.5393783588998712 ], [ 0.4657686551161427, 0.5277597699755524 ] ], "random_effects": [ 3.4013446574018347, -2.4820741389352468, -5.446139787935237, -2.4840804074471263, 4.7868636134989995, -6.546797159011673, 3.384010505010987, -3.033628043127697, -10.236165683635848, -6.09138981950973, 0.36252958641288446, -5.13332276976667, 5.579361121448146, -0.9982098373600976, 1.3785403062700947, 0.7258634347163937, 2.6658177133564647, 12.038538166462562, -6.073923467859411, 2.7902412644401795, -9.371906595762912, 1.7508500821460649, 0.8668886743111099, 4.1998227159822905, -1.4677170740464311, -1.126783171438582, 5.317276599036661, 6.6841084077985515, 7.2575250451778315, -5.899112279200775, -5.95104377386813, 0.7470617756840306, -1.2846880678783203, -12.737583401264155, -3.4388517425995873, -2.159387777251561, -6.909725095271394, 6.53168603806522, 8.96127451478403, 5.351592038708208, -11.36502968873122, 16.355307034212572, 5.12096968719903, 2.2938866512273424, 6.557083858767868, 2.137805058204193, 1.988483793173464, 0.8384693688499734, -4.032002047220569, -3.7976685390663665, -3.354207618265782, -10.860166544345544, -0.5770284907288775, -3.0486355103650844, 7.175674877021659, -6.26217076041166, -4.367761487096934, 7.857983618246365, -2.1214726336914653, -5.099312755488157, 1.2233395656854509, 8.141207201140793, -4.3670855453782425, -1.1601659245000264, 12.47903412732918, 1.1311205436767748, 8.916769234209605, 6.642424792802715, 7.418305444887362, 0.7814080493846497, 10.821340230533826, 1.1052867289367363, -2.1396300839014337, -11.249725215691965, -3.174840333498679, 4.766304977242811, -0.08790390724768532, 0.7399817340388135, -4.173310377939702, -8.39942505679294, -2.3089995275910447, -2.235441092768593, 0.25161468386682523, -6.37012689878624, 15.474100935414434, -9.325357208101277, -1.5700561926481542, 3.619571876527919, 2.64585344146638, -2.1024044425605783, 1.660319219435027, -12.701004208201953, 7.007293353061579, 7.425206461469825, -12.127953099734839, 5.975719448994969, 1.1415683725978891, -2.195207013363386, 3.5753439268908087, -8.603352337255416 ], "residual_variance": 25.037430535904072, "random_intercept_variance": 38.265135551149164, "sigma": 5.003741653593246, "icc": 0.6044800063638371, "log_likelihood": -303279.0784815373, "aic": 606584.1569630746, "df_residual": 99989, "fitted_sample": [ 78.41140863833115, 64.54224897074643, 65.60702707437325, 52.79750945224557, 90.75156843654888, 63.029403537111094, 94.32138994132423, 80.53853638610306, 83.35991042003343, 53.8428624734364 ], "residuals_sample": [ -2.1732012318635157, 3.540119706506985, -1.6582694867886545, 1.5903212217746727, 1.0174585788658277, 5.254065769846193, -8.320895977850512, -2.4126068159830822, -0.32031243369088713, 2.594774231488408 ], "fixed_fitted_sample": [ 75.01006398092932, 69.67557174051309, 64.74013840006215, 65.53509285350972, 84.19448457778103, 69.29157429752276, 85.40462070711462, 79.79855465206424, 80.71405697856704, 62.446214810691814 ], "marginal_residuals_sample": [ 1.2281434255383203, -1.5932030632596792, -0.7913808124775557, -11.14726217948948, 7.574542437633681, -1.0081049905654709, 0.5958732563590985, -1.6726250819442612, 2.3255410077754988, -6.008578105767008 ] }, "process_seconds": 4.083609041990712, "peak_rss_bytes": 519405568, "median_fit_seconds": 0.38400000000000034, "min_fit_seconds": 0.375 } }, "max_absolute_errors_vs_R": { "statsmodels": { "coefficients": 8.624283509561792e-10, "covariance": 1.358146800023441e-07, "std_errors": 1.0870491118364356e-07, "z_statistics": 1.366376653777479e-05, "p_values": 7.307972561466308e-214, "conf_int": 2.1392013849208524e-07, "random_effects": 3.850969321206321e-09, "residual_variance": 8.888491720426828e-09, "random_intercept_variance": 1.3579188397727648e-05, "sigma": 8.881846369490631e-10, "icc": 8.49288568360862e-08, "log_likelihood": 8.149072527885437e-10, "aic": 1.6298145055770874e-09, "df_residual": 0.0, "fitted_sample": 2.95170110575782e-09, "residuals_sample": 2.9517082111851778e-09, "fixed_fitted_sample": 9.12152131604671e-10, "marginal_residuals_sample": 9.12152131604671e-10 }, "PHP": { "coefficients": 7.579146199532261e-10, "covariance": 1.3509497609476284e-07, "std_errors": 1.0812886619415707e-07, "z_statistics": 1.359151998769903e-05, "p_values": 7.2697945372022854e-214, "conf_int": 2.1268660077566892e-07, "random_effects": 3.730695752324209e-09, "residual_variance": 8.841336551768109e-09, "random_intercept_variance": 1.3507184348782175e-05, "sigma": 8.83472850432554e-10, "icc": 8.447851873594203e-08, "log_likelihood": 7.566995918750763e-10, "aic": 1.5133991837501526e-09, "df_residual": 0.0, "fitted_sample": 2.9360975872805284e-09, "residuals_sample": 2.936104692707886e-09, "fixed_fitted_sample": 8.07332867225341e-10, "marginal_residuals_sample": 8.07332867225341e-10 } }, "agreement_passed": true } ] }