{ "recorded_at": "2026-10-11T20:47:02.703831+00:00", "backend_label": "nalgebra", "model": "lmm", "lapack_symbols": { "extension": [], "numpy": [ "_cgesdd$NEWLAPACK$ILP64", "_dgesdd$NEWLAPACK$ILP64", "_sgesdd$NEWLAPACK$ILP64", "_zgesdd$NEWLAPACK$ILP64" ] }, "platform": "macOS-27.0.1-arm64-arm-64bit-Mach-O", "cpu": "Apple M5 Ultra", "host_memory_bytes": 103079215104, "python": "3.14.7", "numpy_config": "Build Dependencies:\n blas:\n detection method: system\n found: true\n include directory: unknown\n lib directory: unknown\n name: accelerate\n openblas configuration: unknown\n pc file directory: unknown\n version: unknown\n lapack:\n detection method: system\n found: true\n include directory: unknown\n lib directory: unknown\n name: accelerate\n openblas configuration: unknown\n pc file directory: unknown\n version: unknown\nCompilers:\n c:\n commands: cc\n linker: ld64\n name: clang\n version: 15.0.0\n c++:\n commands: c++\n linker: ld64\n name: clang\n version: 15.0.0\n cython:\n commands: cython\n linker: cython\n name: cython\n version: 3.3.0\nMachine Information:\n build:\n cpu: aarch64\n endian: little\n family: aarch64\n system: darwin\n host:\n cpu: aarch64\n endian: little\n family: aarch64\n system: darwin\nPython Information:\n path: /private/var/folders/s6/5hzmn6lx4dz5nxs7k_0slzph0000gn/T/build-env-buaiw__1/bin/python\n version: '3.14'\nSIMD Extensions:\n baseline:\n - NEON\n - NEON_FP16\n - NEON_VFPV4\n - ASIMD\n found:\n - ASIMDHP\n - ASIMDDP\n not found:\n - ASIMDFHM\n\n", "thread_environment": { "OPENBLAS_NUM_THREADS": "1", "OMP_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "VECLIB_MAXIMUM_THREADS": "1", "BLIS_NUM_THREADS": "1" }, "repeats": 5, "warmups": 1, "extension_sha256": "32a20396777bfb056b88750b557ae2c0db0f8eaf662020cb64fd02a430ef8183", "rust": "rustc 1.99.0 (b940084d7 2026-09-28) (Homebrew)", "tolerance": { "absolute": 1e-07, "relative": 1e-06, "quantity_relative": { "covariance": 1e-05, "std_errors": 1e-05, "z_statistics": 1e-05, "residual_variance": 1e-05, "random_intercept_variance": 1e-05, "sigma": 1e-05, "icc": 1e-05, "log_likelihood": 1e-09, "aic": 1e-09 } }, "cases": [ { "n": 1000, "p": 3, "data": { "seed": 20261011, "sha256": "d12e574231fece849c7688e261a56157e32d357513da91554e17fdd381678537", "true_coefficients": [ 50.0, 1.8, 0.2 ], "residual_sd": 5.0, "random_intercept_sd": 6.0, "n_groups": 50, "sample_correlations": [ [ 1.0, 0.7387446856687101, 0.695099903312317 ], [ 0.7387446856687101, 1.0, 0.6303680993704882 ], [ 0.6950999033123171, 0.6303680993704882, 1.0 ] ], "correlation_order": [ "study_hours", "prior_score", "score" ] }, "implementations": { "R": { "version": "R version 4.6.1 (2026-06-24) lme4 2.0.6", "BLAS": "/opt/homebrew/Cellar/openblas/0.3.34/lib/libopenblasp-r0.3.34.dylib", "load_seconds": 0.0010000000000000009, "fit_seconds": [ 0.006000000000000005, 0.006000000000000005, 0.006000000000000005, 0.006000000000000005, 0.006000000000000005 ], "sample_indices": [ 0, 111, 222, 333, 444, 555, 666, 777, 888, 999 ], "result": { "coefficients": [ 49.718503648787525, 1.726096055015813, 0.20756366269154383 ], "covariance": [ [ 1.4228047451268169, 0.030448621750453975, -0.017567002082297667 ], [ 0.030448621750453975, 0.006299440112996564, -0.0012115284506461921 ], [ -0.017567002082297667, -0.0012115284506461921, 0.00042838022320563514 ] ], "std_errors": [ 1.1928137931491305, 0.07936901229696994, 0.020697348216755573 ], "z_statistics": [ 41.681697457175126, 21.747732585576223, 10.028514789325056 ], "p_values": [ 0, 7.257927620775472e-105, 1.142217392414704e-23 ], "conf_int": [ [ 47.38063157395262, 52.05637572362243 ], [ 1.5705356494252354, 1.8816564606063908 ], [ 0.16699760561121862, 0.24812971977186904 ] ], "random_effects": [ -4.952572330659732, 3.0586242286850194, -2.4084719308388602, -0.05424708849437668, 2.19766117598716, 0.4272929976102189, -3.2451467684281616, -11.031005614123236, -3.6874696731805914, 2.524806040505067, 5.239835192933777, -8.263574058966102, 10.207611794153927, 0.06306685752968794, 4.74846835425508, -11.293949266911042, -0.13971067034188936, -5.986466379472574, -5.791328406204733, 1.4089911229976093, 0.7894272601955731, 3.053281696139288, 10.640730745655484, 1.532957454118907, -5.754849614447815, 3.3214149872748795, -6.750878289080093, 0.14863961215577087, -6.323258582384, 9.574577711077836, 4.061475955682789, -2.3012014060108354, -3.0506627514756293, -0.7618013976521272, -11.524056185958308, 8.585760379385752, 0.9545646420987777, -1.854772702670462, -0.6658079781268457, 3.3474826118268566, 2.7098765847556785, 1.986088026808862, 1.8160848083634027, -2.9787157676375036, 4.417134478289047, 4.879522476403249, 1.3883772363826956, 3.8869379545992855, 0.8920626083632441, 0.9571918689456566 ], "residual_variance": 26.44626016156733, "random_intercept_variance": 27.360533587909913, "sigma": 5.142592747006837, "icc": 0.5084958920856668, "log_likelihood": -3133.418830542328, "aic": 6276.837661084656, "df_residual": 997, "fitted_sample": [ 65.3572671634883, 66.4908393409529, 95.74504915052542, 67.77635513913026, 64.9785191693481, 82.64104891885606, 76.54247358653686, 73.02146235721611, 60.11356650770397, 80.79161265553445 ], "residuals_sample": [ -0.9486958354243171, 9.763824846452707, 3.567011041476448, -3.6606820884393585, 0.9459537161798295, 1.1643592679747172, -4.423881935731927, 6.269570368233076, -0.31210612286626827, 1.0837949064789285 ], "fixed_fitted_sample": [ 70.30983949414804, 74.75441339991902, 85.10431840486993, 68.53815653678238, 60.56138469105906, 82.21375592124585, 76.68218425687874, 72.87282274506033, 60.779374485830814, 79.83442078658878 ], "marginal_residuals_sample": [ -5.901268166084051, 1.5002507874865927, 14.207741787131937, -4.42248348609148, 5.363088194468872, 1.5916522655849263, -4.5635926060738115, 6.418209980388852, -0.9779141009931109, 2.0409867754245994 ] }, "process_seconds": 0.6389063328970224, "peak_rss_bytes": 260489216, "median_fit_seconds": 0.006000000000000005, "min_fit_seconds": 0.006000000000000005 }, "statsmodels": { "version": "0.15.0", "load_seconds": 0.0005053749773651361, "fit_seconds": [ 0.013856500154361129, 0.013805666007101536, 0.013778208056464791, 0.013604291016235948, 0.013577291974797845 ], "sample_indices": [ 0, 111, 222, 333, 444, 555, 666, 777, 888, 999 ], "result": { "coefficients": [ 49.71850364529734, 1.7260960549262465, 0.20756366275980923 ], "covariance": [ [ 1.4228047099961978, 0.030448621852692113, -0.017567002141013293 ], [ 0.030448621852692113, 0.006299440133777415, -0.0012115284546727256 ], [ -0.017567002141013293, -0.0012115284546727256, 0.00042838022463488563 ] ], "std_errors": [ 1.192813778423186, 0.0793690124278828, 0.020697348251282957 ], "z_statistics": [ 41.68169796883267, 21.74773254857659, 10.028514775893722 ], "p_values": [ 0.0, 7.257933473224572e-105, 1.1422175477679836e-23 ], "conf_int": [ [ 47.38063159932476, 52.05637569126992 ], [ 1.5705356490790843, 1.8816564607734088 ], [ 0.16699760561181157, 0.24812971990780688 ] ], "random_effects": [ -4.952572314015228, 3.0586242185398063, -2.4084719227498916, -0.05424708839808573, 2.197661168525313, 0.42729299623457434, -3.2451467576704207, -11.031005576977334, -3.6874696607388406, 2.5248060319823105, 5.239835175381034, -8.263574031274251, 10.207611759690026, 0.06306685729492245, 4.748468338253519, -11.29394922894156, -0.13971066984743297, -5.986466359452096, -5.791328386738363, 1.4089911182952959, 0.7894272574578212, 3.053281685847538, 10.640730709701801, 1.5329574488202302, -5.754849594795422, 3.321414976013223, -6.750878266116248, 0.14863961183672056, -6.323258560920698, 9.574577678596926, 4.0614759419523745, -2.30120139817923, -3.0506627410718465, -0.7618013951174721, -11.524056147231367, 8.585760350449283, 0.9545646386915343, -1.8547726965009312, -0.6658079758357716, 3.3474826004436284, 2.7098765756226784, 1.9860880202364195, 1.8160848022332259, -2.9787157574938696, 4.417134463421699, 4.87952246010738, 1.388377231576105, 3.8869379415326666, 0.892062605182953, 0.9571918661598755 ], "residual_variance": 26.44626025368647, "random_intercept_variance": 27.360531685018973, "sigma": 5.142592755963325, "icc": 0.5084958738329355, "log_likelihood": -3133.418830542328, "aic": 6276.837661084656, "df_residual": 997, "fitted_sample": [ 65.35726717968386, 66.49083936841394, 95.7450491160363, 67.77635514195948, 64.9785191533196, 82.6410489175327, 76.54247358781444, 73.02146235686445, 60.113566507772944, 80.79161265259735 ], "residuals_sample": [ -0.948695851619874, 9.763824818991665, 3.567011075965567, -3.6606820912685833, 0.9459537322083378, 1.1643592692980747, -4.4238819370095115, 6.269570368584738, -0.31210612293524065, 1.083794909416028 ], "fixed_fitted_sample": [ 70.30983949369909, 74.75441339968819, 85.1043184063345, 68.53815653707696, 60.5613846898979, 82.21375592129813, 76.68218425766187, 72.87282274502773, 60.77937448360871, 79.83442078643748 ], "marginal_residuals_sample": [ -5.901268165635102, 1.5002507877174196, 14.207741785667366, -4.4224834863860565, 5.363088195630034, 1.5916522655326446, -4.563592606856943, 6.418209980421452, -0.9779140987710093, 2.0409867755759024 ] }, "process_seconds": 0.7771839578635991, "peak_rss_bytes": 181567488, "median_fit_seconds": 0.013778208056464791, "min_fit_seconds": 0.013577291974797845 }, "PHP": { "version": "8.5.10", "load_seconds": 0.001109458, "fit_seconds": [ 0.000297208, 0.000293792, 0.000288584, 0.000285167, 0.000284792 ], "sample_indices": [ 0, 111, 222, 333, 444, 555, 666, 777, 888, 999 ], "result": { "coefficients": [ 49.718503645297545, 1.7260960549262439, 0.207563662759811 ], "covariance": [ [ 1.4228047099962233, 0.030448621852692304, -0.017567002141013373 ], [ 0.030448621852692304, 0.006299440133777415, -0.0012115284546727245 ], [ -0.017567002141013373, -0.0012115284546727247, 0.00042838022463488547 ] ], "std_errors": [ 1.192813778423197, 0.0793690124278828, 0.020697348251282954 ], "z_statistics": [ 41.68169796883247, 21.747732548576554, 10.02851477589381 ], "p_values": [ 0, 7.257933472717393e-105, 1.142217547826808e-23 ], "conf_int": [ [ 47.38063159932494, 52.05637569127015 ], [ 1.5705356490790816, 1.881656460773406 ], [ 0.16699760561181334, 0.24812971990780866 ] ], "log_likelihood": -3133.418830542329, "aic": 6276.837661084658, "df_residual": 997, "evaluations": 107, "random_effects": [ -4.95257231401552, 3.0586242185395327, -2.4084719227501785, -0.05424708839836844, 2.197661168525033, 0.4272929962342958, -3.2451467576707094, -11.031005576977625, -3.687469660739127, 2.524806031982032, 5.239835175380761, -8.263574031274548, 10.207611759689758, 0.06306685729464297, 4.748468338253245, -11.293949228941859, -0.13971066984771413, -5.986466359452391, -5.7913283867386545, 1.4089911182950183, 0.7894272574575363, 3.053281685847263, 10.640730709701527, 1.5329574488199462, -5.754849594795703, 3.3214149760129454, -6.7508782661165325, 0.14863961183644425, -6.323258560920986, 9.574577678596658, 4.061475941952099, -2.3012013981795123, -3.0506627410721303, -0.7618013951177528, -11.524056147231668, 8.585760350449014, 0.9545646386912536, -1.854772696501218, -0.6658079758360516, 3.3474826004433464, 2.7098765756224004, 1.9860880202361466, 1.8160848022329474, -2.978715757494151, 4.417134463421426, 4.8795224601071086, 1.3883772315758236, 3.886937941532391, 0.8920626051826689, 0.9571918661596069 ], "group_sizes": [ 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20 ], "n_groups": 50, "group_labels": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49 ], "residual_variance": 26.446260253686443, "random_intercept_variance": 27.360531685019815, "sigma": 5.142592755963323, "icc": 0.5084958738329434, "boundary": false, "method": "ML", "converged": true, "fitted_sample": [ 65.35726717968384, 66.49083936841394, 95.74504911603637, 67.77635514195951, 64.9785191533196, 82.64104891753271, 76.54247358781447, 73.02146235686448, 60.1135665077729, 80.79161265259735 ], "residuals_sample": [ -0.9486958516198598, 9.763824818991665, 3.567011075965496, -3.6606820912686118, 0.9459537322083378, 1.1643592692980604, -4.42388193700954, 6.269570368584709, -0.312106122935198, 1.083794909416028 ], "fixed_fitted_sample": [ 70.30983949369937, 74.75441339968849, 85.10431840633484, 68.53815653707727, 60.56138468989817, 82.21375592129841, 76.68218425766219, 72.87282274502803, 60.779374483608954, 79.83442078643775 ], "marginal_residuals_sample": [ -5.901268165635386, 1.5002507877171212, 14.207741785667025, -4.422483486386369, 5.363088195629764, 1.5916522655323604, -4.563592606857256, 6.418209980421153, -0.9779140987712509, 2.0409867755756324 ] }, "process_seconds": 0.044383290922269225, "peak_rss_bytes": 29294592, "median_fit_seconds": 0.000288584, "min_fit_seconds": 0.000284792 } }, "max_absolute_errors_vs_R": { "statsmodels": { "coefficients": 3.490185918053612e-09, "covariance": 3.51306190804479e-08, "std_errors": 1.4725944463833684e-08, "z_statistics": 5.116575465535789e-07, "p_values": 1.5535327962580697e-30, "conf_int": 3.2352510004329815e-08, "random_effects": 3.872694165352186e-08, "residual_variance": 9.211914075990535e-08, "random_intercept_variance": 1.9028909399310123e-06, "sigma": 8.95648799570381e-09, "icc": 1.825273132638472e-08, "log_likelihood": 0.0, "aic": 0.0, "df_residual": 0.0, "fitted_sample": 3.4489119116187794e-08, "residuals_sample": 3.4489119116187794e-08, "fixed_fitted_sample": 2.222101613824634e-09, "marginal_residuals_sample": 2.222101613824634e-09 }, "PHP": { "coefficients": 3.4899798606602417e-09, "covariance": 3.5130593545318334e-08, "std_errors": 1.4725933583648043e-08, "z_statistics": 5.116573404961855e-07, "p_values": 1.554121040079844e-30, "conf_int": 3.235228263065437e-08, "random_effects": 3.8726639672859164e-08, "residual_variance": 9.211911233819592e-08, "random_intercept_variance": 1.9028900979378705e-06, "sigma": 8.956485331168551e-09, "icc": 1.8252723443801244e-08, "log_likelihood": 9.094947017729282e-13, "aic": 1.8189894035458565e-12, "df_residual": 0.0, "fitted_sample": 3.448904806191422e-08, "residuals_sample": 3.448904806191422e-08, "fixed_fitted_sample": 2.2218600292944757e-09, "marginal_residuals_sample": 2.2218600292944757e-09 } }, "agreement_passed": true }, { "n": 100000, "p": 3, "data": { "seed": 20261011, "sha256": "c93cb465f407c239bab0ca5eea1fac3c8c06cec2cf7924d4c718bd324401e62b", "true_coefficients": [ 50.0, 1.8, 0.2 ], "residual_sd": 5.0, "random_intercept_sd": 6.0, "n_groups": 100, "sample_correlations": [ [ 1.0, 0.7663339388230945, 0.7207848906336028 ], [ 0.7663339388230945, 0.9999999999999999, 0.6486598797396337 ], [ 0.720784890633603, 0.6486598797396336, 1.0 ] ], "correlation_order": [ "study_hours", "prior_score", "score" ] }, "implementations": { "PHP": { "version": "8.5.10", "load_seconds": 0.104873792, "fit_seconds": [ 0.013142458, 0.013370625, 0.012749875, 0.013279792, 0.012807292 ], "sample_indices": [ 0, 11111, 22222, 33333, 44444, 55555, 66666, 77777, 88888, 99999 ], "result": { "coefficients": [ 50.37914829991148, 1.7966129054552207, 0.2005260410321789 ], "covariance": [ [ 0.2693280956969316, 0.0003102642345864712, -0.0001573967489458208 ], [ 0.00031026423458647116, 6.035708444005536e-05, -1.181004936601894e-05 ], [ -0.0001573967489458208, -1.181004936601894e-05, 3.934761170744751e-06 ] ], "std_errors": [ 0.5189682993179175, 0.007768982201038651, 0.001983623243144915 ], "z_statistics": [ 97.07557931019106, 231.25460439528717, 101.09079016147085 ], "p_values": [ 0, 0, 0 ], "conf_int": [ [ 49.36198912413035, 51.3963074756926 ], [ 1.781385980144652, 1.8118398307657892 ], [ 0.19663821091671832, 0.20441387114763945 ] ], "log_likelihood": -303333.54001777107, "aic": 606677.0800355421, "df_residual": 99997, "evaluations": 107, "random_effects": [ 0.826326405173191, -3.9704897678375692, 6.488029229795087, 5.052016133783032, 6.4929136580738245, 5.107893328748689, 2.866855608873789, 2.5132100587788626, -2.7072979723423938, 10.157695065958944, 5.599008011609918, -0.04471990163435889, -7.7442998007957575, 9.55317100762522, 2.3615433279362494, -0.7134501685039442, 2.351008602866447, 5.8137287576463335, 0.32534423271882396, 3.046184279109133, 2.2103558490235025, 0.7321346135059917, -9.6900323328202, 0.3647347665642107, 5.238172279076233, -3.9400123545932773, 0.01404305100912044, -3.208617661462677, 0.18553642126773273, -10.475984233614128, 1.0897473098698514, -0.13907992033293193, 10.265329600890345, -3.8827820259503496, -2.695906380769183, -4.207506088311807, 7.949406524217628, -7.432865154859265, 0.4732284033244999, -0.2633927242733662, 2.9254287883522543, -9.323071218231576, 0.29982846757179266, 1.6658622618453094, 1.923927230609851, -4.125880888581448, -0.01494863520501175, 0.9794510205987353, -5.880729650199581, -6.693873471114128, -1.7694190038105693, 4.669093458613122, 5.929093937944697, 6.915706919433831, 3.059787477747517, 3.106896404639174, -3.2824449368586457, -10.725622071444239, 0.9769917741224232, 4.487841884788188, -0.2763859198721062, -3.197808952007941, 1.4740597391020853, 3.0275215126471857, -3.2810983433344854, -5.334674706945739, -6.7301635680883685, -4.96589972973718, -8.064258756600681, 12.078552169117035, 0.4472851129111484, 0.847552647209912, 4.487402114483034, 1.7993810457530113, 6.302215653708692, 2.9399577012763203, -7.75008615204429, -10.280682131231556, -10.554167787211826, 5.820712078416842, -4.140776268223075, -4.643159045263916, 0.5131803374877941, 0.16172693836545904, -0.2873543604766179, 4.7345305205302015, -1.2958422675381325, 4.065528987397338, 1.806545752380758, -1.4344029718843767, 0.060647796323094784, 5.1372366687548165, -9.888276324136665, -7.998376054437697, 2.6082366348684367, -1.9346113741560675, -6.500731978321015, 4.724628910942709, 4.987492520982803, -0.5507379413297757 ], "group_sizes": [ 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000 ], "n_groups": 100, "group_labels": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99 ], "residual_variance": 25.074268266204093, "random_intercept_variance": 26.172562392870024, "sigma": 5.007421319022805, "icc": 0.5107157273195337, "boundary": false, "method": "ML", "converged": true, "fitted_sample": [ 74.74283821172922, 71.5953919514838, 55.410262044105146, 63.82511069201233, 88.69588581135885, 73.42850333519887, 80.31509272542873, 70.82016110089427, 83.70710122220541, 63.14724442740899 ], "residuals_sample": [ -1.0939115875678738, -1.9360076515839069, -8.691844054349538, 2.746987573708452, 0.0431850141656156, 6.889251829781244, -2.8190291958002263, 3.7561681312691775, -4.9268213416576145, -3.8877120597113546 ], "fixed_fitted_sample": [ 73.91651180655603, 71.64011185311816, 65.10029437692535, 67.70789271796268, 86.771958580749, 70.3216069305597, 87.0452562935171, 81.10084323212583, 81.90055546982465, 63.69798236873877 ], "marginal_residuals_sample": [ -0.2675851823946829, -1.9807275532182587, -18.38187638716974, -1.1357944522418961, 1.967112244775464, 9.996148234420417, -9.549192763888598, -6.52451399996238, -3.120275589276858, -4.438450001041133 ] }, "process_seconds": 0.2289268330205232, "peak_rss_bytes": 97681408, "median_fit_seconds": 0.013142458, "min_fit_seconds": 0.012749875 }, "statsmodels": { "version": "0.15.0", "load_seconds": 0.03394304192624986, "fit_seconds": [ 0.12933333311229944, 0.12890674988739192, 0.1295357090421021, 0.12890954106114805, 0.12970687495544553 ], "sample_indices": [ 0, 11111, 22222, 33333, 44444, 55555, 66666, 77777, 88888, 99999 ], "result": { "coefficients": [ 50.379148299327845, 1.7966129054553766, 0.20052604103214158 ], "covariance": [ [ 0.26932809067350333, 0.00031026423459233247, -0.00015739674894879761 ], [ 0.00031026423459233247, 6.0357084441212145e-05, -1.18100493662453e-05 ], [ -0.00015739674894879761, -1.18100493662453e-05, 3.934761170820209e-06 ] ], "std_errors": [ 0.5189682944780956, 0.0077689822011131, 0.001983623243163935 ], "z_statistics": [ 97.07558021437903, 231.25460439309117, 101.09079016048274 ], "p_values": [ 0.0, 0.0, 0.0 ], "conf_int": [ [ 49.3619891330326, 51.39630746562309 ], [ 1.781385980144662, 1.811839830766091 ], [ 0.19663821091664374, 0.20441387114763943 ] ], "random_effects": [ 0.8263264057422772, -3.9704897671802803, 6.488029230260064, 5.052016134274388, 6.492913658538716, 5.1078933292390305, 2.8668556094053423, 2.5132100593169286, -2.707297971708344, 10.157695066356428, 5.59900801209124, -0.04471990104924869, -7.744299800069071, 9.55317100803383, 2.361543328477094, -0.7134501679065461, 2.3510086034074766, 5.813728758123711, 0.3253442332971056, 3.046184279637407, 2.210355849567139, 0.7321346140768171, -9.690032332057712, 0.3647347671417712, 5.238172279564184, -3.940012353936548, 0.014043051593135781, -3.208617660819397, 0.18553642184858546, -10.475984232837217, 1.089747310434096, -0.13907991974612033, 10.265329601285867, -3.8827820252946896, -2.695906380135331, -4.207506087650148, 7.949406524655712, -7.432865154138308, 0.4732284039000942, -0.26339272368425065, 2.925428788882739, -9.323071217475853, 0.2998284681505442, 1.6658622623989672, 1.923927231158764, -4.125880887921286, -0.014948634620456275, 0.9794510211649977, -5.880729649507152, -6.693873470406733, -1.7694190031937547, 4.669093459111557, 5.92909393841992, 6.915706919890948, 3.0597874782755183, 3.106896405166329, -3.28244493621402, -10.7256220706627, 0.9769917746887306, 4.487841885289943, -0.2763859192827486, -3.197808951364864, 1.474059739659259, 3.0275215131757958, -3.2810983426898677, -5.334674706263351, -6.730163567380332, -4.965899729061565, -8.06425875586811, 12.078552169479204, 0.44728511348719696, 0.8475526477785934, 4.487402114984789, 1.7993810463042177, 6.302215654177104, 2.9399577018065517, -7.750086151317484, -10.280682130458237, -10.554167786433416, 5.820712078894078, -4.1407762675626305, -4.643159044594246, 0.5131803380626301, 0.16172693894675896, -0.28735435988702834, 4.73453052102742, -1.2958422669300116, 4.065528987906844, 1.8065457529318267, -1.434402971273716, 0.06064779690625541, 5.137236669244632, -9.888276323370553, -7.998376053706328, 2.608236635404753, -1.9346113735362074, -6.500731977617188, 4.724628911440084, 4.987492521475353, -0.5507379407353742 ], "residual_variance": 25.07426826668537, "random_intercept_variance": 26.172561890520317, "sigma": 5.007421319070862, "icc": 0.5107157225185032, "log_likelihood": -303333.54001777107, "aic": 606677.0800355421, "df_residual": 99997, "fitted_sample": [ 74.74283821171308, 71.59539195148379, 55.41026204428266, 63.82511069208283, 88.6958858113232, 73.42850333514117, 80.31509272555192, 70.82016110108297, 83.70710122217234, 63.1472444274182 ], "residuals_sample": [ -1.0939115875517302, -1.9360076515838927, -8.691844054527053, 2.746987573637952, 0.04318501420127063, 6.8892518298389405, -2.81902919592342, 3.7561681310804715, -4.926821341624546, -3.887712059720563 ], "fixed_fitted_sample": [ 73.9165118059708, 71.64011185253304, 65.10029437634037, 67.70789271737752, 86.77195858016442, 70.32160692997485, 87.04525629293225, 81.1008432315412, 81.90055546924052, 63.697982368153575 ], "marginal_residuals_sample": [ -0.26758518180945146, -1.980727552633141, -18.381876386584764, -1.1357944516567358, 1.9671122453600418, 9.996148235005265, -9.54919276330375, -6.52451399937776, -3.1202755886927207, -4.438450000455937 ] }, "process_seconds": 1.5005824170075357, "peak_rss_bytes": 231702528, "median_fit_seconds": 0.12933333311229944, "min_fit_seconds": 0.12890674988739192 }, "R": { "version": "R version 4.6.1 (2026-06-24) lme4 2.0.6", "BLAS": "/opt/homebrew/Cellar/openblas/0.3.34/lib/libopenblasp-r0.3.34.dylib", "load_seconds": 0.09900000000000003, "fit_seconds": [ 0.22899999999999998, 0.22599999999999998, 0.2270000000000001, 0.2650000000000001, 0.2330000000000001 ], "sample_indices": [ 0, 11111, 22222, 33333, 44444, 55555, 66666, 77777, 88888, 99999 ], "result": { "coefficients": [ 50.379148298861175, 1.7966129054294262, 0.20052604103772653 ], "covariance": [ [ 0.26932877883023704, 0.0003102642337747, -0.00015739674853392513 ], [ 0.0003102642337747, 6.035708428265825e-05, -1.1810049335220671e-05 ], [ -0.00015739674853392513, -1.1810049335220671e-05, 3.934761160483138e-06 ] ], "std_errors": [ 0.5189689574822728, 0.007768982190908809, 0.001983623240558332 ], "z_statistics": [ 97.07545619543545, 231.25460469349588, 101.09079029608684 ], "p_values": [ 0, 0, 0 ], "conf_int": [ [ 49.36198783310162, 51.39630876462073 ], [ 1.7813859801387117, 1.8118398307201407 ], [ 0.19663821092733558, 0.2044138711481175 ] ], "random_effects": [ 0.8263264081269865, -3.9704897768788103, 6.488029246906574, 5.052016147308023, 6.492913675196217, 5.10789334241117, 2.866855616931075, 2.5132100659502417, -2.707297978223403, 10.157695092249938, 5.599008026499411, -0.04471990085985602, -7.744299819274252, 9.553171032403013, 2.3615433347304626, -0.713450169400538, 2.35100860963548, 5.813728773071914, 0.3253442344224005, 3.0461842876133463, 2.210355855438548, 0.7321346162226531, -9.690032356163846, 0.36473476836570484, 5.2381722930637045, -3.9400123635576585, 0.014043051932977361, -3.2086176685982477, 0.18553642262133996, -10.475984258924761, 1.0897473134819553, -0.13907991978988718, 10.265329627448047, -3.8827820347682875, -2.6959063866228488, -4.20750609794736, 7.949406544987043, -7.432865172559951, 0.47322840539288186, -0.2633927240434066, 2.9254287965561203, -9.323071240657924, 0.2998284692115556, 1.6658622668963698, 1.923927236306654, -4.125880898013421, -0.01494863435537065, 0.9794510239368412, -5.880729664018976, -6.693873486969156, -1.7694190073474203, 4.669093471176031, 5.929093953662421, 6.915706937615634, 3.059787486288731, 3.1068964132949763, -3.2824449441767456, -10.725622097381361, 0.9769917774541456, 4.487841896899323, -0.27638591967513454, -3.1978089591160748, 1.4740597436756813, 3.027521521105413, -3.281098350651768, -5.334674719399404, -6.730163584029975, -4.965899741270829, -8.0642587758797, 12.078552200210662, 0.44728511491818446, 0.8475526502182888, 4.487402126594291, 1.799381051138681, 6.302215670353999, 2.939957709513627, -7.750086170540192, -10.280682156053878, -10.554167812723344, 5.820712093861291, -4.140776277692953, -4.643159055988726, 0.5131803396597764, 0.16172693965843513, -0.2873543603118619, 4.734530533256327, -1.2958422698935683, 4.06552899845274, 1.8065457577843398, -1.4344029745843228, 0.060647797363012595, 5.137236682487298, -9.888276347977833, -7.998376073552094, 2.6082366422796563, -1.9346113781074492, -6.5007319936899135, 4.7246289236483445, 4.987492534344073, -0.5507379418185934 ], "residual_variance": 25.074268200751455, "random_intercept_variance": 26.172630709222634, "sigma": 5.007421312487242, "icc": 0.5107163802282034, "log_likelihood": -303333.5400177702, "aic": 606677.0800355404, "df_residual": 99997, "fitted_sample": [ 74.74283821385531, 71.5953919514165, 55.410262019902994, 63.825110682361604, 88.69588581611593, 73.42850334297032, 80.31509270858626, 70.82016107513988, 83.70710122660682, 63.147244426099 ], "residuals_sample": [ -1.0939115896939597, -1.9360076515166043, -8.691844030147386, 2.7469875833591786, 0.04318500940853198, 6.889251822009797, -2.819029178957763, 3.7561681570235663, -4.926821346059029, -3.8877120584013625 ], "fixed_fitted_sample": [ 73.91651180572832, 71.64011185227638, 65.10029437606684, 67.7078927171299, 86.77195857980928, 70.32160692967534, 87.04525629261624, 81.10084323119375, 81.90055546882249, 63.6979823679176 ], "marginal_residuals_sample": [ -0.26758518156697164, -1.9807275523764787, -18.381876386311234, -1.1357944514091116, 1.9671122457151853, 9.996148235304773, -9.549192762987744, -6.5245139990303045, -3.120275588274694, -4.438450000219959 ] }, "process_seconds": 2.200085374992341, "peak_rss_bytes": 476332032, "median_fit_seconds": 0.22899999999999998, "min_fit_seconds": 0.22599999999999998 } }, "max_absolute_errors_vs_R": { "statsmodels": { "coefficients": 4.666702579925186e-10, "covariance": 6.881567337080341e-07, "std_errors": 6.630041772259787e-07, "z_statistics": 0.00012401894358049503, "p_values": 0.0, "conf_int": 1.2999309788597202e-06, "random_effects": 3.073145826704149e-08, "residual_variance": 6.593391432829776e-08, "random_intercept_variance": 6.881870231723042e-05, "sigma": 6.583619871491919e-09, "icc": 6.577097002580246e-07, "log_likelihood": 8.731149137020111e-10, "aic": 1.7462298274040222e-09, "df_residual": 0.0, "fitted_sample": 2.594309478354262e-08, "residuals_sample": 2.594309478354262e-08, "fixed_fitted_sample": 4.1802650230238214e-10, "marginal_residuals_sample": 4.1802650230238214e-10 }, "PHP": { "coefficients": 1.0503029557185073e-09, "covariance": 6.831333054235778e-07, "std_errors": 6.581643552383554e-07, "z_statistics": 0.0001231147556097767, "p_values": 0.0, "conf_int": 1.291028731031929e-06, "random_effects": 3.109362722852893e-08, "residual_variance": 6.545263886437169e-08, "random_intercept_variance": 6.831635261050906e-05, "sigma": 6.5355632017372045e-09, "icc": 6.529086696849262e-07, "log_likelihood": 8.731149137020111e-10, "aic": 1.7462298274040222e-09, "df_residual": 0.0, "fitted_sample": 2.5754388843779452e-08, "residuals_sample": 2.5754388843779452e-08, "fixed_fitted_sample": 1.0021636853707605e-09, "marginal_residuals_sample": 1.0021636853707605e-09 } }, "agreement_passed": true }, { "n": 1000000, "p": 3, "data": { "seed": 20261011, "sha256": "19fa9d3b78417eefc9b3eecfe1752300811a313c28cc2c6426d75268b7d8be56", "true_coefficients": [ 50.0, 1.8, 0.2 ], "residual_sd": 5.0, "random_intercept_sd": 6.0, "n_groups": 100, "sample_correlations": [ [ 1.0, 0.7656532329034095, 0.6781432510552808 ], [ 0.7656532329034094, 1.0, 0.6108249716644751 ], [ 0.6781432510552808, 0.6108249716644751, 1.0 ] ], "correlation_order": [ "study_hours", "prior_score", "score" ] }, "implementations": { "R": { "version": "R version 4.6.1 (2026-06-24) lme4 2.0.6", "BLAS": "/opt/homebrew/Cellar/openblas/0.3.34/lib/libopenblasp-r0.3.34.dylib", "load_seconds": 2.974, "fit_seconds": [ 2.680999999999999, 2.6210000000000004, 2.3840000000000003, 2.5409999999999986, 2.5 ], "sample_indices": [ 0, 111111, 222222, 333333, 444444, 555555, 666666, 777777, 888888, 999999 ], "result": { "coefficients": [ 50.51285349043507, 1.800525432811354, 0.20050665563536113 ], "covariance": [ [ 0.4061372567396865, 3.080489690075733e-05, -1.5661270536108115e-05 ], [ 3.080489690075733e-05, 5.988044624232622e-06, -1.1719125864583751e-06 ], [ -1.5661270536108115e-05, -1.1719125864583751e-06, 3.9123638967803106e-07 ] ], "std_errors": [ 0.6372889899721212, 0.002447048145058168, 0.0006254889205078145 ], "z_statistics": [ 79.26208405490388, 735.7948540765447, 320.55988373475293 ], "p_values": [ 0, 0, 0 ], "conf_int": [ [ 49.2637900223458, 51.76191695852434 ], [ 1.7957293065786044, 1.8053215590441036 ], [ 0.19928071987843698, 0.20173259139228528 ] ], "random_effects": [ 0.24627850067507062, -7.741916894365239, -4.376310817396146, -15.096766033156232, -1.6372327071706678, 1.0753454702818401, 3.7751276918656504, 11.294400662523799, -0.8184843814281412, 5.510860928252707, -3.4051316052562335, 2.2187502586371886, -4.15523639985352, -0.3143668585094446, -11.234964787837558, 7.950920936372754, 2.301064284092958, 0.04380459192528982, -5.240178629879884, -1.3186294930415632, -6.710287517604075, -6.764901114100404, -9.152793913073669, 0.6398029949454344, 14.783387825706845, 2.20860722598729, -0.7909028209397443, -6.684545545299365, 2.325300325124947, 6.120226291697401, -2.53731889711369, -0.5705091806503456, 6.951035980137164, 8.74945721041667, 0.9453532418796732, 1.1353604280253533, 10.289098526806805, -5.861350034489526, 4.2433995044213635, 2.8783233206235694, -4.514905126223547, -3.893693429678005, 5.292645445580987, -1.7586480189998983, -0.9477759475799105, -1.8004381701516186, 8.190690680321504, 5.72484497020945, 1.4207449880487424, 7.581290933650059, -15.861795513380136, -7.240504891864868, -0.17314933445767006, 4.432187969314743, -6.542696636411868, 5.3648090315096235, -0.3724098367140133, 4.023333071972911, -9.638242387045798, 3.0959317181592314, -5.233443815169729, 7.26420104052235, -7.69161590367561, 8.79042973856655, -4.914682125468271, -0.3897629089074951, -3.2205496764392905, 9.041635890544853, 0.34489726859340863, 3.647717711521942, -0.7021885228134251, -12.349347433363002, -1.9766170590632284, -1.4751603616637057, -2.6518864620377878, -7.931488734415742, -8.875942470819425, 5.312937144046621, 9.573245921528992, -3.5349433462212305, 3.165158734570002, -6.614000451904857, 2.9146405062947593, 2.4828443760102314, 7.867986325767315, 1.9751865618732907, 14.002091543966436, -13.080296285173704, 4.445426941469918, 6.204814891423607, 6.5724062566261, -0.18261532684919488, 2.243175017984737, -7.812855377831347, -3.6662434227027587, 1.6884504652124088, 3.8302295924729535, 11.387989878136212, -12.76020260035246, -1.3479128542330445 ], "residual_variance": 24.984026046107438, "random_intercept_variance": 40.538063898556544, "sigma": 4.998402349361988, "icc": 0.6186930840086535, "log_likelihood": -3028541.584786577, "aic": 6057093.169573154, "df_residual": 999997, "fitted_sample": [ 75.19776807500766, 74.64589341268098, 65.38120529485883, 73.54949290983231, 77.30157837288536, 72.70065341269819, 74.71766939584263, 72.54651495682619, 77.62492484538174, 74.12307384542513 ], "residuals_sample": [ -1.0747078482288117, 9.733517449400608, -6.909965374475327, 2.584928288551552, 2.685110102354855, 3.799914333308635, -0.41155566906967067, -6.906494125504977, -0.9301241930058382, -6.006979618422463 ], "fixed_fitted_sample": [ 74.95148957433258, 72.42714315404379, 74.5339992079325, 64.80003569941564, 78.24935432046527, 67.33584438118856, 77.93821907228192, 67.23357781277957, 73.17949790391181, 75.47098669965817 ], "marginal_residuals_sample": [ -0.8284293475537368, 11.952267708037795, -16.062759287548992, 11.334385498968217, 1.737334154774942, 9.164723364818258, -3.632105345508961, -1.593556981458363, 3.5153027484640944, -7.354892472655507 ] }, "process_seconds": 19.6894837920554, "peak_rss_bytes": 1491582976, "median_fit_seconds": 2.5409999999999986, "min_fit_seconds": 2.3840000000000003 }, "statsmodels": { "version": "0.15.0", "load_seconds": 0.3398610409349203, "fit_seconds": [ 1.7244221670553088, 1.774422249989584, 1.7600873748306185, 1.7302762500476092, 1.7335795420221984 ], "sample_indices": [ 0, 111111, 222222, 333333, 444444, 555555, 666666, 777777, 888888, 999999 ], "result": { "coefficients": [ 50.51285359902956, 1.8005254328186764, 0.20050665563205713 ], "covariance": [ [ 0.40613826274236686, 3.080489690596886e-05, -1.5661270538553743e-05 ], [ 3.080489690596886e-05, 5.988044622744653e-06, -1.171912586167152e-06 ], [ -1.5661270538553743e-05, -1.171912586167152e-06, 3.912363895808262e-07 ] ], "std_errors": [ 0.6372897792545922, 0.0024470481447541347, 0.0006254889204301114 ], "z_statistics": [ 79.26198605932778, 735.7948541709558, 320.55988376929315 ], "p_values": [ 0.0, 0.0, 0.0 ], "conf_int": [ [ 49.26378858397508, 51.761918614084045 ], [ 1.7957293065865227, 1.80532155905083 ], [ 0.19928071987528528, 0.20173259138882899 ] ], "random_effects": [ 0.24627839227250364, -7.74191700398932, -4.376310926505585, -15.09676614390462, -1.6372328158608644, 1.075345362006323, 3.7751275840032763, 11.294400555810796, -0.8184844899936901, 5.510860820655714, -3.4051317142170245, 2.2187501505365206, -4.155236508928344, -0.3143669669977837, -11.23496489799528, 7.950920829148778, 2.3010641760048762, 0.04380448349138612, -5.240178739120391, -1.3186296016831673, -6.7102876270699765, -6.764901223575085, -9.15279402291264, 0.6398028866035695, 14.783387719526901, 2.208607117884725, -0.7909029295003721, -6.684545654761163, 2.32530021704016, 6.120226184193259, -2.5373190059417734, -0.5705092891775918, 6.951035872760705, 8.749457103315041, 0.9453531335847043, 1.1353603197586914, 10.289098419939409, -5.861350143825878, 4.243399396630356, 2.878323212623558, -4.514905235353964, -3.8936935387140004, 5.292645337950457, -1.758648127708614, -0.9477760561649243, -1.8004382788670386, 8.190690573133352, 5.72484486264498, 1.420744879826326, 7.581290826368853, -15.861795624244893, -7.240505001411558, -0.17314944292386503, 4.43218786155283, -6.542696745852509, 5.364808923890043, -0.37240994521094445, 4.023332964147447, -9.638242496959377, 3.0959316101927468, -5.233443924409952, 7.2642009331928294, -7.691616013291768, 8.790429631470175, -4.914682234659902, -0.3897630174066853, -3.220549785371098, 9.041635783487122, 0.34489716020651306, 3.6477176036402, -0.702188631360911, -12.349347543691177, -1.9766171678061026, -1.4751604703291525, -2.6518865708827803, -7.931488844068946, -8.87594258061633, 5.31293703641918, 9.573245814552592, -3.5349434552019305, 3.1651586266147755, -6.6140005613562, 2.914640398300128, 2.482844267949866, 7.8679862185305645, 1.975186453734753, 14.002091437666918, -13.080296395614315, 4.445426833709454, 6.2048147839320835, 6.5724061491901065, -0.18261543531686378, 2.243174909887319, -7.812855487465625, -3.6662435317030266, 1.6884503570308873, 3.830229484619171, 11.387989771437553, -12.760202710743357, -1.3479129628789923 ], "residual_variance": 24.984026039901032, "random_intercept_variance": 40.53816463061298, "sigma": 4.998402348741148, "icc": 0.6186936702782706, "log_likelihood": -3028541.584786618, "aic": 6057093.169573236, "df_residual": 999997, "fitted_sample": [ 75.19776807500685, 74.64589341301267, 65.38120529349241, 73.54949291117383, 77.30157837278065, 72.70065341353877, 74.71766939536789, 72.54651495764136, 77.62492484605916, 74.1230738452557 ], "residuals_sample": [ -1.0747078482280017, 9.733517449068913, -6.909965373108911, 2.584928287210033, 2.6851101024595607, 3.799914332468049, -0.41155566859492865, -6.906494126320155, -0.9301241936832554, -6.006979618253041 ], "fixed_fitted_sample": [ 74.95148968273435, 72.42714326247615, 74.53399931640506, 64.80003580785879, 78.24935442894558, 67.33584448964874, 77.938219180739, 67.23357792122218, 73.17949801234971, 75.4709868081347 ], "marginal_residuals_sample": [ -0.8284294559555008, 11.952267599605435, -16.062759396021555, 11.334385390525071, 1.7373340462946345, 9.164723256358087, -3.632105453966034, -1.593557089900969, 3.515302640026192, -7.3548925811320345 ] }, "process_seconds": 11.493967707967386, "peak_rss_bytes": 673972224, "median_fit_seconds": 1.7335795420221984, "min_fit_seconds": 1.7244221670553088 }, "PHP": { "version": "8.5.10", "load_seconds": 1.045982208, "fit_seconds": [ 0.14986125, 0.156497583, 0.1375115, 0.134343542, 0.133710916 ], "sample_indices": [ 0, 111111, 222222, 333333, 444444, 555555, 666666, 777777, 888888, 999999 ], "result": { "coefficients": [ 50.51285357812328, 1.8005254328186677, 0.20050665563206108 ], "covariance": [ [ 0.40613826496771405, 3.0804896905773126e-05, -1.566127053845508e-05 ], [ 3.0804896905773126e-05, 5.988044622741454e-06, -1.1719125861665164e-06 ], [ -1.566127053845508e-05, -1.1719125861665164e-06, 3.912363895806111e-07 ] ], "std_errors": [ 0.6372897810005382, 0.002447048144753481, 0.0006254889204299394 ], "z_statistics": [ 79.2619858093733, 735.7948541711487, 320.55988376938757 ], "p_values": [ 0, 0, 0 ], "conf_int": [ [ 49.263788559646805, 51.76191859659975 ], [ 1.7957293065865154, 1.80532155905082 ], [ 0.19928071987528956, 0.2017325913888326 ] ], "log_likelihood": -3028541.5847866177, "aic": 6057093.169573235, "df_residual": 999997, "evaluations": 107, "random_effects": [ 0.24627841317740598, -7.741916983087134, -4.37631090560225, -15.096766123004956, -1.6372327949565988, 1.0753453829115063, 3.775127604909384, 11.294400576719427, -0.8184844690891487, 5.510860841562413, -3.405131693313362, 2.2187501714420925, -4.15523648802494, -0.3143669460930702, -11.234964877094287, 7.950920850056309, 2.301064196910469, 0.04380450439621939, -5.240178718217351, -1.3186295807788004, -6.710287606167437, -6.764901202672536, -9.15279400201096, 0.6398029075086047, 14.783387740436748, 2.2086071387902977, -0.7909029085958216, -6.684545633858588, 2.3253002379457532, 6.120226205100133, -2.537318985037826, -0.5705092682729679, 6.951035893667892, 8.74945712422283, 0.9453531544898415, 1.1353603406638906, 10.289098440847742, -5.86135012292306, 4.2433994175366125, 2.878323233529353, -4.514905214450673, -3.893693517810512, 5.292645358857061, -1.7586481068043933, -0.9477760352604295, -1.8004382579628333, 8.190690594040918, 5.724844883551732, 1.42074490073163, 7.58129084727622, -15.8617956033455, -7.240504980509181, -0.17314942201910552, 4.432187882459164, -6.54269672494989, 5.364808944796697, -0.3724099243062528, 4.023332985053617, -9.638242476057867, 3.095931631098615, -5.233443903506933, 7.264200954100083, -7.6916159923895595, 8.790429652377982, -4.914682213756771, -0.389762996501999, -3.2205497644673713, 9.041635804395055, 0.34489718111144696, 3.647717624546254, -0.7021886104563306, -12.349347522790504, -1.9766171469019567, -1.4751604494248307, -2.6518865499788595, -7.931488823166819, -8.8759425597145, 5.312937057325788, 9.573245835460627, -3.5349434342983304, 3.165158647520656, -6.614000540453631, 2.9146404192059276, 2.482844288855509, 7.867986239438064, 1.9751864746402383, 14.002091458576434, -13.080296374713937, 4.445426854615767, 6.204814804838977, 6.572406170097125, -0.18261541441210755, 2.2431749307928968, -7.812855466563433, -3.6662435107994464, 1.6884503779362725, 3.8302295055252884, 11.387989792346227, -12.760202689842902, -1.3479129419746316 ], "group_sizes": [ 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000, 10000 ], "n_groups": 100, "group_labels": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99 ], "residual_variance": 24.98402603988729, "random_intercept_variance": 40.538164853379804, "sigma": 4.998402348739774, "icc": 0.6186936715747917, "boundary": false, "method": "ML", "converged": true, "fitted_sample": [ 75.19776807500571, 74.64589341301216, 65.38120529348795, 73.54949291117552, 77.30157837277902, 72.7006534135393, 74.7176693953655, 72.54651495764186, 77.62492484605937, 74.12307384525393 ], "residuals_sample": [ -1.0747078482268648, 9.733517449069424, -6.909965373104448, 2.584928287208342, 2.685110102461195, 3.799914332467523, -0.4115556685925412, -6.906494126320652, -0.9301241936834685, -6.006979618251265 ], "fixed_fitted_sample": [ 74.9514896618283, 72.42714324157006, 74.53399929549892, 64.80003578695269, 78.24935440803945, 67.33584446874261, 77.93821915983288, 67.23357790031608, 73.17949799144361, 75.47098678722855 ], "marginal_residuals_sample": [ -0.8284294350494577, 11.95226762051152, -16.062759375115412, 11.334385411431171, 1.7373340672007629, 9.164723277264216, -3.6321054330599196, -1.593557068994869, 3.515302660932292, -7.354892560225892 ] }, "process_seconds": 1.976936458144337, "peak_rss_bytes": 1129725952, "median_fit_seconds": 0.1375115, "min_fit_seconds": 0.133710916 } }, "max_absolute_errors_vs_R": { "statsmodels": { "coefficients": 1.0859449162126111e-07, "covariance": 1.0060026803815347e-06, "std_errors": 7.892824709365698e-07, "z_statistics": 9.799557609824205e-05, "p_values": 0.0, "conf_int": 1.6555597071032935e-06, "random_effects": 1.1086475737442925e-07, "residual_variance": 6.2064060557531775e-09, "random_intercept_variance": 0.00010073205643834626, "sigma": 6.208393799056466e-10, "icc": 5.862696170755299e-07, "log_likelihood": 4.0978193283081055e-08, "aic": 8.195638656616211e-08, "df_residual": 0.0, "fitted_sample": 1.3664163134308183e-09, "residuals_sample": 1.3664163134308183e-09, "fixed_fitted_sample": 1.0848030740362447e-07, "marginal_residuals_sample": 1.0848030740362447e-07 }, "PHP": { "coefficients": 8.76882069178464e-08, "covariance": 1.0082280275658384e-06, "std_errors": 7.910284169909687e-07, "z_statistics": 9.824553058024321e-05, "p_values": 0.0, "conf_int": 1.6380754104261541e-06, "random_effects": 8.99653649355514e-08, "residual_variance": 6.220147952262778e-09, "random_intercept_variance": 0.0001009548232602242, "sigma": 6.222133919209227e-10, "icc": 5.875661381882225e-07, "log_likelihood": 4.0512531995773315e-08, "aic": 8.102506399154663e-08, "df_residual": 0.0, "fitted_sample": 1.3708785218113917e-09, "residuals_sample": 1.3708785218113917e-09, "fixed_fitted_sample": 8.757417901961162e-08, "marginal_residuals_sample": 8.757417901961162e-08 } }, "agreement_passed": true }, { "n": 100000, "p": 11, "data": { "seed": 20261011, "sha256": "b3d41e6cbee89d1c8d4207d6cde3c3207aef629eedf58930f8cc2ecda2a7b904", "true_coefficients": [ 50.0, 1.8, 0.2, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5 ], "residual_sd": 5.0, "random_intercept_sd": 6.0, "n_groups": 100, "sample_correlations": [ [ 1.0, 0.7663339388230945, 0.6772756873305797 ], [ 0.7663339388230945, 0.9999999999999999, 0.6111383174298264 ], [ 0.6772756873305799, 0.6111383174298264, 1.0 ] ], "correlation_order": [ "study_hours", "prior_score", "score" ] }, "implementations": { "PHP": { "version": "8.5.10", "load_seconds": 0.32679575, "fit_seconds": [ 0.036280917, 0.036345, 0.03429075, 0.033826583, 0.033606708 ], "sample_indices": [ 0, 11111, 22222, 33333, 44444, 55555, 66666, 77777, 88888, 99999 ], "result": { "coefficients": [ 49.05691717072562, 1.7977221354082844, 0.2015042009610437, 0.5089577480585243, 0.48712038348882947, 0.49748958703928053, 0.4979092563754053, 0.49989427798502784, 0.5108834441016409, 0.5082575657556063, 0.4967642125463306 ], "covariance": [ [ 0.39024292000277067, 0.0003098238460474586, -0.0001571737211599028, -8.285587968828097e-07, -1.2947571364652566e-06, -4.905545022632208e-07, -1.4969249484825154e-07, -9.324467942569545e-07, 4.602994041215291e-06, -1.4733765327096473e-06, 8.490039154843005e-06 ], [ 0.0003098238460474586, 6.0271871858045516e-05, -1.179330851681055e-05, -3.619203336429468e-07, 1.916861381003956e-07, -3.122622469000763e-07, -3.869285136749936e-07, 5.185120788085003e-07, 2.3722374906653465e-07, -7.978694430414271e-08, 3.342853150187547e-07 ], [ -0.0001571737211599028, -1.1793308516810552e-05, 3.929192416738012e-06, 5.6113119494858686e-08, -7.437178070929187e-09, 7.183226632565055e-08, 6.653699553320562e-09, -3.9319327903441164e-08, -7.617493655815453e-08, 3.615512088906284e-08, -1.8846554858567753e-07 ], [ -8.285587968828097e-07, -3.619203336429468e-07, 5.611311949485868e-08, 0.0002514423118526036, 4.725096749015232e-07, -1.0472132008055088e-06, -9.606048898366115e-07, -6.777534611270116e-07, 3.862941310428246e-07, 9.58530349577032e-07, 1.8970910602012826e-07 ], [ -1.2947571364652566e-06, 1.9168613810039557e-07, -7.437178070929187e-09, 4.725096749015232e-07, 0.0002516112983996022, 1.1555333910444957e-07, -8.367414276725819e-07, 1.19061133855068e-06, 1.2885028517535e-07, -5.888468012821701e-07, -3.6735041654611543e-07 ], [ -4.905545022632208e-07, -3.122622469000763e-07, 7.183226632565055e-08, -1.0472132008055088e-06, 1.1555333910444958e-07, 0.00025122272265964263, -1.0082123452306495e-06, -8.268293104000552e-07, 8.144386694245033e-07, -1.3829867556247622e-06, 6.045802384340447e-07 ], [ -1.4969249484825154e-07, -3.869285136749936e-07, 6.653699553320562e-09, -9.606048898366115e-07, -8.367414276725819e-07, -1.0082123452306495e-06, 0.00025191606042147607, 3.8371426784725715e-07, 6.086464334282116e-07, -7.190565311764186e-07, -1.7720771122720684e-06 ], [ -9.324467942569545e-07, 5.185120788085004e-07, -3.9319327903441164e-08, -6.777534611270117e-07, 1.19061133855068e-06, -8.268293104000551e-07, 3.8371426784725715e-07, 0.0002468720818111896, 2.2354535160232689e-07, -8.167350705541222e-07, -1.0913415620229802e-06 ], [ 4.602994041215291e-06, 2.3722374906653467e-07, -7.617493655815453e-08, 3.862941310428246e-07, 1.2885028517535e-07, 8.144386694245033e-07, 6.086464334282116e-07, 2.235453516023269e-07, 0.00025107301149850277, 1.1397668057495175e-06, 6.874956143079617e-07 ], [ -1.4733765327096473e-06, -7.978694430414271e-08, 3.615512088906284e-08, 9.58530349577032e-07, -5.888468012821701e-07, -1.3829867556247622e-06, -7.190565311764186e-07, -8.167350705541222e-07, 1.1397668057495175e-06, 0.0002521187422624348, 1.1275048619477657e-06 ], [ 8.490039154843005e-06, 3.3428531501875464e-07, -1.8846554858567753e-07, 1.8970910602012826e-07, -3.6735041654611543e-07, 6.045802384340447e-07, -1.7720771122720682e-06, -1.09134156202298e-06, 6.874956143079617e-07, 1.1275048619477659e-06, 0.0002500936819995699 ] ], "std_errors": [ 0.6246942612212558, 0.007763496110519121, 0.0019822190637611204, 0.01585693261171919, 0.015862260192028188, 0.015850007023961932, 0.01587186379797521, 0.015712163498741653, 0.015845283572675586, 0.015878247455636745, 0.015814350508306367 ], "z_statistics": [ 78.529482686172, 231.56089857151693, 101.65586874071514, 32.09686012554377, 30.70939308722467, 31.387341739797286, 31.37056004972296, 31.81575077328231, 32.24198808171754, 32.00967658273747, 31.41224246202264 ], "p_values": [ 0, 0, 0, 4.8768433774411136e-226, 4.2643290741089525e-207, 3.011868984731699e-216, 5.102274223057344e-216, 3.92024325125636e-222, 4.5561723874287205e-228, 7.99763003977399e-225, 1.3769788894731042e-216 ], "conf_int": [ [ 47.832538917383104, 50.281295424068134 ], [ 1.7825059626375501, 1.8129383081790187 ], [ 0.19761912298660322, 0.2053892789354842 ], [ 0.4778787312342761, 0.5400367648827726 ], [ 0.45603092479905083, 0.5182098421786081 ], [ 0.46642414411760824, 0.5285550299609528 ], [ 0.46680097496384876, 0.5290175377869618 ], [ 0.46909900340828936, 0.5306895525617663 ], [ 0.47982725897437256, 0.5419396292289091 ], [ 0.4771367726049436, 0.5393783589062691 ], [ 0.4657686551111574, 0.5277597699815038 ] ], "log_likelihood": -303279.078481538, "aic": 606584.156963076, "df_residual": 99989, "evaluations": 107, "random_effects": [ 3.401344657389711, -2.482074137588633, -5.446139785903207, -2.4840804060995207, 4.786863613166417, -6.546797156725198, 3.3840105050023546, -3.033628041653286, -10.23616568049712, -6.091389817328729, 0.36252958710294403, -5.133322767807059, 5.579361120931875, -0.9982098363560253, 1.3785403067256348, 0.7258634353215907, 2.665817713513521, 12.0385381644536, -6.073923465682248, 2.7902412645689183, -9.371906592823512, 1.7508500825148452, 0.866888674884174, 4.199822715785554, -1.4677170729334645, -1.126783170404276, 5.317276598581858, 6.684108407027681, 7.257525044274408, -5.899112277064649, -5.951043771719502, 0.7470617762847848, -1.2846880668079441, -12.737583397547127, -3.43885174103154, -2.1593877759791074, -6.909725092901132, 6.531686037329456, 8.961274513486902, 5.351592038244632, -11.365029685330946, 16.355307031206614, 5.120969686789319, 2.293886651470904, 6.557083858026035, 2.1378050584836417, 1.9884837934873392, 0.8384693694295591, -4.032002045515382, -3.7976685374161154, -3.354207616717388, -10.860166541062075, -0.577028489822123, -3.0486355088870556, 7.175674876137152, -6.262170758191112, -4.367761485314472, 7.857983617203337, -2.1214726324278863, -5.099312753536216, 1.2233395661763744, 8.141207200033644, -4.367085543596478, -1.1601659234588713, 12.47903412521847, 1.131120544189276, 8.916769232923203, 6.642424792041211, 7.418305443946352, 0.7814080499780297, 10.821340228806614, 1.1052867294542728, -2.1396300826338965, -11.249725212318861, -3.1748403319915406, 4.766304976914115, -0.08790390645477338, 0.7399817346413973, -4.17331037620185, -8.399425054078298, -2.3089995262837717, -2.235441091478265, 0.2516146845825882, -6.370126896540187, 15.474100932612348, -9.325357205172315, -1.5700561915124476, 3.6195718764645406, 2.6458534416281783, -2.102404441301347, 1.6603192198250434, -12.701004204493719, 7.007293352216304, 7.4252064605270895, -12.127953096157906, 5.975719448387113, 1.141568373107407, -2.1952070120825584, 3.5753439268376837, -8.603352334493861 ], "group_sizes": [ 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000, 1000 ], "n_groups": 100, "group_labels": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99 ], "residual_variance": 25.037430544745384, "random_intercept_variance": 38.26512204396478, "sigma": 5.003741654476716, "icc": 0.6044799218853184, "boundary": false, "method": "ML", "converged": true, "fitted_sample": [ 78.4114086375569, 64.54224897193554, 65.60702707419179, 52.79750945518154, 90.75156843501347, 63.02940353857195, 94.32138993927076, 80.53853638592183, 83.3599104194247, 53.8428624754239 ], "residuals_sample": [ -2.1732012310892657, 3.5401197053178777, -1.6582694866072032, 1.590321218838696, 1.0174585804012395, 5.254065768385338, -8.320895975797043, -2.412606815801851, -0.32031243308215096, 2.5947742295009064 ], "fixed_fitted_sample": [ 75.01006398016719, 69.6755717397426, 64.74013839930761, 65.53509285272867, 84.19448457698743, 69.29157429676306, 85.40462070634756, 79.79855465128043, 80.71405697779652, 62.44621480991776 ], "marginal_residuals_sample": [ 1.2281434263004485, -1.5932030624891809, -0.7913808117230232, -11.14726217870843, 7.574542438427272, -1.0081049898057728, 0.5958732571261578, -1.6726250811604473, 2.3255410085460255, -6.0085781049929565 ] }, "process_seconds": 0.5920652078930289, "peak_rss_bytes": 157581312, "median_fit_seconds": 0.03429075, "min_fit_seconds": 0.033606708 }, "statsmodels": { "version": "0.15.0", "load_seconds": 0.12366025010123849, "fit_seconds": [ 0.24498545797541738, 0.2441084578167647, 0.24507079203613102, 0.24448329186998308, 0.24402445810846984 ], "sample_indices": [ 0, 11111, 22222, 33333, 44444, 55555, 66666, 77777, 88888, 99999 ], "result": { "coefficients": [ 49.05691717060758, 1.797722135408243, 0.2015042009610437, 0.5089577480585433, 0.4871203834888201, 0.49748958703928725, 0.4979092563754438, 0.49989427798502306, 0.5108834441016553, 0.50825756575561, 0.49676421254633607 ], "covariance": [ [ 0.3902429192826896, 0.0003098238460479907, -0.00015717372116017575, -8.28558796883796e-07, -1.2947571364672395e-06, -4.905545022641196e-07, -1.4969249484856142e-07, -9.324467942589849e-07, 4.602994041223186e-06, -1.473376532712179e-06, 8.490039154857692e-06 ], [ 0.0003098238460479907, 6.027187185815841e-05, -1.1793308516832663e-05, -3.6192033364357266e-07, 1.9168613810071167e-07, -3.122622469006684e-07, -3.8692851367573826e-07, 5.185120788095257e-07, 2.372237490669663e-07, -7.978694430431463e-08, 3.342853150193864e-07 ], [ -0.00015717372116017575, -1.1793308516832663e-05, 3.929192416745416e-06, 5.611311949495459e-08, -7.437178070946415e-09, 7.183226632579065e-08, 6.653699553334593e-09, -3.9319327903527376e-08, -7.61749365582946e-08, 3.615512088913828e-08, -1.8846554858604067e-07 ], [ -8.28558796883796e-07, -3.6192033364357266e-07, 5.611311949495459e-08, 0.0002514423118530774, 4.7250967490246603e-07, -1.0472132008075141e-06, -9.606048898385012e-07, -6.777534611283323e-07, 3.8629413104367064e-07, 9.58530349578744e-07, 1.8970910602052502e-07 ], [ -1.2947571364672395e-06, 1.9168613810071167e-07, -7.437178070946415e-09, 4.7250967490246603e-07, 0.0002516112984000766, 1.155533391047898e-07, -8.367414276740012e-07, 1.1906113385531414e-06, 1.288502851757245e-07, -5.888468012832525e-07, -3.673504165466286e-07 ], [ -4.905545022641196e-07, -3.122622469006684e-07, 7.183226632579065e-08, -1.0472132008075141e-06, 1.155533391047898e-07, 0.00025122272266011567, -1.0082123452325179e-06, -8.268293104011494e-07, 8.144386694259796e-07, -1.3829867556273118e-06, 6.045802384352067e-07 ], [ -1.4969249484856142e-07, -3.8692851367573826e-07, 6.653699553334593e-09, -9.606048898385012e-07, -8.367414276740012e-07, -1.0082123452325179e-06, 0.00025191606042194867, 3.837142678484272e-07, 6.086464334294007e-07, -7.190565311777146e-07, -1.7720771122754555e-06 ], [ -9.324467942589849e-07, 5.185120788095257e-07, -3.9319327903527376e-08, -6.777534611283323e-07, 1.1906113385531414e-06, -8.268293104011494e-07, 3.837142678484272e-07, 0.00024687208181165286, 2.235453516023675e-07, -8.167350705558373e-07, -1.0913415620250292e-06 ], [ 4.602994041223186e-06, 2.372237490669663e-07, -7.61749365582946e-08, 3.8629413104367064e-07, 1.288502851757245e-07, 8.144386694259796e-07, 6.086464334294007e-07, 2.235453516023675e-07, 0.00025107301149897586, 1.1397668057516725e-06, 6.874956143092593e-07 ], [ -1.473376532712179e-06, -7.978694430431463e-08, 3.615512088913828e-08, 9.58530349578744e-07, -5.888468012832525e-07, -1.3829867556273118e-06, -7.190565311777146e-07, -8.167350705558373e-07, 1.1397668057516725e-06, 0.0002521187422629098, 1.1275048619498655e-06 ], [ 8.490039154857692e-06, 3.342853150193864e-07, -1.8846554858604067e-07, 1.8970910602052502e-07, -3.673504165466286e-07, 6.045802384352067e-07, -1.7720771122754555e-06, -1.0913415620250292e-06, 6.874956143092593e-07, 1.1275048619498655e-06, 0.00025009368200003946 ] ], "std_errors": [ 0.6246942606449091, 0.007763496110526392, 0.001982219063762988, 0.01585693261173413, 0.015862260192043145, 0.015850007023976855, 0.015871863797990098, 0.0157121634987564, 0.015845283572690515, 0.015878247455651702, 0.015814350508321213 ], "z_statistics": [ 78.52948275843484, 231.56089857129476, 101.65586874061937, 32.09686012551473, 30.70939308719512, 31.38734173976816, 31.370560049695964, 31.815750773252148, 32.24198808168807, 32.00967658270755, 31.4122424619935 ], "p_values": [ 0.0, 0.0, 0.0, 4.876843381945366e-226, 4.264329077942527e-207, 3.011868987459773e-216, 5.102274227335691e-216, 3.9202432549860124e-222, 4.5561723917186864e-228, 7.997630047366327e-225, 1.376978890721979e-216 ], "conf_int": [ [ 47.83253891839468, 50.281295422820484 ], [ 1.7825059626374946, 1.8129383081789916 ], [ 0.19761912298659956, 0.20538927893548786 ], [ 0.4778787312342658, 0.5400367648828208 ], [ 0.45603092479901214, 0.5182098421786281 ], [ 0.4664241441175857, 0.5285550299609888 ], [ 0.4668009749638581, 0.5290175377870295 ], [ 0.46909900340825567, 0.5306895525617904 ], [ 0.47982725897435774, 0.5419396292289529 ], [ 0.4771367726049179, 0.539378358906302 ], [ 0.4657686551111338, 0.5277597699815384 ] ], "random_effects": [ 3.4013446575037514, -2.4820741374673534, -5.446139785778268, -2.484080405978231, 4.786863613278753, -6.546797156598898, 3.3840105051164073, -3.0336280415313244, -10.23616568036628, -6.091389817203007, 0.3625295872207274, -5.133322767682502, 5.579361121043225, -0.9982098362365671, 1.3785403068421682, 0.7258634354389186, 2.6658177136284635, 12.038538164556991, -6.073923465556526, 2.7902412646837056, -9.371906592693739, 1.7508500826309117, 0.8668886750013322, 4.19982271589861, -1.4677170728134261, -1.1267831702846534, 5.317276598693548, 6.684108407137679, 7.257525044383702, -5.8991122769391415, -5.951043771593933, 0.747061776402087, -1.2846880666881344, -12.737583397413186, -3.4388517409090786, -2.1593877758582245, -6.909725092774393, 6.531686037439636, 8.9612745135941, 5.351592038356254, -11.365029685198735, 16.355307031304708, 5.120969686901247, 2.293886651586305, 6.557083858136182, 2.1378050585992363, 1.98848379360311, 0.8384693695467551, -4.032002045392189, -3.7976685372932204, -3.3542076165950325, -10.860166540930468, -0.5770284897031829, -3.04863550876508, 7.175674876246537, -6.262170758065173, -4.367761485190865, 7.857983617311881, -2.121472632307046, -5.099312753411715, 1.2233395662930953, 8.14120720014186, -4.367085543472882, -1.160165923339219, 12.479034125321343, 1.131120544306113, 8.916769233030442, 6.642424792151247, 7.418305444055442, 0.7814080500953, 10.821340228911504, 1.1052867295711326, -2.1396300825130354, -11.249725212186775, -3.1748403318694027, 4.766304977026448, -0.08790390633644699, 0.7399817347587144, -4.173310376078491, -8.399425053949718, -2.3089995261626997, -2.235441091357282, 0.2516146847005095, -6.370126896414104, 15.4741009327115, -9.325357205042582, -1.5700561913922955, 3.6195718765783047, 2.645853441743138, -2.1024044411805334, 1.6603192199412287, -12.701004204359855, 7.007293352325909, 7.4252064606361765, -12.127953096024706, 5.975719448497981, 1.141568373224229, -2.1952070119616267, 3.5753439269515077, -8.603352334365042 ], "residual_variance": 25.037430544792564, "random_intercept_variance": 38.26512197196077, "sigma": 5.003741654481431, "icc": 0.6044799214349803, "log_likelihood": -303279.0784815381, "aic": 606584.1569630762, "df_residual": 99989, "fitted_sample": [ 78.41140863755275, 64.54224897194186, 65.60702707419084, 52.79750945519727, 90.75156843500505, 63.02940353857969, 94.32138993925959, 80.53853638592068, 83.35991041942121, 53.84286247543457 ], "residuals_sample": [ -2.173201231085116, 3.540119705311554, -1.658269486606251, 1.5903212188229645, 1.0174585804096523, 5.254065768377593, -8.320895975785874, -2.4126068158007, -0.3203124330786693, 2.594774229490234 ], "fixed_fitted_sample": [ 75.010063980049, 69.67557173962436, 64.7401383991895, 65.53509285261046, 84.19448457686887, 69.29157429664487, 85.40462070622915, 79.79855465116196, 80.71405697767807, 62.44621480979961 ], "marginal_residuals_sample": [ 1.2281434264186402, -1.5932030623709466, -0.7913808116049168, -11.147262178590225, 7.5745424385458335, -1.008104989687581, 0.5958732572445626, -1.6726250810419856, 2.325541008664473, -6.0085781048748075 ] }, "process_seconds": 2.2937410410959274, "peak_rss_bytes": 280576000, "median_fit_seconds": 0.24448329186998308, "min_fit_seconds": 0.24402445810846984 }, "R": { "version": "R version 4.6.1 (2026-06-24) lme4 2.0.6", "BLAS": "/opt/homebrew/Cellar/openblas/0.3.34/lib/libopenblasp-r0.3.34.dylib", "load_seconds": 0.8570000000000001, "fit_seconds": [ 0.4269999999999998, 0.379, 0.41400000000000015, 0.3889999999999998, 0.40600000000000014 ], "sample_indices": [ 0, 11111, 22222, 33333, 44444, 55555, 66666, 77777, 88888, 99999 ], "result": { "coefficients": [ 49.05691717147001, 1.7977221354093682, 0.20150420096141522, 0.5089577480552218, 0.48712038349082626, 0.4974895870376024, 0.4979092563681471, 0.4998942779859471, 0.5108834440983884, 0.5082575657546993, 0.49676421254584757 ], "covariance": [ [ 0.3902430550973696, 0.00030982384594354306, -0.00015717372110704672, -8.285587966261944e-07, -1.294757136060459e-06, -4.905545021462719e-07, -1.4969249478336633e-07, -9.324467939188904e-07, 4.602994039652381e-06, -1.4733765322307861e-06, 8.490039151983947e-06 ], [ 0.00030982384594354306, 6.0271871836775346e-05, -1.1793308512648908e-05, -3.619203335176068e-07, 1.9168613803287963e-07, -3.12262246790629e-07, -3.869285135379345e-07, 5.185120786219729e-07, 2.3722374897950447e-07, -7.97869442721743e-08, 3.342853149027219e-07 ], [ -0.00015717372110704672, -1.1793308512648908e-05, 3.929192415351571e-06, 5.61131194756599e-08, -7.4371780677501325e-09, 7.183226630115549e-08, 6.653699550658404e-09, -3.9319327889510436e-08, -7.617493653072815e-08, 3.615512087615225e-08, -1.8846554851934244e-07 ], [ -8.285587966261944e-07, -3.619203335176068e-07, 5.61131194756599e-08, 0.00025144231176387074, 4.7250967473517465e-07, -1.047213200428723e-06, -9.606048894940447e-07, -6.777534608868818e-07, 3.862941309087516e-07, 9.585303492364438e-07, 1.8970910593907187e-07 ], [ -1.294757136060459e-06, 1.9168613803287963e-07, -7.4371780677501325e-09, 4.7250967473517465e-07, 0.00025161129831079994, 1.1555333907227642e-07, -8.367414273851019e-07, 1.1906113381291945e-06, 1.2885028513733048e-07, -5.888468010714568e-07, -3.6735041641633325e-07 ], [ -4.905545021462719e-07, -3.12262246790629e-07, 7.183226630115549e-08, -1.047213200428723e-06, 1.1555333907227642e-07, 0.0002512227225709949, -1.0082123448658034e-06, -8.268293101178372e-07, 8.144386691418649e-07, -1.382986755129716e-06, 6.04580238207603e-07 ], [ -1.4969249478336633e-07, -3.869285135379345e-07, 6.653699550658404e-09, -9.606048894940447e-07, -8.367414273851019e-07, -1.0082123448658034e-06, 0.00025191606033256195, 3.837142677099787e-07, 6.086464332142752e-07, -7.190565309241087e-07, -1.772077111654976e-06 ], [ -9.324467939188904e-07, 5.185120786219729e-07, -3.9319327889510436e-08, -6.777534608868818e-07, 1.1906113381291945e-06, -8.268293101178372e-07, 3.837142677099787e-07, 0.00024687208172406656, 2.2354535152040567e-07, -8.167350702688646e-07, -1.0913415616454524e-06 ], [ 4.602994039652381e-06, 2.3722374897950447e-07, -7.617493653072815e-08, 3.862941309087516e-07, 1.2885028513733048e-07, 8.144386691418649e-07, 6.086464332142752e-07, 2.2354535152040567e-07, 0.0002510730114098972, 1.1397668053454663e-06, 6.874956140701732e-07 ], [ -1.4733765322307861e-06, -7.97869442721743e-08, 3.615512087615225e-08, 9.585303492364438e-07, -5.888468010714568e-07, -1.382986755129716e-06, -7.190565309241087e-07, -8.167350702688646e-07, 1.1397668053454663e-06, 0.00025211874217346923, 1.1275048615378563e-06 ], [ 8.490039151983947e-06, 3.342853149027219e-07, -1.8846554851934244e-07, 1.8970910593907187e-07, -3.6735041641633325e-07, 6.04580238207603e-07, -1.772077111654976e-06, -1.0913415616454524e-06, 6.874956140701732e-07, 1.1275048615378563e-06, 0.00025009368191132575 ] ], "std_errors": [ 0.6246943693498203, 0.007763496109149237, 0.0019822190634114006, 0.01585693260892127, 0.01586226018922902, 0.015850007021165475, 0.01587186379517421, 0.015712163495969184, 0.015845283569879624, 0.015878247452835254, 0.015814350505516366 ], "z_statistics": [ 78.5294690946683, 231.5608986125159, 101.65586875883754, 32.09686013099891, 30.709393092769748, 31.387341745229158, 31.370560054801807, 31.815750778954826, 32.24198808720149, 32.009676588328, 31.41224246753391 ], "p_values": [ 0, 0, 0, 4.8768425226680005e-226, 4.264328347145271e-207, 3.0118684706841505e-216, 5.102273409259936e-216, 3.920242543015554e-222, 4.556171581020054e-228, 7.997628607121604e-225, 1.3769786508347722e-216 ], "conf_int": [ [ 47.8325387061994, 50.28129563674062 ], [ 1.7825059626413189, 1.8129383081774175 ], [ 0.19761912298766016, 0.20538927893517028 ], [ 0.4778787312364573, 0.5400367648739862 ], [ 0.4560309248065339, 0.5182098421751187 ], [ 0.4664241441214111, 0.5285550299537937 ], [ 0.46680097496208045, 0.5290175377742138 ], [ 0.46909900341464256, 0.5306895525572516 ], [ 0.47982725897660006, 0.5419396292201767 ], [ 0.47713677260952736, 0.5393783588998712 ], [ 0.4657686551161427, 0.5277597699755524 ] ], "random_effects": [ 3.4013446574018347, -2.4820741389352468, -5.446139787935237, -2.4840804074471263, 4.7868636134989995, -6.546797159011673, 3.384010505010987, -3.033628043127697, -10.236165683635848, -6.09138981950973, 0.36252958641288446, -5.13332276976667, 5.579361121448146, -0.9982098373600976, 1.3785403062700947, 0.7258634347163937, 2.6658177133564647, 12.038538166462562, -6.073923467859411, 2.7902412644401795, -9.371906595762912, 1.7508500821460649, 0.8668886743111099, 4.1998227159822905, -1.4677170740464311, -1.126783171438582, 5.317276599036661, 6.6841084077985515, 7.2575250451778315, -5.899112279200775, -5.95104377386813, 0.7470617756840306, -1.2846880678783203, -12.737583401264155, -3.4388517425995873, -2.159387777251561, -6.909725095271394, 6.53168603806522, 8.96127451478403, 5.351592038708208, -11.36502968873122, 16.355307034212572, 5.12096968719903, 2.2938866512273424, 6.557083858767868, 2.137805058204193, 1.988483793173464, 0.8384693688499734, -4.032002047220569, -3.7976685390663665, -3.354207618265782, -10.860166544345544, -0.5770284907288775, -3.0486355103650844, 7.175674877021659, -6.26217076041166, -4.367761487096934, 7.857983618246365, -2.1214726336914653, -5.099312755488157, 1.2233395656854509, 8.141207201140793, -4.3670855453782425, -1.1601659245000264, 12.47903412732918, 1.1311205436767748, 8.916769234209605, 6.642424792802715, 7.418305444887362, 0.7814080493846497, 10.821340230533826, 1.1052867289367363, -2.1396300839014337, -11.249725215691965, -3.174840333498679, 4.766304977242811, -0.08790390724768532, 0.7399817340388135, -4.173310377939702, -8.39942505679294, -2.3089995275910447, -2.235441092768593, 0.25161468386682523, -6.37012689878624, 15.474100935414434, -9.325357208101277, -1.5700561926481542, 3.619571876527919, 2.64585344146638, -2.1024044425605783, 1.660319219435027, -12.701004208201953, 7.007293353061579, 7.425206461469825, -12.127953099734839, 5.975719448994969, 1.1415683725978891, -2.195207013363386, 3.5753439268908087, -8.603352337255416 ], "residual_variance": 25.037430535904072, "random_intercept_variance": 38.265135551149164, "sigma": 5.003741653593246, "icc": 0.6044800063638371, "log_likelihood": -303279.0784815373, "aic": 606584.1569630746, "df_residual": 99989, "fitted_sample": [ 78.41140863833115, 64.54224897074643, 65.60702707437325, 52.79750945224557, 90.75156843654888, 63.029403537111094, 94.32138994132423, 80.53853638610306, 83.35991042003343, 53.8428624734364 ], "residuals_sample": [ -2.1732012318635157, 3.540119706506985, -1.6582694867886545, 1.5903212217746727, 1.0174585788658277, 5.254065769846193, -8.320895977850512, -2.4126068159830822, -0.32031243369088713, 2.594774231488408 ], "fixed_fitted_sample": [ 75.01006398092932, 69.67557174051309, 64.74013840006215, 65.53509285350972, 84.19448457778103, 69.29157429752276, 85.40462070711462, 79.79855465206424, 80.71405697856704, 62.446214810691814 ], "marginal_residuals_sample": [ 1.2281434255383203, -1.5932030632596792, -0.7913808124775557, -11.14726217948948, 7.574542437633681, -1.0081049905654709, 0.5958732563590985, -1.6726250819442612, 2.3255410077754988, -6.008578105767008 ] }, "process_seconds": 4.154999332968146, "peak_rss_bytes": 572817408, "median_fit_seconds": 0.40600000000000014, "min_fit_seconds": 0.379 } }, "max_absolute_errors_vs_R": { "statsmodels": { "coefficients": 8.624283509561792e-10, "covariance": 1.358146800023441e-07, "std_errors": 1.0870491118364356e-07, "z_statistics": 1.366376653777479e-05, "p_values": 7.307972561466308e-214, "conf_int": 2.1392013849208524e-07, "random_effects": 3.850969321206321e-09, "residual_variance": 8.888491720426828e-09, "random_intercept_variance": 1.3579188397727648e-05, "sigma": 8.881846369490631e-10, "icc": 8.49288568360862e-08, "log_likelihood": 8.149072527885437e-10, "aic": 1.6298145055770874e-09, "df_residual": 0.0, "fitted_sample": 2.95170110575782e-09, "residuals_sample": 2.9517082111851778e-09, "fixed_fitted_sample": 9.12152131604671e-10, "marginal_residuals_sample": 9.12152131604671e-10 }, "PHP": { "coefficients": 7.443929916917114e-10, "covariance": 1.3509459895200138e-07, "std_errors": 1.0812856443553898e-07, "z_statistics": 1.3591503702059526e-05, "p_values": 7.269636814838741e-214, "conf_int": 2.1267248939693673e-07, "random_effects": 3.7170284628018635e-09, "residual_variance": 8.841311682772357e-09, "random_intercept_variance": 1.3507184384309312e-05, "sigma": 8.834701858972949e-10, "icc": 8.447851873594203e-08, "log_likelihood": 6.984919309616089e-10, "aic": 1.3969838619232178e-09, "df_residual": 0.0, "fitted_sample": 2.9359696895880916e-09, "residuals_sample": 2.935976795015449e-09, "fixed_fitted_sample": 7.935909707157407e-10, "marginal_residuals_sample": 7.935909707157407e-10 } }, "agreement_passed": true } ] }