{
  "analytic": "scaling-budget",
  "kind": "declared_analytical_or_constructed_example",
  "experimental_model_result": false,
  "panels": [
    {
      "kind": "line",
      "x": [
        0.5,
        0.5177226193897434,
        0.5360734212555541,
        0.5550746716752937,
        0.5747494259532697,
        0.5951215565945563,
        0.6162157822708701,
        0.6380576978131494,
        0.6606738052672261,
        0.684091546050275,
        0.7083393342470553,
        0.7334465910863448,
        0.7594437806394009,
        0.7863624467837607,
        0.8142352514772325,
        0.8430960143885184,
        0.8729797539325531,
        0.90392272976035,
        0.9359624867549111,
        0.9691379005865811,
        1.003489224883123,
        1.0390581400717473,
        1.0758878039523598,
        1.1140229040633889,
        1.153509711903733,
        1.1943961390766178,
        1.2367317954234855,
        1.2805680492184544,
        1.325958089496384,
        1.3729569905901755,
        1.4216217789556098,
        1.4720115023648102,
        1.524187301552282,
        1.5782124844004641,
        1.6341526027548057,
        1.6920755319615695,
        1.7520515532248746,
        1.8141534388829006,
        1.8784565407067322,
        1.945038881328971,
        2.0139812489130624,
        2.0853672951781945,
        2.159283636898718,
        2.2358199610012317,
        2.315069133386863,
        2.3971273116107796,
        2.482094061555653,
        2.5700724782406397,
        2.6611693109124666,
        2.7554950925704014,
        2.8531642740822627,
        2.9542953630542095,
        3.0590110676227966,
        3.1674384453437794,
        3.279709057358316,
        3.395959128023627,
        3.5163297102018025,
        3.6409668564073088,
        3.7700217960208615,
        3.903651118784691,
        4.042016964801825,
        4.185287221269962,
        4.333635726188611,
        4.487242479286681,
        4.646293860426454,
        4.810982855748933,
        4.981509291834971,
        5.158080078166292,
        5.34090945818061,
        5.530219269225442,
        5.726239211726056,
        5.929207127894147,
        6.13936929031539,
        6.356980700766064,
        6.582305399621307,
        6.81561678623039,
        7.057197950647804,
        7.307342017122621,
        7.566352499762909,
        7.834543670806772,
        8.112240941946835,
        8.39978125917087,
        8.697513511597636,
        9.005798954804026,
        9.325011649157108,
        9.655538913682978,
        9.997781796023098,
        10.352155559048343,
        10.719090184721203,
        11.099030895817501,
        11.492438696140647,
        11.899790929883967,
        12.321581860819675,
        12.758323272017423,
        13.210545086819964,
        13.678796011829474,
        14.163644202684662,
        14.665677953436512,
        15.185506410359126,
        15.723760311061724,
        16.281092749798727,
        16.858179969906313,
        17.455722184327204,
        18.074444425219067,
        18.715097423677523,
        19.378458520641132,
        20.065332610083637,
        20.776553115637864,
        21.51298300183634,
        22.27551582119547,
        23.06507679841398,
        23.882623953000962,
        24.729149261695774,
        25.605679862090152,
        26.513279298913034,
        27.45304881449023,
        28.42612868494473,
        29.433699603759017,
        30.47698411437794,
        31.557248093590694,
        32.67580228749152,
        33.83400390188296,
        35.033258249051286,
        36.27502045291234,
        37.56079721459657,
        38.89214864061582,
        40.270690135829746,
        41.69809436350896,
        43.176093274873104,
        44.706480210566376,
        46.2911120766203,
        47.931911597544094,
        49.6308696492763,
        51.39004767482846,
        53.211580185551966,
        55.097677351062664,
        57.0506276809662,
        59.07280080163765,
        61.166650331424755,
        63.33471685776348,
        65.5796310198181,
        67.9041167003862,
        70.31099433094153,
        72.80318431382489,
        75.3837105657354,
        78.05570418682161,
        80.82240725982442,
        83.68717678388182,
        86.65348874776764,
        89.72494234750783,
        92.90526435349094,
        96.19831363237176,
        99.60808582925515,
        103.13871821584071,
        106.7944947104114,
        110.57985107575657,
        114.49938030133686,
        118.55783817622101,
        122.76014905955692,
        127.11141185557831,
        131.61690620039698,
        136.28209886808736,
        141.11265040383634,
        146.11442199220645,
        151.29348256884688,
        156.6561161842798,
        162.20882962869862,
        167.95836032702894,
        173.91168451383157,
        180.0760256979671,
        186.45886342729256,
        193.06794236402467,
        199.91128168178173,
        206.99718479570572,
        214.33424943747107,
        221.9313780874043,
        229.79778877637293,
        237.94302627054955,
        246.3769736526229,
        255.10986431350744,
        264.1522943691019,
        273.515235517164,
        283.2100483498975,
        293.2484961384096,
        303.64275910576094,
        314.40544920592686,
        325.54962542660274,
        337.0888096344212,
        349.0370029818062,
        361.40870289537276,
        374.2189206664839,
        387.48319966530926,
        401.2176342004857,
        415.4388890472627,
        430.16421966782764,
        445.4114931483454,
        461.1992098781163,
        477.54652599715627,
        494.4732766394399,
        512.0
      ],
      "series": [
        {
          "label": "Parameter term",
          "y": [
            1.26575659397028,
            1.2508550103193004,
            1.2361288610262098,
            1.221576080725699,
            1.207194628367729,
            1.1929824869312708,
            1.1789376631414155,
            1.1650581871898134,
            1.1513421124584062,
            1.1377875152464105,
            1.124392494500516,
            1.1111551715482593,
            1.0980736898345373,
            1.0851462146612234,
            1.0723709329298465,
            1.059746052887303,
            1.0472698038745591,
            1.0349404360783143,
            1.0227562202855862,
            1.0107154476411868,
            0.9988164294080524,
            0.9870574967303954,
            0.9754370003996451,
            0.9639533106231435,
            0.9526048167955642,
            0.9413899272730225,
            0.9303070691498453,
            0.919354688037968,
            0.9085312478489298,
            0.8978352305784342,
            0.8872651360934471,
            0.8768194819218009,
            0.8664968030442748,
            0.8562956516891242,
            0.8462145971290282,
            0.836252225480428,
            0.8264071395052274,
            0.8166779584148279,
            0.8070633176764715,
            0.7975618688218622,
            0.7881722792580415,
            0.77889323208049,
            0.7697234258884301,
            0.7606615746023017,
            0.751706407283388,
            0.7428566679555645,
            0.7341111154291458,
            0.7254685231268074,
            0.7169276789115565,
            0.7084873849167269,
            0.7001464573779774,
            0.6919037264672665,
            0.6837580361287822,
            0.6757082439168035,
            0.6677532208354706,
            0.6598918511804416,
            0.6521230323824128,
            0.6444456748524822,
            0.6368587018293326,
            0.6293610492282141,
            0.6219516654917049,
            0.6146295114422287,
            0.6073935601363079,
            0.6002427967205337,
            0.5931762182892314,
            0.5861928337438008,
            0.5792916636537139,
            0.5724717401191471,
            0.5657321066352329,
            0.5590718179579077,
            0.5524899399713407,
            0.5459855495569218,
            0.5395577344637937,
            0.5332055931809067,
            0.5269282348105799,
            0.520724778943553,
            0.5145943555355059,
            0.5085361047850347,
            0.5025491770130626,
            0.4966327325436712,
            0.49078594158633493,
            0.4850079841195415,
            0.4792980497757825,
            0.4736553377278981,
            0.4680790565767599,
            0.46256842424027605,
            0.45712266784370287,
            0.45174102361124796,
            0.4464227367589495,
            0.4411670613888167,
            0.4359732603842164,
            0.43084060530649115,
            0.4257683762927949,
            0.4207558619551308,
            0.4158023592805781,
            0.4109071735326935,
            0.4060696181540732,
            0.4012890146700621,
            0.39656469259359695,
            0.39189598933116926,
            0.3872822500898953,
            0.3827228277856812,
            0.3782170829524674,
            0.3737643836525434,
            0.36936410538791675,
            0.3650156310127269,
            0.36071835064668917,
            0.3564716615895582,
            0.352274968236598,
            0.3481276819950482,
            0.3440292212015722,
            0.3399790110406785,
            0.3359764834641017,
            0.33202107711113277,
            0.32811223722988775,
            0.3242494155995024,
            0.32043207045324384,
            0.3166596664025265,
            0.3129316743618235,
            0.30924757147446114,
            0.3056068410392877,
            0.3020089724382054,
            0.29845346106455495,
            0.2949398082523443,
            0.2914675212063094,
            0.2880361129327994,
            0.28464510217147454,
            0.28129401332780896,
            0.2779823764063879,
            0.2747097269449898,
            0.27147560594944503,
            0.268279559829261,
            0.26512114033400563,
            0.2619999044904395,
            0.25891541454038774,
            0.2558672378793446,
            0.2528549469957992,
            0.24987811941127672,
            0.2469363376210852,
            0.24402918903575965,
            0.24115626592319594,
            0.23831716535146566,
            0.23551148913230419,
            0.23273884376526432,
            0.22999884038252721,
            0.2272910946943629,
            0.22461522693523336,
            0.22197086181052933,
            0.2193576284439352,
            0.21677516032541275,
            0.21422309525979752,
            0.21170107531600046,
            0.20920874677680756,
            0.20674576008927034,
            0.20431176981568067,
            0.20190643458512247,
            0.19952941704559393,
            0.1971803838166934,
            0.19485900544286228,
            0.19256495634717832,
            0.190297914785693,
            0.18805756280230637,
            0.18584358618417332,
            0.18365567441763467,
            0.18149352064466706,
            0.17935682161984584,
            0.1772452776678143,
            0.17515859264125375,
            0.1730964738793484,
            0.17105863216673925,
            0.1690447816929611,
            0.1670546400123574,
            0.16508792800446648,
            0.1631443698348748,
            0.16122369291653055,
            0.15932562787151291,
            0.15744990849325152,
            0.15559627170919035,
            0.1537644575438916,
            0.15195420908257357,
            0.15016527243507818,
            0.14839739670026214,
            0.14665033393080798,
            0.14492383909844894,
            0.14321767005960342,
            0.14153158752141387,
            0.13986535500818562,
            0.13821873882822094,
            0.13659150804104322,
            0.13498343442500732,
            0.1333942924452911,
            0.13182385922226383,
            0.13027191450022696,
            0.12873824061652292,
            0.12722262247100757,
            0.12572484749588209,
            0.12424470562588008,
            0.12278198926880549,
            0.12133649327641742,
            0.11990801491565803
          ]
        },
        {
          "label": "Data term",
          "y": [
            0.17434295829380064,
            0.17605161315725673,
            0.17777701375837254,
            0.17951932421439368,
            0.181278710251003,
            0.18305533921808434,
            0.18484938010564053,
            0.1866610035598674,
            0.18849038189938536,
            0.19033768913163007,
            0.19220310096940385,
            0.19408679484758892,
            0.19598894994002508,
            0.19790974717655208,
            0.1998493692602196,
            0.20180800068466553,
            0.2037858277516648,
            0.20578303858885,
            0.2077998231676058,
            0.20983637332113886,
            0.21189288276272436,
            0.21396954710413202,
            0.21606656387423218,
            0.21818413253778443,
            0.2203224545144105,
            0.22248173319775272,
            0.22466217397482077,
            0.22686398424552756,
            0.22908737344241678,
            0.23133255305058387,
            0.23359973662779204,
            0.23588913982478554,
            0.23820098040580215,
            0.24053547826928628,
            0.2428928554688056,
            0.24527333623417225,
            0.24767714699277127,
            0.250104516391098,
            0.2525556753165065,
            0.25503085691917143,
            0.25753029663426436,
            0.2600542322043485,
            0.2626029037019922,
            0.2651765535526042,
            0.2677754265574928,
            0.2703997699171509,
            0.2730498332547694,
            0.2757258686399808,
            0.2784281306128356,
            0.28115687620801416,
            0.28391236497927486,
            0.28669485902414277,
            0.28950462300883983,
            0.29234192419345933,
            0.2952070324573876,
            0.298100220324974,
            0.30102176299145356,
            0.30397193834912245,
            0.30695102701377125,
            0.30995931235137625,
            0.31299708050505287,
            0.31606462042227323,
            0.3191622238823501,
            0.3222901855241908,
            0.32544880287432243,
            0.32863837637519233,
            0.3318592094137456,
            0.33511160835028264,
            0.33839588254759995,
            0.3417123444004159,
            0.3450613093650852,
            0.348443095989605,
            0.3518580259439139,
            0.35530642405048946,
            0.3587886183152443,
            0.3623049399587255,
            0.3658557234476199,
            0.3694413065265681,
            0.37306203025028983,
            0.37671823901602475,
            0.38041028059629106,
            0.3841385061719647,
            0.3879032703656833,
            0.39170493127557743,
            0.395543850509332,
            0.399420393218582,
            0.40333492813364513,
            0.40728782759859455,
            0.41127946760667594,
            0.4153102278360713,
            0.41938049168601294,
            0.42349064631325256,
            0.4276410826688862,
            0.43183219553554103,
            0.43606438356492677,
            0.4403380493157545,
            0.4446535992920272,
            0.4490114439817062,
            0.4534119978957559,
            0.457855679607571,
            0.46234291179279136,
            0.4668741212695052,
            0.4714497390388482,
            0.47607020032599884,
            0.48073594462157704,
            0.4854474157234473,
            0.49020506177893214,
            0.49500933532743907,
            0.49986069334350564,
            0.5047595972802658,
            0.5097065131133427,
            0.5147019113851714,
            0.5197462672497563,
            0.5248400605178668,
            0.5299837757026764,
            0.5351779020658483,
            0.5404229336640733,
            0.5457193693960645,
            0.5510677130500101,
            0.5564684733514946,
            0.5619221640118867,
            0.567429303777203,
            0.5729904164774507,
            0.578606031076453,
            0.5842766817221634,
            0.5900029077974729,
            0.5957852539715153,
            0.601624270251475,
            0.6075205120349033,
            0.6134745401625462,
            0.6194869209716912,
            0.6255582263500362,
            0.6316890337900861,
            0.6378799264440838,
            0.6441314931794776,
            0.6504443286349345,
            0.6568190332769002,
            0.6632562134567147,
            0.6697564814682883,
            0.6763204556063405,
            0.6829487602252124,
            0.6896420257982541,
            0.6964008889777932,
            0.7032259926556935,
            0.7101179860245052,
            0.7170775246392148,
            0.7241052704796006,
            0.7312018920131996,
            0.7383680642588903,
            0.7456044688510997,
            0.7529117941046388,
            0.7602907350801751,
            0.7677419936503443,
            0.7752662785665122,
            0.7828643055261895,
            0.7905367972411075,
            0.7982844835059622,
            0.8061081012678302,
            0.8140083946962664,
            0.8219861152540877,
            0.8300420217688519,
            0.8381768805050346,
            0.8463914652369164,
            0.8546865573221823,
            0.8630629457762437,
            0.8715214273472871,
            0.8800628065920609,
            0.8886878959524025,
            0.8973975158325169,
            0.9061924946770118,
            0.9150736690496984,
            0.9240418837131636,
            0.9330979917091227,
            0.9422428544395584,
            0.9514773417486575,
            0.9608023320055478,
            0.9702187121878473,
            0.9797273779660327,
            0.9893292337886332,
            0.999025192968261,
            1.008816177768483,
            1.0187031194915463,
            1.0286869585669616,
            1.038768644640954,
            1.0489491366667945,
            1.0592294029960112,
            1.0696104214704991,
            1.0800931795155302,
            1.0906786742336763,
            1.1013679124996503,
            1.11216191105608,
            1.123061696610219,
            1.1340683059316032,
            1.1451827859506702,
            1.1564061938583376,
            1.167739597206565,
            1.1791840740098944,
            1.1907407128479917,
            1.2024106129691898,
            1.214194884395047
          ]
        },
        {
          "label": "Sum",
          "y": [
            1.4400995522640807,
            1.426906623476557,
            1.4139058747845823,
            1.4010954049400928,
            1.388473338618732,
            1.376037826149355,
            1.363787043247056,
            1.3517191907496808,
            1.3398324943577915,
            1.3281252043780407,
            1.3165955954699198,
            1.305241966395848,
            1.2940626397745625,
            1.2830559618377755,
            1.2722203021900662,
            1.2615540535719685,
            1.251055631626224,
            1.2407234746671643,
            1.2305560434531921,
            1.2205518209623256,
            1.2107093121707768,
            1.2010270438345274,
            1.1915035642738774,
            1.182137443160928,
            1.1729272713099748,
            1.1638716604707753,
            1.154969243124666,
            1.1462186722834957,
            1.1376186212913466,
            1.129167783629018,
            1.1208648727212391,
            1.1127086217465865,
            1.1046977834500769,
            1.0968311299584106,
            1.089107452597834,
            1.0815255617146002,
            1.0740842864979987,
            1.066782474805926,
            1.059618992992978,
            1.0525927257410337,
            1.0457025758923058,
            1.0389474642848384,
            1.0323263295904224,
            1.0258381281549058,
            1.0194818338408809,
            1.0132564378727154,
            1.0071609486839153,
            1.0011943917667883,
            0.9953558095243922,
            0.9896442611247411,
            0.9840588223572523,
            0.9785985854914092,
            0.973262659137622,
            0.9680501681102629,
            0.9629602532928583,
            0.9579920715054155,
            0.9531447953738663,
            0.9484176132016047,
            0.9438097288431038,
            0.9393203615795904,
            0.9349487459967578,
            0.9306941318645019,
            0.926555784018658,
            0.9225329822447246,
            0.9186250211635538,
            0.9148312101189932,
            0.9111508730674595,
            0.9075833484694298,
            0.9041279891828329,
            0.9007841623583237,
            0.8975512493364259,
            0.8944286455465268,
            0.8914157604077076,
            0.8885120172313961,
            0.8857168531258242,
            0.8830297189022784,
            0.8804500789831258,
            0.8779774113116028,
            0.8756112072633524,
            0.8733509715596959,
            0.8711962221826259,
            0.8691464902915063,
            0.8672013201414658,
            0.8653602690034755,
            0.8636229070860919,
            0.8619888174588581,
            0.8604575959773479,
            0.8590288512098425,
            0.8577022043656255,
            0.856477289224888,
            0.8553537520702293,
            0.8543312516197437,
            0.8534094589616811,
            0.8525880574906719,
            0.8518667428455049,
            0.851245222848448,
            0.8507232174461004,
            0.8503004586517684,
            0.8499766904893529,
            0.8497516689387403,
            0.8496251618826867,
            0.8495969490551865,
            0.8496668219913156,
            0.8498345839785422,
            0.8501000500094937,
            0.8504630467361742,
            0.8509234124256213,
            0.8514809969169972,
            0.8521356615801037,
            0.8528872792753139,
            0.8537357343149149,
            0.8546809224258499,
            0.855722750713858,
            0.8568611376289996,
            0.8580960129325641,
            0.8594273176653506,
            0.8608550041173172,
            0.862379035798591,
            0.8639993874118337,
            0.8657160448259558,
            0.8675290050511744,
            0.8694382762154085,
            0.8714438775420057,
            0.8735458393287974,
            0.8757442029284728,
            0.8780390207302723,
            0.8804303561429898,
            0.8829182835792839,
            0.8855028884412912,
            0.888184267107536,
            0.8909625269211363,
            0.8938377861792972,
            0.8968101741240917,
            0.8998798309345233,
            0.9030469077198653,
            0.9063115665142791,
            0.9096739802726994,
            0.9131343328679914,
            0.9166928190893735,
            0.9203496446421001,
            0.9241050261484084,
            0.9279591911497197,
            0.9319123781100973,
            0.9359648364209578,
            0.9401168264070323,
            0.9443686193335777,
            0.948720497414834,
            0.9531727538237289,
            0.9577256927028255,
            0.9623796291765124,
            0.9671348893644364,
            0.9719918103961755,
            0.9769507404271519,
            0.9820120386557826,
            0.9871760753418701,
            0.99244323182623,
            0.997813900551556,
            1.0032884850845236,
            1.0088674001391287,
            1.014551071601266,
            1.020339936554545,
            1.026234443307341,
            1.0322350514210898,
            1.038342231739817,
            1.0445564664209108,
            1.0508782489671329,
            1.0573080842598752,
            1.0638464885936563,
            1.0704939897118653,
            1.077251126843751,
            1.0841184507426596,
            1.091096523725521,
            1.0981859197135893,
            1.1053872242744331,
            1.112701034665188,
            1.1201279598770606,
            1.1276686206810989,
            1.135323649675223,
            1.143093691332525,
            1.1509794020508346,
            1.1589814502035611,
            1.1671005161918084,
            1.1753372924977696,
            1.183692483739403,
            1.192166806726398,
            1.200760990517425,
            1.2094757764786848,
            1.2183119183437512,
            1.2272701822747194,
            1.2363513469246576,
            1.2455562035013712,
            1.2548855558324827,
            1.2643402204318301,
            1.2739210265671932,
            1.2836288163293452,
            1.293464444702447,
            1.3034287796357744,
            1.3135227021167972,
            1.3237471062456072,
            1.334102899310705
          ]
        }
      ],
      "xlabel": "N (normalized units)",
      "ylabel": "Toy excess loss",
      "logx": true,
      "logy": false
    }
  ],
  "title": "A fixed compute budget creates an interior optimum",
  "assumptions": "A=B=1; alpha=0.34, beta=0.28; C=ND=256 normalized units; no irreducible loss or real model fit.",
  "worked": "在假设C=256、α=0.34、β=0.28且A=B=1时，导数平衡给N约16.734、D约15.298。这些是归一化演算，不是训练配方或拟合参数。",
  "source_ids": [
    "kaplan",
    "chinchilla",
    "flan",
    "arxiv-2107.06499"
  ],
  "formula_source": "Article equations and this versioned script",
  "diagram_nodes": [
    "固定训练与服务目标",
    "确定数据版本及有效规模",
    "参数 × 词元预算网格",
    "完整曲线与拟合残差",
    "留出预算和域外验证",
    "生命周期配置选择"
  ]
}