Trimmed versions
FQ8
Silly
Full outputs
llama-perplexity -m C:\Users\Sai\Downloads\Mistral-7B-Instruct-v0.3.fq8.gguf -f C:\Users\Sai\Downloads\wiki.test.raw --chunks 2500 -b 512 --n-gpu-layers 30
FQ8 Run
system_info: n_threads = 6 / 12 | AVX = 1 | AVX_VNNI = 0 | AVX2 = 1 | AVX512 = 0 | AVX512_VBMI = 0 | AVX512_VNNI = 0 | AVX512_BF16 = 0 | FMA = 1 | NEON = 0 | SVE = 0 | ARM_FMA = 0 | F16C = 1 | FP16_VA = 0 | WASM_SIMD = 0 | BLAS = 1 | SSE3 = 1 | SSSE3 = 1 | VSX = 0 | MATMUL_INT8 = 0 | LLAMAFILE = 1 |
perplexity: tokenizing the input ..
perplexity: tokenization took 840.086 ms
perplexity: calculating perplexity over 642 chunks, n_ctx=512, batch_size=512, n_seq=1
perplexity: 0.38 seconds per pass - ETA 4.02 minutes
[1]5.0975,[2]5.2678,[3]6.1375,[4]6.8462,[5]6.7302,[6]6.6922,[7]6.9467,[8]7.0842,[9]7.1977,[10]7.5476,[11]7.8236,[12]7.8214,[13]7.8383,[14]7.9016,[15]7.7810,[16]7.5810,[17]7.6250,[18]7.3604,[19]7.1965,[20]7.3057,[21]7.1695,[22]7.1459,[23]6.9321,[24]6.9764,[25]6.7647,[26]6.5263,[27]6.3743,[28]6.2157,[29]6.0567,[30]6.0243,[31]5.8931,[32]5.9039,[33]5.8576,[34]5.8114,[35]5.7917,[36]5.7369,[37]5.7115,[38]5.7294,[39]5.7133,[40]5.7717,[41]5.8277,[42]5.7788,[43]5.8042,[44]5.8010,[45]5.7893,[46]5.8315,[47]5.8148,[48]5.8078,[49]5.7915,[50]5.8180,[51]5.8563,[52]5.9137,[53]5.9179,[54]5.8982,[55]5.9073,[56]5.8917,[57]5.9245,[58]5.9624,[59]5.9932,[60]6.0033,[61]6.0582,[62]6.0532,[63]6.0553,[64]6.0976,[65]6.1246,[66]6.1455,[67]6.1516,[68]6.1742,[69]6.1962,[70]6.2451,[71]6.2868,[72]6.3051,[73]6.3479,[74]6.3446,[75]6.3554,[76]6.3568,[77]6.3675,[78]6.4071,[79]6.4164,[80]6.3877,[81]6.3616,[82]6.3506,[83]6.3296,[84]6.3282,[85]6.3189,[86]6.2679,[87]6.2668,[88]6.2454,[89]6.2782,[90]6.2903,[91]6.3030,[92]6.2958,[93]6.3099,[94]6.3118,[95]6.3198,[96]6.3292,[97]6.3296,[98]6.3176,[99]6.3560,[100]6.3546,[101]6.3692,[102]6.3788,[103]6.3776,[104]6.3915,[105]6.3911,[106]6.4060,[107]6.4087,[108]6.3989,[109]6.4268,[110]6.4334,[111]6.4332,[112]6.4444,[113]6.4389,[114]6.4372,[115]6.4306,[116]6.4637,[117]6.4981,[118]6.5360,[119]6.5297,[120]6.5707,[121]6.5937,[122]6.5982,[123]6.5749,[124]6.6074,[125]6.6293,[126]6.6349,[127]6.6158,[128]6.6139,[129]6.6111,[130]6.6058,[131]6.6039,[132]6.5835,[133]6.5823,[134]6.5630,[135]6.5456,[136]6.5368,[137]6.5334,[138]6.5129,[139]6.4864,[140]6.4604,[141]6.4436,[142]6.4207,[143]6.4065,[144]6.4007,[145]6.3985,[146]6.4085,[147]6.4040,[148]6.4120,[149]6.4014,[150]6.3847,[151]6.3762,[152]6.3858,[153]6.3885,[154]6.3952,[155]6.3971,[156]6.4058,[157]6.4086,[158]6.4203,[159]6.3905,[160]6.3783,[161]6.3527,[162]6.3220,[163]6.2893,[164]6.2469,[165]6.2136,[166]6.1965,[167]6.1843,[168]6.1557,[169]6.1488,[170]6.1323,[171]6.0989,[172]6.0782,[173]6.0607,[174]6.0343,[175]6.0105,[176]5.9966,[177]5.9826,[178]5.9649,[179]5.9568,[180]5.9564,[181]5.9536,[182]5.9465,[183]5.9532,[184]5.9524,[185]5.9560,[186]5.9717,[187]5.9892,[188]6.0171,[189]6.0456,[190]6.0559,[191]6.0863,[192]6.0945,[193]6.1128,[194]6.1390,[195]6.1591,[196]6.1632,[197]6.1557,[198]6.1667,[199]6.1920,[200]6.1819,[201]6.1907,[202]6.1951,[203]6.1977,[204]6.2049,[205]6.2062,[206]6.2095,[207]6.2229,[208]6.2323,[209]6.2428,[210]6.2441,[211]6.2430,[212]6.2623,[213]6.2782,[214]6.3023,[215]6.3034,[216]6.3095,[217]6.2989,[218]6.2924,[219]6.2828,[220]6.2803,[221]6.2720,[222]6.2970,[223]6.3096,[224]6.3229,[225]6.3154,[226]6.3100,[227]6.3025,[228]6.2895,[229]6.3059,[230]6.3071,[231]6.3081,[232]6.3127,[233]6.3097,[234]6.2985,[235]6.2936,[236]6.2949,[237]6.2806,[238]6.2692,[239]6.2553,[240]6.2424,[241]6.2202,[242]6.2138,[243]6.2054,[244]6.1956,[245]6.1918,[246]6.1845,[247]6.1716,[248]6.1626,[249]6.1582,[250]6.1468,[251]6.1286,[252]6.1146,[253]6.1042,[254]6.0980,[255]6.0901,[256]6.0884,[257]6.0824,[258]6.0741,[259]6.0578,[260]6.0570,[261]6.0514,[262]6.0479,[263]6.0513,[264]6.0513,[265]6.0511,[266]6.0548,[267]6.0576,[268]6.0675,[269]6.0712,[270]6.0801,[271]6.0805,[272]6.0843,[273]6.0986,[274]6.1104,[275]6.1196,[276]6.1285,[277]6.1322,[278]6.1438,[279]6.1572,[280]6.1587,[281]6.1668,[282]6.1782,[283]6.1733,[284]6.1645,[285]6.1479,[286]6.1395,[287]6.1250,[288]6.1142,[289]6.1111,[290]6.1093,[291]6.1078,[292]6.1056,[293]6.1023,[294]6.0957,[295]6.0967,[296]6.0912,[297]6.0823,[298]6.0698,[299]6.0633,[300]6.0531,[301]6.0517,[302]6.0538,[303]6.0416,[304]6.0380,[305]6.0329,[306]6.0337,[307]6.0272,[308]6.0261,[309]6.0117,[310]6.0044,[311]5.9898,[312]5.9697,[313]5.9863,[314]5.9921,[315]5.9938,[316]5.9880,[317]5.9788,[318]5.9816,[319]5.9897,[320]5.9975,[321]6.0003,[322]6.0015,[323]6.0051,[324]6.0161,[325]6.0236,[326]6.0314,[327]6.0320,[328]6.0252,[329]6.0224,[330]6.0194,[331]6.0157,[332]6.0133,[333]6.0126,[334]6.0258,[335]6.0262,[336]6.0263,[337]6.0274,[338]6.0257,[339]6.0272,[340]6.0288,[341]6.0321,[342]6.0415,[343]6.0387,[344]6.0403,[345]6.0401,[346]6.0321,[347]6.0376,[348]6.0448,[349]6.0465,[350]6.0455,[351]6.0503,[352]6.0500,[353]6.0485,[354]6.0407,[355]6.0478,[356]6.0583,[357]6.0722,[358]6.0769,[359]6.0748,[360]6.0749,[361]6.0740,[362]6.0752,[363]6.0716,[364]6.0664,[365]6.0649,[366]6.0646,[367]6.0631,[368]6.0570,[369]6.0579,[370]6.0599,[371]6.0697,[372]6.0719,[373]6.0702,[374]6.0683,[375]6.0588,[376]6.0574,[377]6.0539,[378]6.0577,[379]6.0559,[380]6.0499,[381]6.0421,[382]6.0406,[383]6.0318,[384]6.0271,[385]6.0211,[386]6.0195,[387]6.0158,[388]6.0146,[389]6.0204,[390]6.0252,[391]6.0342,[392]6.0344,[393]6.0328,[394]6.0380,[395]6.0373,[396]6.0422,[397]6.0363,[398]6.0349,[399]6.0371,[400]6.0407,[401]6.0511,[402]6.0640,[403]6.0775,[404]6.0936,[405]6.1029,[406]6.1092,[407]6.1187,[408]6.1305,[409]6.1370,[410]6.1407,[411]6.1444,[412]6.1513,[413]6.1537,[414]6.1547,[415]6.1622,[416]6.1641,[417]6.1739,[418]6.1827,[419]6.1871,[420]6.1953,[421]6.2043,[422]6.2153,[423]6.2144,[424]6.2107,[425]6.2024,[426]6.2065,[427]6.2057,[428]6.2191,[429]6.2263,[430]6.2235,[431]6.2264,[432]6.2226,[433]6.2223,[434]6.2260,[435]6.2284,[436]6.2282,[437]6.2308,[438]6.2322,[439]6.2369,[440]6.2390,[441]6.2386,[442]6.2336,[443]6.2253,[444]6.2256,[445]6.2168,[446]6.2215,[447]6.2236,[448]6.2255,[449]6.2257,[450]6.2266,[451]6.2355,[452]6.2389,[453]6.2364,[454]6.2413,[455]6.2396,[456]6.2331,[457]6.2359,[458]6.2406,[459]6.2436,[460]6.2430,[461]6.2392,[462]6.2424,[463]6.2361,[464]6.2395,[465]6.2362,[466]6.2349,[467]6.2298,[468]6.2325,[469]6.2403,[470]6.2466,[471]6.2491,[472]6.2500,[473]6.2475,[474]6.2479,[475]6.2489,[476]6.2405,[477]6.2409,[478]6.2414,[479]6.2371,[480]6.2365,[481]6.2338,[482]6.2288,[483]6.2299,[484]6.2254,[485]6.2253,[486]6.2231,[487]6.2173,[488]6.2152,[489]6.2110,[490]6.2070,[491]6.2035,[492]6.2007,[493]6.1999,[494]6.1905,[495]6.1920,[496]6.1962,[497]6.1950,[498]6.1896,[499]6.1899,[500]6.1891,[501]6.1884,[502]6.1909,[503]6.2000,[504]6.2071,[505]6.2035,[506]6.2011,[507]6.2026,[508]6.2089,[509]6.2121,[510]6.2110,[511]6.2122,[512]6.2136,[513]6.2157,[514]6.2181,[515]6.2215,[516]6.2245,[517]6.2189,[518]6.2197,[519]6.2152,[520]6.2116,[521]6.2135,[522]6.2188,[523]6.2185,[524]6.2206,[525]6.2144,[526]6.2135,[527]6.2186,[528]6.2197,[529]6.2222,[530]6.2244,[531]6.2252,[532]6.2243,[533]6.2244,[534]6.2212,[535]6.2206,[536]6.2163,[537]6.2111,[538]6.2092,[539]6.2091,[540]6.2075,[541]6.2061,[542]6.2042,[543]6.2015,[544]6.1987,[545]6.1982,[546]6.1961,[547]6.1990,[548]6.1950,[549]6.1949,[550]6.1946,[551]6.1887,[552]6.1952,[553]6.2003,[554]6.2017,[555]6.2029,[556]6.2040,[557]6.2030,[558]6.2056,[559]6.2027,[560]6.2034,[561]6.2056,[562]6.2032,[563]6.2013,[564]6.1977,[565]6.1947,[566]6.1943,[567]6.1919,[568]6.1877,[569]6.1837,[570]6.1824,[571]6.1835,[572]6.1816,[573]6.1770,[574]6.1723,[575]6.1728,[576]6.1731,[577]6.1780,[578]6.1789,[579]6.1822,[580]6.1812,[581]6.1762,[582]6.1789,[583]6.1771,[584]6.1796,[585]6.1766,[586]6.1744,[587]6.1747,[588]6.1739,[589]6.1692,[590]6.1731,[591]6.1796,[592]6.1803,[593]6.1841,[594]6.1885,[595]6.1831,[596]6.1790,[597]6.1806,[598]6.1807,[599]6.1775,[600]6.1763,[601]6.1753,[602]6.1669,[603]6.1669,[604]6.1678,[605]6.1614,[606]6.1563,[607]6.1498,[608]6.1377,[609]6.1366,[610]6.1385,[611]6.1417,[612]6.1437,[613]6.1456,[614]6.1512,[615]6.1538,[616]6.1571,[617]6.1605,[618]6.1670,[619]6.1725,[620]6.1718,[621]6.1749,[622]6.1743,[623]6.1760,[624]6.1718,[625]6.1727,[626]6.1679,[627]6.1673,[628]6.1663,[629]6.1727,[630]6.1737,[631]6.1727,[632]6.1713,[633]6.1767,[634]6.1747,[635]6.1771,[636]6.1776,[637]6.1798,[638]6.1848,[639]6.1882,[640]6.1951,[641]6.1847,[642]6.1787,
Final estimate: PPL = 6.1787 +/- 0.03740
llama_print_timings: load time = 3457.36 ms
llama_print_timings: sample time = 0.00 ms / 1 runs ( 0.00 ms per token, inf tokens per second)
llama_print_timings: prompt eval time = 212905.21 ms / 328704 tokens ( 0.65 ms per token, 1543.90 tokens per second)
llama_print_timings: eval time = 0.00 ms / 1 runs ( 0.00 ms per token, inf tokens per second)
llama_print_timings: total time = 217947.64 ms / 328705 tokens
llama-perplexity -m C:\Users\Sai\Downloads\Mistral-7B-Instruct-v0.3.silly.gguf -f C:\Users\Sai\Downloads\wiki.test.raw --chunks 2500 -b 512 --n-gpu-layers 30
Silly Run
system_info: n_threads = 6 / 12 | AVX = 1 | AVX_VNNI = 0 | AVX2 = 1 | AVX512 = 0 | AVX512_VBMI = 0 | AVX512_VNNI = 0 | AVX512_BF16 = 0 | FMA = 1 | NEON = 0 | SVE = 0 | ARM_FMA = 0 | F16C = 1 | FP16_VA = 0 | WASM_SIMD = 0 | BLAS = 1 | SSE3 = 1 | SSSE3 = 1 | VSX = 0 | MATMUL_INT8 = 0 | LLAMAFILE = 1 |
perplexity: tokenizing the input ..
perplexity: tokenization took 804.012 ms
perplexity: calculating perplexity over 642 chunks, n_ctx=512, batch_size=512, n_seq=1
perplexity: 0.37 seconds per pass - ETA 3.95 minutes
[1]5.4252,[2]5.6284,[3]6.3795,[4]7.1456,[5]6.9869,[6]6.9332,[7]7.1716,[8]7.2933,[9]7.4413,[10]7.7901,[11]8.0635,[12]8.0575,[13]8.0970,[14]8.1484,[15]8.0062,[16]7.8161,[17]7.8469,[18]7.5476,[19]7.3553,[20]7.4608,[21]7.3147,[22]7.3077,[23]7.0900,[24]7.1199,[25]6.9035,[26]6.6553,[27]6.4941,[28]6.3310,[29]6.1713,[30]6.1405,[31]6.0167,[32]6.0336,[33]5.9856,[34]5.9365,[35]5.9225,[36]5.8615,[37]5.8344,[38]5.8571,[39]5.8371,[40]5.8952,[41]5.9555,[42]5.9062,[43]5.9318,[44]5.9310,[45]5.9274,[46]5.9686,[47]5.9531,[48]5.9475,[49]5.9305,[50]5.9566,[51]5.9957,[52]6.0520,[53]6.0532,[54]6.0322,[55]6.0482,[56]6.0326,[57]6.0712,[58]6.1051,[59]6.1378,[60]6.1452,[61]6.2023,[62]6.1982,[63]6.1991,[64]6.2421,[65]6.2687,[66]6.2920,[67]6.2995,[68]6.3233,[69]6.3452,[70]6.3940,[71]6.4357,[72]6.4572,[73]6.5062,[74]6.4981,[75]6.5041,[76]6.5046,[77]6.5210,[78]6.5626,[79]6.5745,[80]6.5464,[81]6.5180,[82]6.5094,[83]6.4869,[84]6.4889,[85]6.4903,[86]6.4434,[87]6.4414,[88]6.4215,[89]6.4556,[90]6.4644,[91]6.4764,[92]6.4683,[93]6.4874,[94]6.4918,[95]6.4989,[96]6.5102,[97]6.5088,[98]6.4994,[99]6.5410,[100]6.5384,[101]6.5522,[102]6.5619,[103]6.5581,[104]6.5705,[105]6.5708,[106]6.5849,[107]6.5876,[108]6.5763,[109]6.6003,[110]6.6068,[111]6.6051,[112]6.6178,[113]6.6111,[114]6.6101,[115]6.6024,[116]6.6378,[117]6.6742,[118]6.7172,[119]6.7097,[120]6.7491,[121]6.7729,[122]6.7782,[123]6.7571,[124]6.7878,[125]6.8085,[126]6.8143,[127]6.7926,[128]6.7923,[129]6.7931,[130]6.7865,[131]6.7824,[132]6.7645,[133]6.7641,[134]6.7461,[135]6.7268,[136]6.7188,[137]6.7167,[138]6.6956,[139]6.6733,[140]6.6475,[141]6.6325,[142]6.6078,[143]6.5955,[144]6.5896,[145]6.5873,[146]6.5979,[147]6.5949,[148]6.6019,[149]6.5910,[150]6.5721,[151]6.5638,[152]6.5718,[153]6.5737,[154]6.5813,[155]6.5830,[156]6.5901,[157]6.5933,[158]6.6058,[159]6.5735,[160]6.5591,[161]6.5330,[162]6.5020,[163]6.4676,[164]6.4252,[165]6.3897,[166]6.3715,[167]6.3589,[168]6.3293,[169]6.3204,[170]6.3022,[171]6.2689,[172]6.2466,[173]6.2288,[174]6.1996,[175]6.1758,[176]6.1620,[177]6.1472,[178]6.1277,[179]6.1192,[180]6.1197,[181]6.1169,[182]6.1112,[183]6.1169,[184]6.1165,[185]6.1206,[186]6.1373,[187]6.1547,[188]6.1822,[189]6.2111,[190]6.2218,[191]6.2532,[192]6.2627,[193]6.2811,[194]6.3082,[195]6.3299,[196]6.3349,[197]6.3288,[198]6.3403,[199]6.3648,[200]6.3559,[201]6.3674,[202]6.3721,[203]6.3747,[204]6.3817,[205]6.3817,[206]6.3850,[207]6.3976,[208]6.4063,[209]6.4185,[210]6.4194,[211]6.4177,[212]6.4360,[213]6.4509,[214]6.4758,[215]6.4767,[216]6.4850,[217]6.4732,[218]6.4663,[219]6.4553,[220]6.4533,[221]6.4444,[222]6.4697,[223]6.4822,[224]6.4962,[225]6.4883,[226]6.4823,[227]6.4755,[228]6.4617,[229]6.4779,[230]6.4792,[231]6.4806,[232]6.4847,[233]6.4824,[234]6.4709,[235]6.4666,[236]6.4664,[237]6.4528,[238]6.4412,[239]6.4271,[240]6.4145,[241]6.3922,[242]6.3854,[243]6.3771,[244]6.3664,[245]6.3618,[246]6.3544,[247]6.3406,[248]6.3313,[249]6.3260,[250]6.3142,[251]6.2950,[252]6.2809,[253]6.2702,[254]6.2638,[255]6.2538,[256]6.2521,[257]6.2452,[258]6.2379,[259]6.2232,[260]6.2224,[261]6.2166,[262]6.2120,[263]6.2149,[264]6.2148,[265]6.2151,[266]6.2186,[267]6.2216,[268]6.2316,[269]6.2369,[270]6.2466,[271]6.2476,[272]6.2526,[273]6.2665,[274]6.2784,[275]6.2866,[276]6.2951,[277]6.2994,[278]6.3120,[279]6.3265,[280]6.3290,[281]6.3378,[282]6.3487,[283]6.3432,[284]6.3341,[285]6.3165,[286]6.3077,[287]6.2930,[288]6.2813,[289]6.2779,[290]6.2753,[291]6.2726,[292]6.2703,[293]6.2664,[294]6.2602,[295]6.2604,[296]6.2549,[297]6.2459,[298]6.2323,[299]6.2256,[300]6.2157,[301]6.2137,[302]6.2164,[303]6.2040,[304]6.2001,[305]6.1945,[306]6.1956,[307]6.1894,[308]6.1895,[309]6.1745,[310]6.1677,[311]6.1517,[312]6.1314,[313]6.1491,[314]6.1547,[315]6.1556,[316]6.1488,[317]6.1389,[318]6.1418,[319]6.1500,[320]6.1578,[321]6.1612,[322]6.1626,[323]6.1668,[324]6.1788,[325]6.1868,[326]6.1957,[327]6.1962,[328]6.1888,[329]6.1856,[330]6.1826,[331]6.1783,[332]6.1757,[333]6.1741,[334]6.1877,[335]6.1878,[336]6.1882,[337]6.1889,[338]6.1870,[339]6.1880,[340]6.1904,[341]6.1942,[342]6.2029,[343]6.1999,[344]6.2016,[345]6.2007,[346]6.1924,[347]6.1982,[348]6.2062,[349]6.2082,[350]6.2067,[351]6.2116,[352]6.2117,[353]6.2099,[354]6.2016,[355]6.2100,[356]6.2212,[357]6.2359,[358]6.2407,[359]6.2384,[360]6.2381,[361]6.2370,[362]6.2382,[363]6.2346,[364]6.2296,[365]6.2274,[366]6.2268,[367]6.2249,[368]6.2189,[369]6.2198,[370]6.2220,[371]6.2321,[372]6.2346,[373]6.2327,[374]6.2306,[375]6.2207,[376]6.2197,[377]6.2162,[378]6.2203,[379]6.2189,[380]6.2131,[381]6.2050,[382]6.2036,[383]6.1950,[384]6.1901,[385]6.1857,[386]6.1845,[387]6.1811,[388]6.1797,[389]6.1858,[390]6.1909,[391]6.2001,[392]6.2009,[393]6.1996,[394]6.2049,[395]6.2034,[396]6.2080,[397]6.2016,[398]6.2004,[399]6.2036,[400]6.2063,[401]6.2176,[402]6.2311,[403]6.2448,[404]6.2616,[405]6.2717,[406]6.2776,[407]6.2872,[408]6.2994,[409]6.3066,[410]6.3110,[411]6.3147,[412]6.3215,[413]6.3241,[414]6.3252,[415]6.3336,[416]6.3352,[417]6.3451,[418]6.3541,[419]6.3591,[420]6.3669,[421]6.3762,[422]6.3881,[423]6.3878,[424]6.3845,[425]6.3757,[426]6.3804,[427]6.3795,[428]6.3936,[429]6.4010,[430]6.3978,[431]6.4017,[432]6.3972,[433]6.3969,[434]6.4011,[435]6.4029,[436]6.4024,[437]6.4048,[438]6.4060,[439]6.4106,[440]6.4125,[441]6.4120,[442]6.4067,[443]6.3982,[444]6.3985,[445]6.3900,[446]6.3950,[447]6.3969,[448]6.3986,[449]6.3993,[450]6.3998,[451]6.4094,[452]6.4128,[453]6.4103,[454]6.4153,[455]6.4131,[456]6.4069,[457]6.4098,[458]6.4144,[459]6.4175,[460]6.4171,[461]6.4131,[462]6.4153,[463]6.4090,[464]6.4128,[465]6.4100,[466]6.4087,[467]6.4037,[468]6.4066,[469]6.4148,[470]6.4213,[471]6.4241,[472]6.4250,[473]6.4218,[474]6.4221,[475]6.4233,[476]6.4144,[477]6.4154,[478]6.4157,[479]6.4110,[480]6.4105,[481]6.4080,[482]6.4029,[483]6.4040,[484]6.3990,[485]6.3985,[486]6.3970,[487]6.3913,[488]6.3898,[489]6.3853,[490]6.3815,[491]6.3776,[492]6.3743,[493]6.3733,[494]6.3639,[495]6.3657,[496]6.3697,[497]6.3690,[498]6.3638,[499]6.3639,[500]6.3628,[501]6.3623,[502]6.3648,[503]6.3743,[504]6.3819,[505]6.3778,[506]6.3756,[507]6.3774,[508]6.3845,[509]6.3878,[510]6.3870,[511]6.3879,[512]6.3892,[513]6.3916,[514]6.3942,[515]6.3975,[516]6.4009,[517]6.3949,[518]6.3955,[519]6.3912,[520]6.3876,[521]6.3896,[522]6.3951,[523]6.3947,[524]6.3967,[525]6.3911,[526]6.3897,[527]6.3951,[528]6.3960,[529]6.3995,[530]6.4025,[531]6.4040,[532]6.4040,[533]6.4043,[534]6.4010,[535]6.4007,[536]6.3963,[537]6.3911,[538]6.3891,[539]6.3891,[540]6.3865,[541]6.3848,[542]6.3832,[543]6.3806,[544]6.3783,[545]6.3779,[546]6.3756,[547]6.3791,[548]6.3750,[549]6.3747,[550]6.3749,[551]6.3693,[552]6.3758,[553]6.3813,[554]6.3828,[555]6.3840,[556]6.3846,[557]6.3831,[558]6.3860,[559]6.3831,[560]6.3840,[561]6.3862,[562]6.3840,[563]6.3822,[564]6.3785,[565]6.3756,[566]6.3753,[567]6.3725,[568]6.3681,[569]6.3641,[570]6.3621,[571]6.3630,[572]6.3608,[573]6.3556,[574]6.3506,[575]6.3507,[576]6.3512,[577]6.3562,[578]6.3573,[579]6.3604,[580]6.3596,[581]6.3544,[582]6.3573,[583]6.3557,[584]6.3580,[585]6.3546,[586]6.3525,[587]6.3529,[588]6.3523,[589]6.3476,[590]6.3530,[591]6.3593,[592]6.3597,[593]6.3636,[594]6.3681,[595]6.3626,[596]6.3585,[597]6.3602,[598]6.3604,[599]6.3571,[600]6.3563,[601]6.3557,[602]6.3477,[603]6.3471,[604]6.3480,[605]6.3413,[606]6.3361,[607]6.3296,[608]6.3170,[609]6.3155,[610]6.3173,[611]6.3207,[612]6.3227,[613]6.3242,[614]6.3295,[615]6.3318,[616]6.3354,[617]6.3386,[618]6.3454,[619]6.3516,[620]6.3507,[621]6.3540,[622]6.3537,[623]6.3556,[624]6.3517,[625]6.3529,[626]6.3478,[627]6.3468,[628]6.3457,[629]6.3525,[630]6.3537,[631]6.3529,[632]6.3516,[633]6.3569,[634]6.3545,[635]6.3576,[636]6.3583,[637]6.3608,[638]6.3661,[639]6.3696,[640]6.3768,[641]6.3664,[642]6.3603,
Final estimate: PPL = 6.3603 +/- 0.03876
llama_print_timings: load time = 3329.57 ms
llama_print_timings: sample time = 0.00 ms / 1 runs ( 0.00 ms per token, inf tokens per second)
llama_print_timings: prompt eval time = 209260.93 ms / 328704 tokens ( 0.64 ms per token, 1570.79 tokens per second)
llama_print_timings: eval time = 0.00 ms / 1 runs ( 0.00 ms per token, inf tokens per second)
llama_print_timings: total time = 214068.87 ms / 328705 tokens