main: seed = 1682258509
llama.cpp: loading model from ../models/7B/ggml-model-q4_1.bin
llama_model_load_internal: format     = ggjt v1 (latest)
llama_model_load_internal: n_vocab    = 32000
llama_model_load_internal: n_ctx      = 512
llama_model_load_internal: n_embd     = 4096
llama_model_load_internal: n_mult     = 256
llama_model_load_internal: n_head     = 32
llama_model_load_internal: n_layer    = 32
llama_model_load_internal: n_rot      = 128
llama_model_load_internal: ftype      = 3 (mostly Q4_1)
llama_model_load_internal: n_ff       = 11008
llama_model_load_internal: n_parts    = 1
llama_model_load_internal: model size = 7B
llama_model_load_internal: ggml ctx size = 4936267.11 KB
llama_model_load_internal: mem required  = 6612.57 MB (+ 1026.00 MB per state)
....................................................................................................
llama_init_from_file: kv self size  =  256.00 MB

system_info: n_threads = 12 / 64 | AVX = 1 | AVX2 = 1 | AVX512 = 0 | AVX512_VBMI = 0 | AVX512_VNNI = 0 | FMA = 1 | NEON = 0 | ARM_FMA = 0 | F16C = 1 | FP16_VA = 0 | WASM_SIMD = 0 | BLAS = 1 | SSE3 = 1 | VSX = 0 | 
perplexity : calculating perplexity over 655 chunks, batch_size=512
1.93 seconds per pass - ETA 21 minutes
[1]4.4308,[2]4.8844,[3]5.7738,[4]6.3795,[5]6.4905,[6]6.4627,[7]6.6538,[8]6.7569,[9]7.0834,[10]7.3388,[11]7.5609,[12]7.6047,[13]7.5320,[14]7.5961,[15]7.8405,[16]7.4406,[17]7.3183,[18]7.2617,[19]6.8885,[20]6.8673,[21]6.7697,[22]6.5975,[23]6.5677,[24]6.4785,[25]6.4808,[26]6.3161,[27]6.1360,[28]6.0295,[29]5.9399,[30]5.7778,[31]5.7485,[32]5.7661,[33]5.7091,[34]5.7425,[35]5.7645,[36]5.8049,[37]5.8080,[38]5.8115,[39]5.8459,[40]5.8938,[41]5.9065,[42]5.9473,[43]5.9069,[44]5.9655,[45]5.9724,[46]5.9451,[47]5.9645,[48]5.9380,[49]5.9366,[50]5.8957,[51]5.8900,[52]5.8782,[53]5.9266,[54]5.9097,[55]5.8882,[56]5.9164,[57]5.9353,[58]5.9541,[59]5.9726,[60]6.0158,[61]6.0046,[62]6.0618,[63]6.0917,[64]6.1022,[65]6.1470,[66]6.1571,[67]6.1761,[68]6.1892,[69]6.2129,[70]6.2411,[71]6.2614,[72]6.2929,[73]6.3494,[74]6.3530,[75]6.3680,[76]6.3810,[77]6.3930,[78]6.3793,[79]6.4079,[80]6.4019,[81]6.4183,[82]6.4240,[83]6.3717,[84]6.3560,[85]6.3436,[86]6.3223,[87]6.2610,[88]6.2381,[89]6.2170,[90]6.2014,[91]6.2251,[92]6.2187,[93]6.2179,[94]6.2147,[95]6.2436,[96]6.2427,[97]6.2371,[98]6.2307,[99]6.2162,[100]6.2145,[101]6.2394,[102]6.2334,[103]6.2530,[104]6.2611,[105]6.2602,[106]6.2769,[107]6.2771,[108]6.2885,[109]6.2822,[110]6.2784,[111]6.3000,[112]6.3202,[113]6.3238,[114]6.3201,[115]6.3257,[116]6.3163,[117]6.3216,[118]6.3493,[119]6.3719,[120]6.4077,[121]6.4227,[122]6.4468,[123]6.4841,[124]6.5027,[125]6.4930,[126]6.5326,[127]6.5694,[128]6.6014,[129]6.5853,[130]6.5951,[131]6.5913,[132]6.5826,[133]6.5700,[134]6.5797,[135]6.5762,[136]6.5648,[137]6.5579,[138]6.5414,[139]6.5304,[140]6.5264,[141]6.4978,[142]6.4955,[143]6.4675,[144]6.4465,[145]6.4386,[146]6.4269,[147]6.4311,[148]6.4314,[149]6.4270,[150]6.4231,[151]6.4259,[152]6.4150,[153]6.3994,[154]6.3907,[155]6.3970,[156]6.3920,[157]6.4084,[158]6.4118,[159]6.4171,[160]6.4203,[161]6.4325,[162]6.4049,[163]6.3934,[164]6.3699,[165]6.3385,[166]6.3115,[167]6.2735,[168]6.2433,[169]6.2304,[170]6.2190,[171]6.1931,[172]6.1760,[173]6.1603,[174]6.1305,[175]6.1096,[176]6.0980,[177]6.0784,[178]6.0552,[179]6.0386,[180]6.0286,[181]6.0072,[182]5.9898,[183]5.9765,[184]5.9758,[185]5.9686,[186]5.9693,[187]5.9750,[188]5.9708,[189]5.9889,[190]5.9905,[191]6.0117,[192]6.0273,[193]6.0441,[194]6.0557,[195]6.0774,[196]6.0933,[197]6.1142,[198]6.1301,[199]6.1332,[200]6.1385,[201]6.1340,[202]6.1528,[203]6.1606,[204]6.1596,[205]6.1705,[206]6.1775,[207]6.1743,[208]6.1828,[209]6.1873,[210]6.1917,[211]6.2026,[212]6.2107,[213]6.2208,[214]6.2241,[215]6.2265,[216]6.2407,[217]6.2594,[218]6.2733,[219]6.2738,[220]6.2700,[221]6.2640,[222]6.2619,[223]6.2516,[224]6.2448,[225]6.2409,[226]6.2612,[227]6.2700,[228]6.2757,[229]6.2816,[230]6.2784,[231]6.2948,[232]6.2832,[233]6.2665,[234]6.2512,[235]6.2324,[236]6.2262,[237]6.2164,[238]6.2186,[239]6.2035,[240]6.1928,[241]6.1952,[242]6.1981,[243]6.1961,[244]6.1850,[245]6.1820,[246]6.1712,[247]6.1592,[248]6.1518,[249]6.1483,[250]6.1526,[251]6.1456,[252]6.1416,[253]6.1323,[254]6.1277,[255]6.1166,[256]6.0988,[257]6.0862,[258]6.0778,[259]6.0755,[260]6.0673,[261]6.0628,[262]6.0573,[263]6.0514,[264]6.0309,[265]6.0302,[266]6.0289,[267]6.0221,[268]6.0302,[269]6.0290,[270]6.0289,[271]6.0368,[272]6.0401,[273]6.0405,[274]6.0428,[275]6.0514,[276]6.0571,[277]6.0723,[278]6.0822,[279]6.0909,[280]6.0936,[281]6.1038,[282]6.1096,[283]6.1247,[284]6.1323,[285]6.1402,[286]6.1531,[287]6.1523,[288]6.1582,[289]6.1494,[290]6.1336,[291]6.1180,[292]6.1030,[293]6.0901,[294]6.0920,[295]6.0913,[296]6.0963,[297]6.0957,[298]6.0993,[299]6.0970,[300]6.0859,[301]6.0855,[302]6.0779,[303]6.0689,[304]6.0603,[305]6.0567,[306]6.0444,[307]6.0464,[308]6.0493,[309]6.0333,[310]6.0275,[311]6.0213,[312]6.0236,[313]6.0177,[314]6.0161,[315]6.0004,[316]5.9957,[317]5.9794,[318]5.9590,[319]5.9708,[320]5.9831,[321]5.9872,[322]5.9830,[323]5.9762,[324]5.9728,[325]5.9838,[326]5.9838,[327]5.9859,[328]5.9892,[329]5.9949,[330]5.9977,[331]6.0099,[332]6.0071,[333]6.0143,[334]6.0086,[335]6.0022,[336]6.0055,[337]6.0031,[338]6.0022,[339]5.9969,[340]5.9928,[341]6.0007,[342]6.0035,[343]6.0082,[344]6.0084,[345]6.0085,[346]6.0055,[347]6.0095,[348]6.0132,[349]6.0155,[350]6.0126,[351]6.0134,[352]6.0135,[353]6.0073,[354]6.0077,[355]6.0130,[356]6.0159,[357]6.0129,[358]6.0221,[359]6.0245,[360]6.0216,[361]6.0211,[362]6.0280,[363]6.0391,[364]6.0454,[365]6.0505,[366]6.0523,[367]6.0610,[368]6.0583,[369]6.0595,[370]6.0613,[371]6.0560,[372]6.0611,[373]6.0656,[374]6.0642,[375]6.0644,[376]6.0711,[377]6.0666,[378]6.0690,[379]6.0749,[380]6.0671,[381]6.0638,[382]6.0593,[383]6.0584,[384]6.0579,[385]6.0569,[386]6.0566,[387]6.0567,[388]6.0530,[389]6.0479,[390]6.0414,[391]6.0337,[392]6.0294,[393]6.0280,[394]6.0307,[395]6.0294,[396]6.0220,[397]6.0286,[398]6.0325,[399]6.0401,[400]6.0398,[401]6.0412,[402]6.0424,[403]6.0443,[404]6.0507,[405]6.0416,[406]6.0386,[407]6.0382,[408]6.0401,[409]6.0516,[410]6.0627,[411]6.0741,[412]6.0901,[413]6.1011,[414]6.1088,[415]6.1139,[416]6.1216,[417]6.1338,[418]6.1373,[419]6.1446,[420]6.1538,[421]6.1652,[422]6.1692,[423]6.1761,[424]6.1865,[425]6.1952,[426]6.2019,[427]6.2065,[428]6.2148,[429]6.2203,[430]6.2282,[431]6.2421,[432]6.2461,[433]6.2453,[434]6.2408,[435]6.2418,[436]6.2443,[437]6.2542,[438]6.2618,[439]6.2584,[440]6.2574,[441]6.2525,[442]6.2506,[443]6.2516,[444]6.2522,[445]6.2501,[446]6.2523,[447]6.2553,[448]6.2596,[449]6.2572,[450]6.2580,[451]6.2541,[452]6.2419,[453]6.2336,[454]6.2278,[455]6.2285,[456]6.2337,[457]6.2359,[458]6.2339,[459]6.2346,[460]6.2430,[461]6.2403,[462]6.2389,[463]6.2432,[464]6.2420,[465]6.2393,[466]6.2319,[467]6.2325,[468]6.2324,[469]6.2347,[470]6.2352,[471]6.2306,[472]6.2356,[473]6.2303,[474]6.2316,[475]6.2258,[476]6.2278,[477]6.2208,[478]6.2198,[479]6.2255,[480]6.2299,[481]6.2317,[482]6.2271,[483]6.2230,[484]6.2247,[485]6.2228,[486]6.2167,[487]6.2164,[488]6.2145,[489]6.2096,[490]6.2075,[491]6.2048,[492]6.1992,[493]6.1964,[494]6.1945,[495]6.1943,[496]6.1906,[497]6.1850,[498]6.1835,[499]6.1790,[500]6.1696,[501]6.1632,[502]6.1632,[503]6.1627,[504]6.1538,[505]6.1561,[506]6.1569,[507]6.1516,[508]6.1477,[509]6.1471,[510]6.1507,[511]6.1554,[512]6.1592,[513]6.1611,[514]6.1675,[515]6.1621,[516]6.1613,[517]6.1623,[518]6.1619,[519]6.1651,[520]6.1672,[521]6.1686,[522]6.1714,[523]6.1722,[524]6.1780,[525]6.1814,[526]6.1822,[527]6.1837,[528]6.1788,[529]6.1794,[530]6.1741,[531]6.1725,[532]6.1773,[533]6.1796,[534]6.1781,[535]6.1803,[536]6.1751,[537]6.1729,[538]6.1780,[539]6.1789,[540]6.1825,[541]6.1827,[542]6.1834,[543]6.1849,[544]6.1860,[545]6.1840,[546]6.1848,[547]6.1809,[548]6.1761,[549]6.1758,[550]6.1730,[551]6.1693,[552]6.1671,[553]6.1634,[554]6.1612,[555]6.1581,[556]6.1576,[557]6.1598,[558]6.1560,[559]6.1558,[560]6.1557,[561]6.1562,[562]6.1538,[563]6.1535,[564]6.1581,[565]6.1603,[566]6.1603,[567]6.1584,[568]6.1587,[569]6.1572,[570]6.1601,[571]6.1604,[572]6.1609,[573]6.1606,[574]6.1571,[575]6.1567,[576]6.1565,[577]6.1547,[578]6.1525,[579]6.1526,[580]6.1464,[581]6.1426,[582]6.1418,[583]6.1427,[584]6.1429,[585]6.1355,[586]6.1286,[587]6.1292,[588]6.1339,[589]6.1395,[590]6.1424,[591]6.1446,[592]6.1434,[593]6.1401,[594]6.1411,[595]6.1387,[596]6.1421,[597]6.1400,[598]6.1374,[599]6.1396,[600]6.1396,[601]6.1383,[602]6.1402,[603]6.1427,[604]6.1436,[605]6.1474,[606]6.1494,[607]6.1479,[608]6.1443,[609]6.1448,[610]6.1484,[611]6.1469,[612]6.1495,[613]6.1458,[614]6.1411,[615]6.1335,[616]6.1361,[617]6.1300,[618]6.1252,[619]6.1196,[620]6.1058,[621]6.0990,[622]6.0975,[623]6.0992,[624]6.0997,[625]6.0998,[626]6.0989,[627]6.1015,[628]6.1016,[629]6.1012,[630]6.1042,[631]6.1098,[632]6.1156,[633]6.1140,[634]6.1175,[635]6.1180,[636]6.1145,[637]6.1111,[638]6.1136,[639]6.1104,[640]6.1114,[641]6.1116,[642]6.1181,[643]6.1200,[644]6.1211,[645]6.1193,[646]6.1236,[647]6.1198,[648]6.1209,[649]6.1210,[650]6.1251,[651]6.1306,[652]6.1317,[653]6.1356,[654]6.1293,[655]6.1286,
llama_print_timings:        load time =  5291.44 ms
llama_print_timings:      sample time =     0.00 ms /     1 runs   (    0.00 ms per run)
llama_print_timings: prompt eval time = 1155898.09 ms / 335360 tokens (    3.45 ms per token)
llama_print_timings:        eval time =     0.00 ms /     1 runs   (    0.00 ms per run)
llama_print_timings:       total time = 1190404.68 ms