main: seed = 1682256189
llama.cpp: loading model from ../models/7B/ggml-model-q4_0-rf.bin
llama_model_load_internal: format     = ggjt v1 (latest)
llama_model_load_internal: n_vocab    = 32000
llama_model_load_internal: n_ctx      = 512
llama_model_load_internal: n_embd     = 4096
llama_model_load_internal: n_mult     = 256
llama_model_load_internal: n_head     = 32
llama_model_load_internal: n_layer    = 32
llama_model_load_internal: n_rot      = 128
llama_model_load_internal: ftype      = 2 (mostly Q4_0)
llama_model_load_internal: n_ff       = 11008
llama_model_load_internal: n_parts    = 1
llama_model_load_internal: model size = 7B
llama_model_load_internal: ggml ctx size = 4113739.11 KB
llama_model_load_internal: mem required  = 5809.32 MB (+ 1026.00 MB per state)
....................................................................................................
llama_init_from_file: kv self size  =  256.00 MB

system_info: n_threads = 12 / 64 | AVX = 1 | AVX2 = 1 | AVX512 = 0 | AVX512_VBMI = 0 | AVX512_VNNI = 0 | FMA = 1 | NEON = 0 | ARM_FMA = 0 | F16C = 1 | FP16_VA = 0 | WASM_SIMD = 0 | BLAS = 1 | SSE3 = 1 | VSX = 0 | 
perplexity : calculating perplexity over 655 chunks, batch_size=512
1.88 seconds per pass - ETA 20 minutes
[1]4.4634,[2]4.9470,[3]5.8110,[4]6.4587,[5]6.5722,[6]6.5029,[7]6.6829,[8]6.7980,[9]7.1438,[10]7.3895,[11]7.6123,[12]7.6306,[13]7.5695,[14]7.6575,[15]7.9079,[16]7.5038,[17]7.3808,[18]7.3277,[19]6.9639,[20]6.9577,[21]6.8623,[22]6.6916,[23]6.6608,[24]6.5638,[25]6.5639,[26]6.4027,[27]6.2189,[28]6.1196,[29]6.0227,[30]5.8657,[31]5.8342,[32]5.8548,[33]5.7930,[34]5.8244,[35]5.8457,[36]5.8834,[37]5.8876,[38]5.9011,[39]5.9347,[40]5.9983,[41]6.0113,[42]6.0517,[43]6.0119,[44]6.0652,[45]6.0705,[46]6.0438,[47]6.0682,[48]6.0405,[49]6.0465,[50]6.0019,[51]5.9957,[52]5.9854,[53]6.0305,[54]6.0126,[55]5.9873,[56]6.0180,[57]6.0399,[58]6.0604,[59]6.0791,[60]6.1256,[61]6.1173,[62]6.1750,[63]6.2103,[64]6.2237,[65]6.2714,[66]6.2793,[67]6.2954,[68]6.3110,[69]6.3363,[70]6.3685,[71]6.3876,[72]6.4199,[73]6.4823,[74]6.4875,[75]6.5028,[76]6.5134,[77]6.5257,[78]6.5106,[79]6.5406,[80]6.5317,[81]6.5396,[82]6.5430,[83]6.4901,[84]6.4738,[85]6.4610,[86]6.4386,[87]6.3747,[88]6.3465,[89]6.3273,[90]6.3124,[91]6.3355,[92]6.3303,[93]6.3310,[94]6.3278,[95]6.3582,[96]6.3552,[97]6.3515,[98]6.3430,[99]6.3283,[100]6.3267,[101]6.3524,[102]6.3463,[103]6.3671,[104]6.3741,[105]6.3735,[106]6.3892,[107]6.3877,[108]6.3994,[109]6.3936,[110]6.3908,[111]6.4127,[112]6.4334,[113]6.4348,[114]6.4315,[115]6.4378,[116]6.4291,[117]6.4343,[118]6.4628,[119]6.4831,[120]6.5190,[121]6.5347,[122]6.5603,[123]6.5966,[124]6.6157,[125]6.6061,[126]6.6460,[127]6.6829,[128]6.7131,[129]6.6963,[130]6.7060,[131]6.7010,[132]6.6919,[133]6.6784,[134]6.6884,[135]6.6847,[136]6.6715,[137]6.6637,[138]6.6471,[139]6.6365,[140]6.6324,[141]6.6030,[142]6.5997,[143]6.5710,[144]6.5506,[145]6.5428,[146]6.5296,[147]6.5363,[148]6.5367,[149]6.5309,[150]6.5275,[151]6.5284,[152]6.5172,[153]6.5004,[154]6.4914,[155]6.4983,[156]6.4931,[157]6.5115,[158]6.5150,[159]6.5206,[160]6.5227,[161]6.5339,[162]6.5041,[163]6.4916,[164]6.4671,[165]6.4355,[166]6.4075,[167]6.3697,[168]6.3377,[169]6.3242,[170]6.3124,[171]6.2847,[172]6.2673,[173]6.2495,[174]6.2194,[175]6.1970,[176]6.1858,[177]6.1640,[178]6.1405,[179]6.1230,[180]6.1132,[181]6.0912,[182]6.0736,[183]6.0591,[184]6.0584,[185]6.0506,[186]6.0513,[187]6.0570,[188]6.0527,[189]6.0706,[190]6.0722,[191]6.0941,[192]6.1103,[193]6.1276,[194]6.1390,[195]6.1612,[196]6.1772,[197]6.1997,[198]6.2149,[199]6.2190,[200]6.2242,[201]6.2190,[202]6.2395,[203]6.2471,[204]6.2459,[205]6.2570,[206]6.2639,[207]6.2601,[208]6.2682,[209]6.2726,[210]6.2785,[211]6.2880,[212]6.2951,[213]6.3052,[214]6.3077,[215]6.3112,[216]6.3265,[217]6.3444,[218]6.3581,[219]6.3582,[220]6.3544,[221]6.3499,[222]6.3464,[223]6.3374,[224]6.3295,[225]6.3257,[226]6.3457,[227]6.3545,[228]6.3597,[229]6.3645,[230]6.3612,[231]6.3779,[232]6.3652,[233]6.3482,[234]6.3337,[235]6.3165,[236]6.3099,[237]6.2996,[238]6.3025,[239]6.2867,[240]6.2765,[241]6.2797,[242]6.2842,[243]6.2830,[244]6.2710,[245]6.2683,[246]6.2566,[247]6.2443,[248]6.2366,[249]6.2344,[250]6.2385,[251]6.2307,[252]6.2267,[253]6.2169,[254]6.2136,[255]6.2023,[256]6.1840,[257]6.1723,[258]6.1637,[259]6.1613,[260]6.1533,[261]6.1493,[262]6.1435,[263]6.1385,[264]6.1195,[265]6.1191,[266]6.1168,[267]6.1097,[268]6.1191,[269]6.1172,[270]6.1182,[271]6.1260,[272]6.1302,[273]6.1304,[274]6.1327,[275]6.1414,[276]6.1474,[277]6.1625,[278]6.1729,[279]6.1824,[280]6.1851,[281]6.1940,[282]6.2001,[283]6.2144,[284]6.2224,[285]6.2312,[286]6.2449,[287]6.2444,[288]6.2504,[289]6.2414,[290]6.2256,[291]6.2103,[292]6.1951,[293]6.1811,[294]6.1828,[295]6.1827,[296]6.1872,[297]6.1863,[298]6.1891,[299]6.1861,[300]6.1749,[301]6.1754,[302]6.1675,[303]6.1598,[304]6.1525,[305]6.1493,[306]6.1372,[307]6.1394,[308]6.1425,[309]6.1262,[310]6.1203,[311]6.1140,[312]6.1167,[313]6.1110,[314]6.1089,[315]6.0926,[316]6.0878,[317]6.0717,[318]6.0506,[319]6.0628,[320]6.0753,[321]6.0796,[322]6.0751,[323]6.0679,[324]6.0651,[325]6.0752,[326]6.0750,[327]6.0774,[328]6.0814,[329]6.0874,[330]6.0903,[331]6.1026,[332]6.0996,[333]6.1071,[334]6.1013,[335]6.0949,[336]6.0982,[337]6.0955,[338]6.0950,[339]6.0895,[340]6.0854,[341]6.0931,[342]6.0956,[343]6.1010,[344]6.1009,[345]6.1010,[346]6.0982,[347]6.1029,[348]6.1068,[349]6.1091,[350]6.1059,[351]6.1065,[352]6.1069,[353]6.1010,[354]6.1012,[355]6.1060,[356]6.1085,[357]6.1050,[358]6.1139,[359]6.1172,[360]6.1131,[361]6.1129,[362]6.1199,[363]6.1314,[364]6.1378,[365]6.1433,[366]6.1446,[367]6.1537,[368]6.1516,[369]6.1520,[370]6.1534,[371]6.1477,[372]6.1523,[373]6.1577,[374]6.1565,[375]6.1564,[376]6.1639,[377]6.1590,[378]6.1620,[379]6.1680,[380]6.1599,[381]6.1561,[382]6.1509,[383]6.1499,[384]6.1493,[385]6.1483,[386]6.1480,[387]6.1477,[388]6.1436,[389]6.1383,[390]6.1312,[391]6.1237,[392]6.1200,[393]6.1181,[394]6.1208,[395]6.1191,[396]6.1118,[397]6.1195,[398]6.1230,[399]6.1309,[400]6.1304,[401]6.1321,[402]6.1328,[403]6.1345,[404]6.1409,[405]6.1306,[406]6.1269,[407]6.1261,[408]6.1277,[409]6.1397,[410]6.1507,[411]6.1629,[412]6.1787,[413]6.1903,[414]6.1977,[415]6.2031,[416]6.2106,[417]6.2225,[418]6.2259,[419]6.2329,[420]6.2411,[421]6.2527,[422]6.2576,[423]6.2649,[424]6.2764,[425]6.2850,[426]6.2916,[427]6.2959,[428]6.3042,[429]6.3090,[430]6.3177,[431]6.3316,[432]6.3355,[433]6.3346,[434]6.3300,[435]6.3307,[436]6.3327,[437]6.3426,[438]6.3501,[439]6.3470,[440]6.3464,[441]6.3413,[442]6.3400,[443]6.3409,[444]6.3409,[445]6.3390,[446]6.3416,[447]6.3444,[448]6.3485,[449]6.3458,[450]6.3467,[451]6.3425,[452]6.3308,[453]6.3220,[454]6.3162,[455]6.3172,[456]6.3217,[457]6.3237,[458]6.3211,[459]6.3215,[460]6.3300,[461]6.3269,[462]6.3255,[463]6.3297,[464]6.3287,[465]6.3258,[466]6.3180,[467]6.3182,[468]6.3181,[469]6.3199,[470]6.3208,[471]6.3161,[472]6.3203,[473]6.3148,[474]6.3160,[475]6.3103,[476]6.3128,[477]6.3055,[478]6.3042,[479]6.3107,[480]6.3153,[481]6.3170,[482]6.3124,[483]6.3084,[484]6.3108,[485]6.3091,[486]6.3034,[487]6.3033,[488]6.3010,[489]6.2961,[490]6.2937,[491]6.2907,[492]6.2844,[493]6.2812,[494]6.2794,[495]6.2797,[496]6.2760,[497]6.2702,[498]6.2683,[499]6.2638,[500]6.2542,[501]6.2474,[502]6.2477,[503]6.2469,[504]6.2380,[505]6.2404,[506]6.2413,[507]6.2361,[508]6.2320,[509]6.2311,[510]6.2349,[511]6.2396,[512]6.2432,[513]6.2453,[514]6.2517,[515]6.2463,[516]6.2456,[517]6.2469,[518]6.2470,[519]6.2501,[520]6.2522,[521]6.2539,[522]6.2567,[523]6.2575,[524]6.2630,[525]6.2666,[526]6.2682,[527]6.2699,[528]6.2649,[529]6.2655,[530]6.2607,[531]6.2596,[532]6.2643,[533]6.2666,[534]6.2651,[535]6.2673,[536]6.2618,[537]6.2592,[538]6.2640,[539]6.2649,[540]6.2684,[541]6.2691,[542]6.2702,[543]6.2716,[544]6.2729,[545]6.2707,[546]6.2713,[547]6.2669,[548]6.2616,[549]6.2617,[550]6.2588,[551]6.2549,[552]6.2525,[553]6.2486,[554]6.2463,[555]6.2435,[556]6.2433,[557]6.2456,[558]6.2414,[559]6.2406,[560]6.2405,[561]6.2404,[562]6.2381,[563]6.2382,[564]6.2425,[565]6.2444,[566]6.2439,[567]6.2420,[568]6.2424,[569]6.2409,[570]6.2435,[571]6.2438,[572]6.2446,[573]6.2446,[574]6.2408,[575]6.2405,[576]6.2406,[577]6.2391,[578]6.2374,[579]6.2380,[580]6.2312,[581]6.2273,[582]6.2259,[583]6.2267,[584]6.2269,[585]6.2195,[586]6.2127,[587]6.2133,[588]6.2179,[589]6.2233,[590]6.2263,[591]6.2285,[592]6.2269,[593]6.2236,[594]6.2247,[595]6.2224,[596]6.2260,[597]6.2237,[598]6.2209,[599]6.2230,[600]6.2227,[601]6.2213,[602]6.2226,[603]6.2257,[604]6.2268,[605]6.2301,[606]6.2320,[607]6.2305,[608]6.2269,[609]6.2274,[610]6.2310,[611]6.2290,[612]6.2315,[613]6.2278,[614]6.2226,[615]6.2152,[616]6.2179,[617]6.2117,[618]6.2067,[619]6.2011,[620]6.1870,[621]6.1800,[622]6.1783,[623]6.1801,[624]6.1808,[625]6.1808,[626]6.1797,[627]6.1815,[628]6.1818,[629]6.1813,[630]6.1843,[631]6.1906,[632]6.1959,[633]6.1944,[634]6.1977,[635]6.1985,[636]6.1957,[637]6.1923,[638]6.1949,[639]6.1920,[640]6.1932,[641]6.1936,[642]6.2003,[643]6.2024,[644]6.2034,[645]6.2015,[646]6.2057,[647]6.2022,[648]6.2030,[649]6.2031,[650]6.2070,[651]6.2125,[652]6.2136,[653]6.2175,[654]6.2109,[655]6.2103,
llama_print_timings:        load time =  4191.88 ms
llama_print_timings:      sample time =     0.00 ms /     1 runs   (    0.00 ms per run)
llama_print_timings: prompt eval time = 1129929.72 ms / 335360 tokens (    3.37 ms per token)
llama_print_timings:        eval time =     0.00 ms /     1 runs   (    0.00 ms per run)
llama_print_timings:       total time = 1162700.25 ms