main: seed = 1682282947
llama.cpp: loading model from ../models/13B/ggml-model-q4_3.bin
llama_model_load_internal: format     = ggjt v1 (latest)
llama_model_load_internal: n_vocab    = 32000
llama_model_load_internal: n_ctx      = 512
llama_model_load_internal: n_embd     = 5120
llama_model_load_internal: n_mult     = 256
llama_model_load_internal: n_head     = 40
llama_model_load_internal: n_layer    = 40
llama_model_load_internal: n_rot      = 128
llama_model_load_internal: ftype      = 6 (mostly Q4_3)
llama_model_load_internal: n_ff       = 13824
llama_model_load_internal: n_parts    = 1
llama_model_load_internal: model size = 13B
llama_model_load_internal: ggml ctx size = 9534493.73 KB
llama_model_load_internal: mem required  = 11359.03 MB (+ 1608.00 MB per state)
....................................................................................................
llama_init_from_file: kv self size  =  400.00 MB

system_info: n_threads = 12 / 64 | AVX = 1 | AVX2 = 1 | AVX512 = 0 | AVX512_VBMI = 0 | AVX512_VNNI = 0 | FMA = 1 | NEON = 0 | ARM_FMA = 0 | F16C = 1 | FP16_VA = 0 | WASM_SIMD = 0 | BLAS = 1 | SSE3 = 1 | VSX = 0 | 
perplexity : calculating perplexity over 655 chunks, batch_size=512
3.29 seconds per pass - ETA 35 minutes
[1]3.7442,[2]4.1702,[3]4.9790,[4]5.4160,[5]5.5910,[6]5.5227,[7]5.6641,[8]5.7751,[9]6.0451,[10]6.2805,[11]6.4651,[12]6.5232,[13]6.4794,[14]6.5785,[15]6.7901,[16]6.4633,[17]6.3732,[18]6.3542,[19]6.0598,[20]6.0372,[21]5.9625,[22]5.7844,[23]5.7538,[24]5.6578,[25]5.6712,[26]5.5184,[27]5.3452,[28]5.2481,[29]5.1713,[30]5.0338,[31]4.9894,[32]4.9978,[33]4.9537,[34]4.9927,[35]5.0107,[36]5.0327,[37]5.0258,[38]5.0222,[39]5.0492,[40]5.0920,[41]5.1150,[42]5.1474,[43]5.1122,[44]5.1559,[45]5.1612,[46]5.1361,[47]5.1628,[48]5.1455,[49]5.1473,[50]5.1167,[51]5.1252,[52]5.1189,[53]5.1660,[54]5.1568,[55]5.1384,[56]5.1585,[57]5.1774,[58]5.1997,[59]5.2179,[60]5.2567,[61]5.2491,[62]5.3046,[63]5.3304,[64]5.3413,[65]5.3769,[66]5.3775,[67]5.3950,[68]5.4077,[69]5.4362,[70]5.4667,[71]5.4903,[72]5.5255,[73]5.5729,[74]5.5808,[75]5.5898,[76]5.6034,[77]5.6158,[78]5.6018,[79]5.6280,[80]5.6240,[81]5.6332,[82]5.6304,[83]5.5852,[84]5.5749,[85]5.5681,[86]5.5531,[87]5.4881,[88]5.4455,[89]5.4235,[90]5.4129,[91]5.4338,[92]5.4310,[93]5.4336,[94]5.4336,[95]5.4597,[96]5.4565,[97]5.4519,[98]5.4483,[99]5.4410,[100]5.4388,[101]5.4627,[102]5.4587,[103]5.4742,[104]5.4787,[105]5.4803,[106]5.4948,[107]5.4938,[108]5.5086,[109]5.5074,[110]5.5022,[111]5.5214,[112]5.5381,[113]5.5375,[114]5.5367,[115]5.5404,[116]5.5280,[117]5.5282,[118]5.5516,[119]5.5701,[120]5.5991,[121]5.6137,[122]5.6348,[123]5.6719,[124]5.6881,[125]5.6831,[126]5.7186,[127]5.7497,[128]5.7769,[129]5.7649,[130]5.7734,[131]5.7685,[132]5.7642,[133]5.7514,[134]5.7598,[135]5.7590,[136]5.7510,[137]5.7466,[138]5.7336,[139]5.7256,[140]5.7252,[141]5.6977,[142]5.6934,[143]5.6683,[144]5.6521,[145]5.6434,[146]5.6327,[147]5.6376,[148]5.6402,[149]5.6369,[150]5.6367,[151]5.6415,[152]5.6357,[153]5.6267,[154]5.6206,[155]5.6271,[156]5.6249,[157]5.6408,[158]5.6432,[159]5.6439,[160]5.6477,[161]5.6595,[162]5.6343,[163]5.6242,[164]5.6036,[165]5.5784,[166]5.5549,[167]5.5225,[168]5.4965,[169]5.4830,[170]5.4739,[171]5.4534,[172]5.4409,[173]5.4275,[174]5.4005,[175]5.3799,[176]5.3661,[177]5.3492,[178]5.3291,[179]5.3159,[180]5.3086,[181]5.2923,[182]5.2758,[183]5.2638,[184]5.2629,[185]5.2559,[186]5.2569,[187]5.2629,[188]5.2611,[189]5.2773,[190]5.2775,[191]5.2947,[192]5.3080,[193]5.3223,[194]5.3336,[195]5.3523,[196]5.3639,[197]5.3828,[198]5.3962,[199]5.3979,[200]5.3988,[201]5.3921,[202]5.4054,[203]5.4114,[204]5.4063,[205]5.4152,[206]5.4206,[207]5.4166,[208]5.4227,[209]5.4259,[210]5.4315,[211]5.4421,[212]5.4487,[213]5.4580,[214]5.4607,[215]5.4638,[216]5.4765,[217]5.4930,[218]5.5063,[219]5.5058,[220]5.5031,[221]5.4985,[222]5.4985,[223]5.4925,[224]5.4856,[225]5.4820,[226]5.5021,[227]5.5074,[228]5.5145,[229]5.5213,[230]5.5175,[231]5.5329,[232]5.5221,[233]5.5073,[234]5.4930,[235]5.4706,[236]5.4654,[237]5.4567,[238]5.4598,[239]5.4485,[240]5.4397,[241]5.4430,[242]5.4444,[243]5.4435,[244]5.4340,[245]5.4304,[246]5.4203,[247]5.4105,[248]5.4043,[249]5.4012,[250]5.4050,[251]5.3966,[252]5.3915,[253]5.3825,[254]5.3779,[255]5.3685,[256]5.3520,[257]5.3419,[258]5.3352,[259]5.3342,[260]5.3261,[261]5.3208,[262]5.3166,[263]5.3118,[264]5.2880,[265]5.2876,[266]5.2849,[267]5.2787,[268]5.2853,[269]5.2845,[270]5.2851,[271]5.2916,[272]5.2944,[273]5.2958,[274]5.2968,[275]5.3026,[276]5.3084,[277]5.3205,[278]5.3292,[279]5.3374,[280]5.3412,[281]5.3507,[282]5.3561,[283]5.3683,[284]5.3769,[285]5.3849,[286]5.3973,[287]5.3945,[288]5.3999,[289]5.3938,[290]5.3796,[291]5.3665,[292]5.3530,[293]5.3412,[294]5.3422,[295]5.3424,[296]5.3473,[297]5.3464,[298]5.3487,[299]5.3465,[300]5.3377,[301]5.3379,[302]5.3315,[303]5.3232,[304]5.3158,[305]5.3133,[306]5.3028,[307]5.3058,[308]5.3067,[309]5.2935,[310]5.2906,[311]5.2860,[312]5.2874,[313]5.2819,[314]5.2804,[315]5.2672,[316]5.2631,[317]5.2504,[318]5.2342,[319]5.2450,[320]5.2560,[321]5.2608,[322]5.2577,[323]5.2517,[324]5.2500,[325]5.2595,[326]5.2611,[327]5.2619,[328]5.2654,[329]5.2699,[330]5.2721,[331]5.2822,[332]5.2785,[333]5.2859,[334]5.2815,[335]5.2763,[336]5.2787,[337]5.2777,[338]5.2772,[339]5.2728,[340]5.2695,[341]5.2759,[342]5.2790,[343]5.2830,[344]5.2834,[345]5.2850,[346]5.2833,[347]5.2870,[348]5.2907,[349]5.2930,[350]5.2910,[351]5.2922,[352]5.2924,[353]5.2871,[354]5.2880,[355]5.2929,[356]5.2957,[357]5.2929,[358]5.3010,[359]5.3030,[360]5.3000,[361]5.3000,[362]5.3070,[363]5.3178,[364]5.3230,[365]5.3266,[366]5.3283,[367]5.3370,[368]5.3348,[369]5.3362,[370]5.3382,[371]5.3341,[372]5.3388,[373]5.3427,[374]5.3408,[375]5.3404,[376]5.3463,[377]5.3427,[378]5.3450,[379]5.3484,[380]5.3418,[381]5.3389,[382]5.3350,[383]5.3330,[384]5.3331,[385]5.3320,[386]5.3307,[387]5.3306,[388]5.3279,[389]5.3242,[390]5.3188,[391]5.3131,[392]5.3097,[393]5.3092,[394]5.3124,[395]5.3116,[396]5.3063,[397]5.3126,[398]5.3166,[399]5.3236,[400]5.3228,[401]5.3236,[402]5.3249,[403]5.3271,[404]5.3325,[405]5.3175,[406]5.3135,[407]5.3121,[408]5.3132,[409]5.3242,[410]5.3330,[411]5.3424,[412]5.3564,[413]5.3667,[414]5.3726,[415]5.3785,[416]5.3856,[417]5.3953,[418]5.3977,[419]5.4026,[420]5.4104,[421]5.4203,[422]5.4234,[423]5.4292,[424]5.4383,[425]5.4461,[426]5.4521,[427]5.4562,[428]5.4634,[429]5.4671,[430]5.4734,[431]5.4859,[432]5.4891,[433]5.4885,[434]5.4852,[435]5.4866,[436]5.4894,[437]5.4978,[438]5.5053,[439]5.5023,[440]5.5017,[441]5.4976,[442]5.4964,[443]5.4976,[444]5.4993,[445]5.4984,[446]5.5005,[447]5.5029,[448]5.5062,[449]5.5045,[450]5.5057,[451]5.5031,[452]5.4875,[453]5.4782,[454]5.4728,[455]5.4730,[456]5.4768,[457]5.4779,[458]5.4760,[459]5.4758,[460]5.4832,[461]5.4789,[462]5.4754,[463]5.4734,[464]5.4730,[465]5.4708,[466]5.4632,[467]5.4618,[468]5.4600,[469]5.4610,[470]5.4599,[471]5.4549,[472]5.4554,[473]5.4508,[474]5.4496,[475]5.4430,[476]5.4406,[477]5.4322,[478]5.4295,[479]5.4300,[480]5.4323,[481]5.4324,[482]5.4278,[483]5.4236,[484]5.4246,[485]5.4178,[486]5.4118,[487]5.4108,[488]5.4084,[489]5.4032,[490]5.3999,[491]5.3965,[492]5.3901,[493]5.3875,[494]5.3856,[495]5.3838,[496]5.3798,[497]5.3736,[498]5.3712,[499]5.3678,[500]5.3599,[501]5.3528,[502]5.3518,[503]5.3509,[504]5.3432,[505]5.3429,[506]5.3434,[507]5.3380,[508]5.3343,[509]5.3349,[510]5.3370,[511]5.3414,[512]5.3454,[513]5.3478,[514]5.3529,[515]5.3487,[516]5.3477,[517]5.3477,[518]5.3478,[519]5.3498,[520]5.3510,[521]5.3522,[522]5.3537,[523]5.3544,[524]5.3597,[525]5.3622,[526]5.3628,[527]5.3644,[528]5.3591,[529]5.3600,[530]5.3564,[531]5.3558,[532]5.3606,[533]5.3633,[534]5.3617,[535]5.3637,[536]5.3596,[537]5.3578,[538]5.3629,[539]5.3637,[540]5.3651,[541]5.3650,[542]5.3665,[543]5.3686,[544]5.3699,[545]5.3689,[546]5.3691,[547]5.3658,[548]5.3616,[549]5.3617,[550]5.3597,[551]5.3573,[552]5.3553,[553]5.3523,[554]5.3501,[555]5.3481,[556]5.3473,[557]5.3491,[558]5.3458,[559]5.3462,[560]5.3448,[561]5.3448,[562]5.3424,[563]5.3421,[564]5.3462,[565]5.3471,[566]5.3478,[567]5.3458,[568]5.3469,[569]5.3453,[570]5.3480,[571]5.3492,[572]5.3500,[573]5.3503,[574]5.3474,[575]5.3458,[576]5.3451,[577]5.3435,[578]5.3417,[579]5.3416,[580]5.3363,[581]5.3334,[582]5.3334,[583]5.3341,[584]5.3347,[585]5.3288,[586]5.3234,[587]5.3239,[588]5.3282,[589]5.3332,[590]5.3362,[591]5.3378,[592]5.3366,[593]5.3326,[594]5.3340,[595]5.3326,[596]5.3366,[597]5.3345,[598]5.3312,[599]5.3340,[600]5.3331,[601]5.3319,[602]5.3319,[603]5.3348,[604]5.3353,[605]5.3380,[606]5.3393,[607]5.3378,[608]5.3349,[609]5.3358,[610]5.3400,[611]5.3389,[612]5.3412,[613]5.3382,[614]5.3341,[615]5.3283,[616]5.3311,[617]5.3262,[618]5.3219,[619]5.3174,[620]5.3065,[621]5.3014,[622]5.2996,[623]5.3007,[624]5.3012,[625]5.3020,[626]5.3016,[627]5.3042,[628]5.3050,[629]5.3054,[630]5.3085,[631]5.3129,[632]5.3177,[633]5.3166,[634]5.3196,[635]5.3192,[636]5.3157,[637]5.3120,[638]5.3139,[639]5.3108,[640]5.3116,[641]5.3119,[642]5.3169,[643]5.3186,[644]5.3204,[645]5.3189,[646]5.3223,[647]5.3174,[648]5.3184,[649]5.3188,[650]5.3214,[651]5.3257,[652]5.3260,[653]5.3296,[654]5.3243,[655]5.3234,
llama_print_timings:        load time =  8376.74 ms
llama_print_timings:      sample time =     0.00 ms /     1 runs   (    0.00 ms per run)
llama_print_timings: prompt eval time = 2043979.28 ms / 335360 tokens (    6.09 ms per token)
llama_print_timings:        eval time =     0.00 ms /     1 runs   (    0.00 ms per run)
llama_print_timings:       total time = 2079891.02 ms