main: seed = 1682278940
llama.cpp: loading model from ../models/13B/ggml-model-q4_2-rf.bin
llama_model_load_internal: format     = ggjt v1 (latest)
llama_model_load_internal: n_vocab    = 32000
llama_model_load_internal: n_ctx      = 512
llama_model_load_internal: n_embd     = 5120
llama_model_load_internal: n_mult     = 256
llama_model_load_internal: n_head     = 40
llama_model_load_internal: n_layer    = 40
llama_model_load_internal: n_rot      = 128
llama_model_load_internal: ftype      = 5 (mostly Q4_2)
llama_model_load_internal: n_ff       = 13824
llama_model_load_internal: n_parts    = 1
llama_model_load_internal: model size = 13B
llama_model_load_internal: ggml ctx size = 7945693.73 KB
llama_model_load_internal: mem required  = 9807.47 MB (+ 1608.00 MB per state)
....................................................................................................
llama_init_from_file: kv self size  =  400.00 MB

system_info: n_threads = 12 / 64 | AVX = 1 | AVX2 = 1 | AVX512 = 0 | AVX512_VBMI = 0 | AVX512_VNNI = 0 | FMA = 1 | NEON = 0 | ARM_FMA = 0 | F16C = 1 | FP16_VA = 0 | WASM_SIMD = 0 | BLAS = 1 | SSE3 = 1 | VSX = 0 | 
perplexity : calculating perplexity over 655 chunks, batch_size=512
3.15 seconds per pass - ETA 34 minutes
[1]3.7458,[2]4.2361,[3]5.0416,[4]5.4255,[5]5.6009,[6]5.5470,[7]5.6889,[8]5.7965,[9]6.0661,[10]6.2818,[11]6.4702,[12]6.5206,[13]6.4869,[14]6.5784,[15]6.7809,[16]6.4660,[17]6.3873,[18]6.3628,[19]6.0707,[20]6.0525,[21]5.9797,[22]5.8006,[23]5.7732,[24]5.6818,[25]5.6933,[26]5.5435,[27]5.3662,[28]5.2687,[29]5.1951,[30]5.0582,[31]5.0202,[32]5.0342,[33]4.9912,[34]5.0337,[35]5.0518,[36]5.0735,[37]5.0668,[38]5.0661,[39]5.0930,[40]5.1358,[41]5.1586,[42]5.1941,[43]5.1576,[44]5.1991,[45]5.2018,[46]5.1750,[47]5.2047,[48]5.1886,[49]5.1917,[50]5.1601,[51]5.1686,[52]5.1600,[53]5.2046,[54]5.1938,[55]5.1742,[56]5.1950,[57]5.2135,[58]5.2368,[59]5.2544,[60]5.2907,[61]5.2846,[62]5.3398,[63]5.3645,[64]5.3742,[65]5.4106,[66]5.4098,[67]5.4283,[68]5.4393,[69]5.4650,[70]5.4953,[71]5.5180,[72]5.5526,[73]5.6000,[74]5.6081,[75]5.6182,[76]5.6333,[77]5.6433,[78]5.6294,[79]5.6561,[80]5.6507,[81]5.6596,[82]5.6566,[83]5.6100,[84]5.5987,[85]5.5914,[86]5.5748,[87]5.5089,[88]5.4663,[89]5.4450,[90]5.4355,[91]5.4564,[92]5.4526,[93]5.4533,[94]5.4518,[95]5.4781,[96]5.4749,[97]5.4716,[98]5.4688,[99]5.4604,[100]5.4569,[101]5.4801,[102]5.4758,[103]5.4914,[104]5.4960,[105]5.4969,[106]5.5106,[107]5.5085,[108]5.5239,[109]5.5231,[110]5.5174,[111]5.5362,[112]5.5533,[113]5.5529,[114]5.5512,[115]5.5553,[116]5.5436,[117]5.5427,[118]5.5660,[119]5.5845,[120]5.6131,[121]5.6295,[122]5.6509,[123]5.6878,[124]5.7055,[125]5.7005,[126]5.7364,[127]5.7694,[128]5.7977,[129]5.7859,[130]5.7945,[131]5.7896,[132]5.7867,[133]5.7743,[134]5.7823,[135]5.7825,[136]5.7732,[137]5.7692,[138]5.7552,[139]5.7471,[140]5.7455,[141]5.7181,[142]5.7137,[143]5.6884,[144]5.6732,[145]5.6643,[146]5.6535,[147]5.6587,[148]5.6613,[149]5.6574,[150]5.6566,[151]5.6611,[152]5.6553,[153]5.6454,[154]5.6391,[155]5.6456,[156]5.6433,[157]5.6589,[158]5.6608,[159]5.6613,[160]5.6649,[161]5.6758,[162]5.6504,[163]5.6412,[164]5.6212,[165]5.5961,[166]5.5733,[167]5.5412,[168]5.5137,[169]5.5004,[170]5.4921,[171]5.4713,[172]5.4587,[173]5.4463,[174]5.4196,[175]5.3997,[176]5.3863,[177]5.3695,[178]5.3496,[179]5.3363,[180]5.3293,[181]5.3131,[182]5.2970,[183]5.2849,[184]5.2839,[185]5.2763,[186]5.2775,[187]5.2833,[188]5.2806,[189]5.2965,[190]5.2968,[191]5.3138,[192]5.3274,[193]5.3421,[194]5.3529,[195]5.3725,[196]5.3837,[197]5.4028,[198]5.4162,[199]5.4180,[200]5.4186,[201]5.4122,[202]5.4247,[203]5.4301,[204]5.4256,[205]5.4347,[206]5.4397,[207]5.4360,[208]5.4420,[209]5.4453,[210]5.4510,[211]5.4616,[212]5.4677,[213]5.4767,[214]5.4794,[215]5.4829,[216]5.4953,[217]5.5115,[218]5.5250,[219]5.5242,[220]5.5208,[221]5.5161,[222]5.5162,[223]5.5096,[224]5.5026,[225]5.4996,[226]5.5193,[227]5.5241,[228]5.5314,[229]5.5382,[230]5.5343,[231]5.5501,[232]5.5394,[233]5.5247,[234]5.5101,[235]5.4883,[236]5.4825,[237]5.4736,[238]5.4770,[239]5.4656,[240]5.4568,[241]5.4598,[242]5.4614,[243]5.4603,[244]5.4505,[245]5.4471,[246]5.4371,[247]5.4270,[248]5.4205,[249]5.4173,[250]5.4209,[251]5.4129,[252]5.4079,[253]5.3989,[254]5.3943,[255]5.3852,[256]5.3688,[257]5.3587,[258]5.3521,[259]5.3516,[260]5.3431,[261]5.3382,[262]5.3343,[263]5.3297,[264]5.3069,[265]5.3070,[266]5.3043,[267]5.2980,[268]5.3045,[269]5.3038,[270]5.3046,[271]5.3109,[272]5.3137,[273]5.3150,[274]5.3164,[275]5.3223,[276]5.3281,[277]5.3406,[278]5.3492,[279]5.3573,[280]5.3608,[281]5.3706,[282]5.3758,[283]5.3884,[284]5.3969,[285]5.4047,[286]5.4171,[287]5.4136,[288]5.4191,[289]5.4126,[290]5.3986,[291]5.3856,[292]5.3723,[293]5.3603,[294]5.3607,[295]5.3609,[296]5.3656,[297]5.3645,[298]5.3665,[299]5.3641,[300]5.3553,[301]5.3555,[302]5.3492,[303]5.3412,[304]5.3339,[305]5.3311,[306]5.3203,[307]5.3228,[308]5.3235,[309]5.3103,[310]5.3073,[311]5.3032,[312]5.3045,[313]5.2991,[314]5.2976,[315]5.2847,[316]5.2816,[317]5.2689,[318]5.2529,[319]5.2631,[320]5.2746,[321]5.2789,[322]5.2756,[323]5.2693,[324]5.2675,[325]5.2768,[326]5.2784,[327]5.2792,[328]5.2828,[329]5.2879,[330]5.2897,[331]5.3000,[332]5.2963,[333]5.3039,[334]5.2991,[335]5.2940,[336]5.2963,[337]5.2954,[338]5.2948,[339]5.2905,[340]5.2881,[341]5.2948,[342]5.2978,[343]5.3021,[344]5.3023,[345]5.3036,[346]5.3021,[347]5.3056,[348]5.3094,[349]5.3114,[350]5.3093,[351]5.3107,[352]5.3107,[353]5.3057,[354]5.3060,[355]5.3107,[356]5.3136,[357]5.3104,[358]5.3185,[359]5.3206,[360]5.3171,[361]5.3166,[362]5.3234,[363]5.3343,[364]5.3395,[365]5.3433,[366]5.3453,[367]5.3539,[368]5.3517,[369]5.3531,[370]5.3552,[371]5.3512,[372]5.3560,[373]5.3601,[374]5.3582,[375]5.3578,[376]5.3634,[377]5.3600,[378]5.3627,[379]5.3666,[380]5.3600,[381]5.3571,[382]5.3529,[383]5.3509,[384]5.3510,[385]5.3498,[386]5.3486,[387]5.3483,[388]5.3451,[389]5.3414,[390]5.3361,[391]5.3305,[392]5.3269,[393]5.3265,[394]5.3297,[395]5.3289,[396]5.3236,[397]5.3303,[398]5.3345,[399]5.3416,[400]5.3408,[401]5.3414,[402]5.3426,[403]5.3451,[404]5.3505,[405]5.3353,[406]5.3312,[407]5.3301,[408]5.3312,[409]5.3423,[410]5.3515,[411]5.3612,[412]5.3754,[413]5.3857,[414]5.3922,[415]5.3981,[416]5.4055,[417]5.4150,[418]5.4172,[419]5.4221,[420]5.4301,[421]5.4399,[422]5.4433,[423]5.4489,[424]5.4581,[425]5.4657,[426]5.4720,[427]5.4760,[428]5.4834,[429]5.4873,[430]5.4934,[431]5.5062,[432]5.5094,[433]5.5085,[434]5.5052,[435]5.5066,[436]5.5093,[437]5.5176,[438]5.5251,[439]5.5224,[440]5.5217,[441]5.5172,[442]5.5160,[443]5.5173,[444]5.5191,[445]5.5184,[446]5.5205,[447]5.5229,[448]5.5260,[449]5.5244,[450]5.5254,[451]5.5224,[452]5.5072,[453]5.4979,[454]5.4923,[455]5.4928,[456]5.4966,[457]5.4979,[458]5.4959,[459]5.4954,[460]5.5028,[461]5.4991,[462]5.4953,[463]5.4934,[464]5.4929,[465]5.4906,[466]5.4831,[467]5.4818,[468]5.4800,[469]5.4810,[470]5.4800,[471]5.4749,[472]5.4756,[473]5.4709,[474]5.4701,[475]5.4631,[476]5.4607,[477]5.4526,[478]5.4501,[479]5.4506,[480]5.4534,[481]5.4536,[482]5.4490,[483]5.4449,[484]5.4458,[485]5.4390,[486]5.4326,[487]5.4317,[488]5.4290,[489]5.4238,[490]5.4203,[491]5.4168,[492]5.4102,[493]5.4071,[494]5.4055,[495]5.4035,[496]5.3996,[497]5.3934,[498]5.3908,[499]5.3873,[500]5.3793,[501]5.3722,[502]5.3711,[503]5.3700,[504]5.3623,[505]5.3624,[506]5.3630,[507]5.3575,[508]5.3538,[509]5.3543,[510]5.3565,[511]5.3608,[512]5.3648,[513]5.3672,[514]5.3727,[515]5.3686,[516]5.3675,[517]5.3674,[518]5.3676,[519]5.3697,[520]5.3708,[521]5.3718,[522]5.3732,[523]5.3739,[524]5.3794,[525]5.3822,[526]5.3825,[527]5.3840,[528]5.3785,[529]5.3795,[530]5.3757,[531]5.3754,[532]5.3803,[533]5.3830,[534]5.3811,[535]5.3834,[536]5.3790,[537]5.3772,[538]5.3821,[539]5.3828,[540]5.3847,[541]5.3845,[542]5.3858,[543]5.3880,[544]5.3893,[545]5.3882,[546]5.3885,[547]5.3852,[548]5.3811,[549]5.3812,[550]5.3792,[551]5.3765,[552]5.3744,[553]5.3714,[554]5.3692,[555]5.3673,[556]5.3666,[557]5.3683,[558]5.3650,[559]5.3652,[560]5.3639,[561]5.3639,[562]5.3612,[563]5.3609,[564]5.3652,[565]5.3663,[566]5.3668,[567]5.3649,[568]5.3658,[569]5.3643,[570]5.3670,[571]5.3682,[572]5.3691,[573]5.3695,[574]5.3666,[575]5.3647,[576]5.3640,[577]5.3623,[578]5.3604,[579]5.3602,[580]5.3549,[581]5.3518,[582]5.3519,[583]5.3527,[584]5.3533,[585]5.3474,[586]5.3419,[587]5.3419,[588]5.3463,[589]5.3512,[590]5.3541,[591]5.3556,[592]5.3546,[593]5.3507,[594]5.3520,[595]5.3505,[596]5.3547,[597]5.3530,[598]5.3497,[599]5.3522,[600]5.3513,[601]5.3502,[602]5.3502,[603]5.3531,[604]5.3536,[605]5.3559,[606]5.3572,[607]5.3557,[608]5.3529,[609]5.3538,[610]5.3578,[611]5.3567,[612]5.3590,[613]5.3561,[614]5.3524,[615]5.3467,[616]5.3496,[617]5.3446,[618]5.3404,[619]5.3360,[620]5.3252,[621]5.3201,[622]5.3182,[623]5.3196,[624]5.3201,[625]5.3209,[626]5.3206,[627]5.3233,[628]5.3240,[629]5.3245,[630]5.3275,[631]5.3320,[632]5.3367,[633]5.3355,[634]5.3385,[635]5.3382,[636]5.3349,[637]5.3311,[638]5.3332,[639]5.3301,[640]5.3308,[641]5.3311,[642]5.3362,[643]5.3379,[644]5.3397,[645]5.3383,[646]5.3417,[647]5.3367,[648]5.3378,[649]5.3380,[650]5.3410,[651]5.3451,[652]5.3455,[653]5.3493,[654]5.3439,[655]5.3433,
llama_print_timings:        load time =  7665.71 ms
llama_print_timings:      sample time =     0.00 ms /     1 runs   (    0.00 ms per run)
llama_print_timings: prompt eval time = 1944779.04 ms / 335360 tokens (    5.80 ms per token)
llama_print_timings:        eval time =     0.00 ms /     1 runs   (    0.00 ms per run)
llama_print_timings:       total time = 1979137.84 ms