main: seed = 1679666478
llama_model_load: loading model from 'models/30B/ggml-model-f16.bin' - please wait ...
llama_model_load: n_vocab = 32000
llama_model_load: n_ctx   = 512
llama_model_load: n_embd  = 6656
llama_model_load: n_mult  = 256
llama_model_load: n_head  = 52
llama_model_load: n_layer = 60
llama_model_load: n_rot   = 128
llama_model_load: f16     = 1
llama_model_load: n_ff    = 17920
llama_model_load: n_parts = 4
llama_model_load: ggml ctx size = 63605.72 MB
llama_model_load: memory_size =  1560.00 MB, n_mem = 30720
llama_model_load: loading model part 1/4 from 'models/30B/ggml-model-f16.bin'
llama_model_load: ................................................................... done
llama_model_load: model size = 15513.70 MB / num tensors = 543
llama_model_load: loading model part 2/4 from 'models/30B/ggml-model-f16.bin.1'
llama_model_load: ................................................................... done
llama_model_load: model size = 15513.70 MB / num tensors = 543
llama_model_load: loading model part 3/4 from 'models/30B/ggml-model-f16.bin.2'
llama_model_load: ................................................................... done
llama_model_load: model size = 15513.70 MB / num tensors = 543
llama_model_load: loading model part 4/4 from 'models/30B/ggml-model-f16.bin.3'
llama_model_load: ................................................................... done
llama_model_load: model size = 15513.70 MB / num tensors = 543

system_info: n_threads = 4 / 20 | AVX = 0 | AVX2 = 0 | AVX512 = 0 | FMA = 0 | NEON = 1 | ARM_FMA = 1 | F16C = 0 | FP16_VA = 1 | WASM_SIMD = 0 | BLAS = 1 | SSE3 = 0 | VSX = 0 | 
perplexity : calculating perplexity over 655 chunks
30.34 seconds per pass - ETA 5.52 hours
[1]3.2549,[2]3.6644,[3]4.3601,[4]4.2498,[5]4.0899,[6]4.0845,[7]4.2700,[8]4.3623,[9]4.6052,[10]4.8112,[11]4.9563,[12]5.0042,[13]4.9867,[14]5.0628,[15]5.2125,[16]5.0056,[17]4.9937,[18]5.0147,[19]4.8256,[20]4.8466,[21]4.7959,[22]4.6398,[23]4.6128,[24]4.5541,[25]4.5342,[26]4.4110,[27]4.2775,[28]4.1997,[29]4.1211,[30]4.0133,[31]3.9278,[32]3.9425,[33]3.9027,[34]3.9258,[35]3.9425,[36]3.9655,[37]3.9616,[38]3.9640,[39]3.9919,[40]4.0227,[41]4.0425,[42]4.0708,[43]4.0581,[44]4.1050,[45]4.1280,[46]4.1179,[47]4.1475,[48]4.1438,[49]4.1485,[50]4.1314,[51]4.1475,[52]4.1492,[53]4.1930,[54]4.1885,[55]4.1694,[56]4.1029,[57]4.0578,[58]4.0708,[59]4.0885,[60]4.1195,[61]4.1218,[62]4.1685,[63]4.1851,[64]4.1964,[65]4.2220,[66]4.2162,[67]4.2308,[68]4.2421,[69]4.2676,[70]4.2960,[71]4.3187,[72]4.3512,[73]4.3892,[74]4.3956,[75]4.4065,[76]4.4123,[77]4.4195,[78]4.4046,[79]4.4296,[80]4.4289,[81]4.4389,[82]4.4396,[83]4.4109,[84]4.4078,[85]4.4119,[86]4.4057,[87]4.3549,[88]4.2999,[89]4.2563,[90]4.2317,[91]4.2275,[92]4.2213,[93]4.2186,[94]4.2165,[95]4.2367,[96]4.2342,[97]4.2270,[98]4.2250,[99]4.2147,[100]4.2122,[101]4.2231,[102]4.2165,[103]4.2247,[104]4.2285,[105]4.2319,[106]4.2407,[107]4.2367,[108]4.2394,[109]4.2355,[110]4.2336,[111]4.2475,[112]4.2670,[113]4.2685,[114]4.2651,[115]4.2668,[116]4.2595,[117]4.2607,[118]4.2831,[119]4.3018,[120]4.3295,[121]4.3416,[122]4.3612,[123]4.3909,[124]4.4072,[125]4.4084,[126]4.4410,[127]4.4707,[128]4.4942,[129]4.4851,[130]4.4924,[131]4.4940,[132]4.4940,[133]4.4867,[134]4.4956,[135]4.4983,[136]4.4958,[137]4.4988,[138]4.4918,[139]4.4887,[140]4.4909,[141]4.4707,[142]4.4694,[143]4.4501,[144]4.4384,[145]4.4344,[146]4.4300,[147]4.4368,[148]4.4421,[149]4.4416,[150]4.4442,[151]4.4511,[152]4.4511,[153]4.4465,[154]4.4478,[155]4.4558,[156]4.4581,[157]4.4714,[158]4.4757,[159]4.4809,[160]4.4897,[161]4.5032,[162]4.4876,[163]4.4824,[164]4.4683,[165]4.4515,[166]4.4361,[167]4.4147,[168]4.3923,[169]4.3836,[170]4.3793,[171]4.3642,[172]4.3572,[173]4.3489,[174]4.3312,[175]4.3185,[176]4.3103,[177]4.2998,[178]4.2857,[179]4.2773,[180]4.2741,[181]4.2627,[182]4.2520,[183]4.2468,[184]4.2495,[185]4.2421,[186]4.2452,[187]4.2532,[188]4.2489,[189]4.2639,[190]4.2660,[191]4.2834,[192]4.3042,[193]4.3157,[194]4.3250,[195]4.3436,[196]4.3556,[197]4.3725,[198]4.3837,[199]4.3871,[200]4.3689,[201]4.3529,[202]4.3504,[203]4.3388,[204]4.3319,[205]4.3327,[206]4.3319,[207]4.3281,[208]4.3281,[209]4.3307,[210]4.3373,[211]4.3468,[212]4.3537,[213]4.3625,[214]4.3672,[215]4.3702,[216]4.3821,[217]4.3967,[218]4.4089,[219]4.4111,[220]4.4112,[221]4.4099,[222]4.4120,[223]4.4074,[224]4.4034,[225]4.4014,[226]4.4166,[227]4.4192,[228]4.4271,[229]4.4337,[230]4.4327,[231]4.4472,[232]4.4416,[233]4.4328,[234]4.4241,[235]4.4093,[236]4.4076,[237]4.4035,[238]4.4095,[239]4.4034,[240]4.3986,[241]4.4015,[242]4.4054,[243]4.4071,[244]4.4022,[245]4.4021,[246]4.3957,[247]4.3903,[248]4.3884,[249]4.3873,[250]4.3927,[251]4.3874,[252]4.3872,[253]4.3802,[254]4.3765,[255]4.3721,[256]4.3614,[257]4.3558,[258]4.3510,[259]4.3509,[260]4.3455,[261]4.3435,[262]4.3418,[263]4.3388,[264]4.3195,[265]4.3214,[266]4.3192,[267]4.3158,[268]4.3197,[269]4.3186,[270]4.3220,[271]4.3287,[272]4.3288,[273]4.3290,[274]4.3313,[275]4.3355,[276]4.3387,[277]4.3491,[278]4.3583,[279]4.3662,[280]4.3704,[281]4.3781,[282]4.3840,[283]4.3959,[284]4.4044,[285]4.4125,[286]4.4241,[287]4.4209,[288]4.4262,[289]4.4229,[290]4.4076,[291]4.3893,[292]4.3750,[293]4.3634,[294]4.3596,[295]4.3601,[296]4.3618,[297]4.3607,[298]4.3618,[299]4.3594,[300]4.3510,[301]4.3495,[302]4.3440,[303]4.3372,[304]4.3312,[305]4.3273,[306]4.3182,[307]4.3197,[308]4.3184,[309]4.3082,[310]4.3051,[311]4.3008,[312]4.3002,[313]4.2965,[314]4.2952,[315]4.2850,[316]4.2780,[317]4.2677,[318]4.2549,[319]4.2646,[320]4.2752,[321]4.2796,[322]4.2785,[323]4.2737,[324]4.2725,[325]4.2797,[326]4.2816,[327]4.2832,[328]4.2867,[329]4.2910,[330]4.2928,[331]4.3026,[332]4.3011,[333]4.3072,[334]4.3031,[335]4.3013,[336]4.3043,[337]4.3048,[338]4.3042,[339]4.3018,[340]4.3004,[341]4.3068,[342]4.3094,[343]4.3126,[344]4.3133,[345]4.3158,[346]4.3160,[347]4.3191,[348]4.3227,[349]4.3259,[350]4.3251,[351]4.3266,[352]4.3280,[353]4.3246,[354]4.3226,[355]4.3255,[356]4.3289,[357]4.3270,[358]4.3351,[359]4.3373,[360]4.3351,[361]4.3359,[362]4.3426,[363]4.3512,[364]4.3563,[365]4.3604,[366]4.3633,[367]4.3708,[368]4.3702,[369]4.3717,[370]4.3749,[371]4.3729,[372]4.3779,[373]4.3821,[374]4.3829,[375]4.3833,[376]4.3890,[377]4.3875,[378]4.3904,[379]4.3939,[380]4.3890,[381]4.3870,[382]4.3843,[383]4.3838,[384]4.3848,[385]4.3850,[386]4.3841,[387]4.3845,[388]4.3816,[389]4.3776,[390]4.3735,[391]4.3687,[392]4.3661,[393]4.3639,[394]4.3673,[395]4.3669,[396]4.3629,[397]4.3686,[398]4.3726,[399]4.3778,[400]4.3775,[401]4.3783,[402]4.3795,[403]4.3828,[404]4.3886,[405]4.3742,[406]4.3624,[407]4.3569,[408]4.3570,[409]4.3655,[410]4.3729,[411]4.3813,[412]4.3923,[413]4.3993,[414]4.4041,[415]4.4088,[416]4.4145,[417]4.4235,[418]4.4254,[419]4.4296,[420]4.4348,[421]4.4425,[422]4.4457,[423]4.4495,[424]4.4555,[425]4.4608,[426]4.4658,[427]4.4690,[428]4.4742,[429]4.4773,[430]4.4818,[431]4.4921,[432]4.4952,[433]4.4950,[434]4.4933,[435]4.4955,[436]4.4975,[437]4.5040,[438]4.5102,[439]4.5078,[440]4.5064,[441]4.5031,[442]4.5028,[443]4.5049,[444]4.5073,[445]4.5068,[446]4.5103,[447]4.5133,[448]4.5163,[449]4.5153,[450]4.5168,[451]4.5151,[452]4.5030,[453]4.4928,[454]4.4835,[455]4.4745,[456]4.4760,[457]4.4707,[458]4.4664,[459]4.4628,[460]4.4620,[461]4.4531,[462]4.4433,[463]4.4352,[464]4.4304,[465]4.4280,[466]4.4170,[467]4.4045,[468]4.3963,[469]4.3849,[470]4.3746,[471]4.3643,[472]4.3563,[473]4.3521,[474]4.3427,[475]4.3327,[476]4.3236,[477]4.3173,[478]4.3142,[479]4.3081,[480]4.3024,[481]4.2967,[482]4.2893,[483]4.2803,[484]4.2708,[485]4.2647,[486]4.2566,[487]4.2511,[488]4.2475,[489]4.2375,[490]4.2275,[491]4.2200,[492]4.2109,[493]4.2051,[494]4.2005,[495]4.1932,[496]4.1872,[497]4.1776,[498]4.1674,[499]4.1636,[500]4.1567,[501]4.1468,[502]4.1404,[503]4.1349,[504]4.1253,[505]4.1190,[506]4.1200,[507]4.1163,[508]4.1146,[509]4.1162,[510]4.1189,[511]4.1233,[512]4.1276,[513]4.1303,[514]4.1347,[515]4.1310,[516]4.1311,[517]4.1316,[518]4.1314,[519]4.1341,[520]4.1359,[521]4.1378,[522]4.1402,[523]4.1413,[524]4.1465,[525]4.1491,[526]4.1498,[527]4.1514,[528]4.1479,[529]4.1498,[530]4.1486,[531]4.1500,[532]4.1549,[533]4.1584,[534]4.1570,[535]4.1587,[536]4.1545,[537]4.1536,[538]4.1567,[539]4.1582,[540]4.1597,[541]4.1594,[542]4.1609,[543]4.1638,[544]4.1658,[545]4.1662,[546]4.1674,[547]4.1666,[548]4.1642,[549]4.1647,[550]4.1639,[551]4.1630,[552]4.1627,[553]4.1616,[554]4.1611,[555]4.1606,[556]4.1610,[557]4.1632,[558]4.1618,[559]4.1634,[560]4.1594,[561]4.1606,[562]4.1599,[563]4.1607,[564]4.1654,[565]4.1679,[566]4.1693,[567]4.1689,[568]4.1714,[569]4.1713,[570]4.1742,[571]4.1755,[572]4.1771,[573]4.1789,[574]4.1778,[575]4.1772,[576]4.1776,[577]4.1765,[578]4.1763,[579]4.1774,[580]4.1743,[581]4.1735,[582]4.1745,[583]4.1757,[584]4.1775,[585]4.1738,[586]4.1704,[587]4.1719,[588]4.1760,[589]4.1808,[590]4.1839,[591]4.1868,[592]4.1863,[593]4.1790,[594]4.1800,[595]4.1753,[596]4.1793,[597]4.1789,[598]4.1767,[599]4.1795,[600]4.1800,[601]4.1769,[602]4.1751,[603]4.1776,[604]4.1775,[605]4.1805,[606]4.1821,[607]4.1818,[608]4.1806,[609]4.1818,[610]4.1850,[611]4.1840,[612]4.1868,[613]4.1854,[614]4.1828,[615]4.1792,[616]4.1819,[617]4.1790,[618]4.1767,[619]4.1745,[620]4.1671,[621]4.1636,[622]4.1622,[623]4.1641,[624]4.1655,[625]4.1670,[626]4.1675,[627]4.1705,[628]4.1719,[629]4.1727,[630]4.1759,[631]4.1801,[632]4.1846,[633]4.1845,[634]4.1876,[635]4.1883,[636]4.1859,[637]4.1793,[638]4.1739,[639]4.1678,[640]4.1618,[641]4.1574,[642]4.1569,[643]4.1567,[644]4.1544,[645]4.1510,[646]4.1529,[647]4.1472,[648]4.1473,[649]4.1478,[650]4.1498,[651]4.1535,[652]4.1549,[653]4.1583,[654]4.1548,[655]4.1539,