  model.layers.25.mlp.experts.down_proj_blocks 33177600 blocks in 487.72s eps/signal=0.864481279349141
  model.layers.25.mlp.experts.down_proj_scales <- scales buffer, 33177600 B
  model.layers.25.mlp.experts.gate_up_proj_blocks 66355200 blocks in 1423.48s eps/signal=0.948167964932602
  model.layers.25.mlp.experts.gate_up_proj_scales <- scales buffer, 66355200 B
  model.layers.26.mlp.experts.down_proj_blocks 33177600 blocks in 935.31s eps/signal=0.8490741699116322
  model.layers.26.mlp.experts.down_proj_scales <- scales buffer, 33177600 B
  model.layers.26.mlp.experts.gate_up_proj_blocks 66355200 blocks in 1507.06s eps/signal=0.9485221128832817
  model.layers.26.mlp.experts.gate_up_proj_scales <- scales buffer, 66355200 B
  model.layers.27.mlp.experts.gate_up_proj_blocks 66355200 blocks in 1501.15s eps/signal=0.946348729883299
  model.layers.27.mlp.experts.gate_up_proj_scales <- scales buffer, 66355200 B
model-00000-of-00014.safetensors: 4625018032 B, 41 tensors, 5862.34s
  model.layers.27.mlp.experts.down_proj_blocks 33177600 blocks in 824.19s eps/signal=0.8707692556928827
  model.layers.27.mlp.experts.down_proj_scales <- scales buffer, 33177600 B
  model.layers.28.mlp.experts.down_proj_blocks 33177600 blocks in 327.62s eps/signal=0.8467938492971411
  model.layers.28.mlp.experts.down_proj_scales <- scales buffer, 33177600 B
  model.layers.28.mlp.experts.gate_up_proj_blocks 66355200 blocks in 593.73s eps/signal=0.9465882701729331
  model.layers.28.mlp.experts.gate_up_proj_scales <- scales buffer, 66355200 B
  model.layers.29.mlp.experts.down_proj_blocks 33177600 blocks in 262.11s eps/signal=0.8739529543025768
  model.layers.29.mlp.experts.down_proj_scales <- scales buffer, 33177600 B
  model.layers.29.mlp.experts.gate_up_proj_blocks 66355200 blocks in 376.89s eps/signal=0.9453347238287606
  model.layers.29.mlp.experts.gate_up_proj_scales <- scales buffer, 66355200 B
model-00001-of-00014.safetensors: 4115586904 B, 54 tensors, 2389.43s
  model.layers.2.mlp.experts.down_proj_blocks 33177600 blocks in 497.61s eps/signal=0.944770405282184
  model.layers.2.mlp.experts.down_proj_scales <- scales buffer, 33177600 B
  model.layers.2.mlp.experts.gate_up_proj_blocks 66355200 blocks in 1505.26s eps/signal=0.9437623604062712
  model.layers.2.mlp.experts.gate_up_proj_scales <- scales buffer, 66355200 B
  model.layers.20.mlp.experts.gate_up_proj_blocks 66355200 blocks in 1432.46s eps/signal=0.9458824000242203
  model.layers.20.mlp.experts.gate_up_proj_scales <- scales buffer, 66355200 B
  model.layers.3.mlp.experts.down_proj_blocks 33177600 blocks in 729.37s eps/signal=0.9402273602388649
  model.layers.3.mlp.experts.down_proj_scales <- scales buffer, 33177600 B
  model.layers.3.mlp.experts.gate_up_proj_blocks 66355200 blocks in 1599.54s eps/signal=0.94889391700181
  model.layers.3.mlp.experts.gate_up_proj_scales <- scales buffer, 66355200 B
model-00002-of-00014.safetensors: 4625018024 B, 41 tensors, 5772.5s
  model.layers.20.mlp.experts.down_proj_blocks 33177600 blocks in 485.51s eps/signal=0.8699920034226162
  model.layers.20.mlp.experts.down_proj_scales <- scales buffer, 33177600 B
  model.layers.21.mlp.experts.down_proj_blocks 33177600 blocks in 277.11s eps/signal=0.8759222828657459
  model.layers.21.mlp.experts.down_proj_scales <- scales buffer, 33177600 B
  model.layers.21.mlp.experts.gate_up_proj_blocks 66355200 blocks in 625.24s eps/signal=0.9478456936530694
  model.layers.21.mlp.experts.gate_up_proj_scales <- scales buffer, 66355200 B
  model.layers.22.mlp.experts.down_proj_blocks 33177600 blocks in 217.42s eps/signal=0.8797734999993841
  model.layers.22.mlp.experts.down_proj_scales <- scales buffer, 33177600 B
  model.layers.22.mlp.experts.gate_up_proj_blocks 66355200 blocks in 300.84s eps/signal=0.9491208483182079
  model.layers.22.mlp.experts.gate_up_proj_scales <- scales buffer, 66355200 B
model-00003-of-00014.safetensors: 4115586920 B, 54 tensors, 1910.57s
  model.layers.23.mlp.experts.down_proj_blocks 33177600 blocks in 470.97s eps/signal=0.8756829052224224
  model.layers.23.mlp.experts.down_proj_scales <- scales buffer, 33177600 B
  model.layers.23.mlp.experts.gate_up_proj_blocks 66355200 blocks in 1336.83s eps/signal=0.9469982476510982
  model.layers.23.mlp.experts.gate_up_proj_scales <- scales buffer, 66355200 B
  model.layers.24.mlp.experts.down_proj_blocks 33177600 blocks in 922.28s eps/signal=0.8722089653753639
  model.layers.24.mlp.experts.down_proj_scales <- scales buffer, 33177600 B
  model.layers.24.mlp.experts.gate_up_proj_blocks 66355200 blocks in 1494.42s eps/signal=0.9480791031897439
  model.layers.24.mlp.experts.gate_up_proj_scales <- scales buffer, 66355200 B
  model.layers.4.mlp.experts.gate_up_proj_blocks 66355200 blocks in 1624.54s eps/signal=0.9498448835829564
  model.layers.4.mlp.experts.gate_up_proj_scales <- scales buffer, 66355200 B
model-00004-of-00014.safetensors: 4625018032 B, 41 tensors, 5857.96s
  model.layers.4.mlp.experts.down_proj_blocks 33177600 blocks in 382.15s eps/signal=0.938295894215162
  model.layers.4.mlp.experts.down_proj_scales <- scales buffer, 33177600 B
  model.layers.5.mlp.experts.down_proj_blocks 33177600 blocks in 273.95s eps/signal=0.9377650682227598
  model.layers.5.mlp.experts.down_proj_scales <- scales buffer, 33177600 B
  model.layers.5.mlp.experts.gate_up_proj_blocks 66355200 blocks in 601.46s eps/signal=0.950504705269339
  model.layers.5.mlp.experts.gate_up_proj_scales <- scales buffer, 66355200 B
  model.layers.6.mlp.experts.down_proj_blocks 33177600 blocks in 236.4s eps/signal=0.9395354235794705
  model.layers.6.mlp.experts.down_proj_scales <- scales buffer, 33177600 B
  model.layers.6.mlp.experts.gate_up_proj_blocks 66355200 blocks in 278.81s eps/signal=0.9490791189256338
  model.layers.6.mlp.experts.gate_up_proj_scales <- scales buffer, 66355200 B
model-00005-of-00014.safetensors: 4115586864 B, 54 tensors, 1776.94s
  model.layers.7.mlp.experts.down_proj_blocks 33177600 blocks in 453.92s eps/signal=0.9358556313536318
  model.layers.7.mlp.experts.down_proj_scales <- scales buffer, 33177600 B
  model.layers.7.mlp.experts.gate_up_proj_blocks 66355200 blocks in 1305.7s eps/signal=0.9482260854012838
  model.layers.7.mlp.experts.gate_up_proj_scales <- scales buffer, 66355200 B
  model.layers.8.mlp.experts.down_proj_blocks 33177600 blocks in 944.8s eps/signal=0.9281688726936507
  model.layers.8.mlp.experts.down_proj_scales <- scales buffer, 33177600 B
  model.layers.8.mlp.experts.gate_up_proj_blocks 66355200 blocks in 1451.18s eps/signal=0.9477396853669123
  model.layers.8.mlp.experts.gate_up_proj_scales <- scales buffer, 66355200 B
  model.layers.9.mlp.experts.gate_up_proj_blocks 66355200 blocks in 1448.91s eps/signal=0.9477915529701743
  model.layers.9.mlp.experts.gate_up_proj_scales <- scales buffer, 66355200 B
model-00006-of-00014.safetensors: 4625017992 B, 41 tensors, 5612.98s
  model.layers.14.mlp.experts.down_proj_blocks 33177600 blocks in 339.86s eps/signal=0.9152383465346752
  model.layers.14.mlp.experts.down_proj_scales <- scales buffer, 33177600 B
  model.layers.14.mlp.experts.gate_up_proj_blocks 66355200 blocks in 568.1s eps/signal=0.9491541322785827
  model.layers.14.mlp.experts.gate_up_proj_scales <- scales buffer, 66355200 B
  model.layers.15.mlp.experts.down_proj_blocks 33177600 blocks in 267.92s eps/signal=0.916559345083818
  model.layers.15.mlp.experts.down_proj_scales <- scales buffer, 33177600 B
  model.layers.15.mlp.experts.gate_up_proj_blocks 66355200 blocks in 381.85s eps/signal=0.9499864099372056
  model.layers.15.mlp.experts.gate_up_proj_scales <- scales buffer, 66355200 B
  model.layers.9.mlp.experts.down_proj_blocks 33177600 blocks in 131.2s eps/signal=0.9277540702653789
  model.layers.9.mlp.experts.down_proj_scales <- scales buffer, 33177600 B
model-00007-of-00014.safetensors: 4060267304 B, 41 tensors, 1692.08s
  model.layers.16.mlp.experts.down_proj_blocks 33177600 blocks in 474.3s eps/signal=0.9202428788589487
  model.layers.16.mlp.experts.down_proj_scales <- scales buffer, 33177600 B
  model.layers.16.mlp.experts.gate_up_proj_blocks 66355200 blocks in 1368.19s eps/signal=0.9498916283491836
  model.layers.16.mlp.experts.gate_up_proj_scales <- scales buffer, 66355200 B
  model.layers.17.mlp.experts.down_proj_blocks 33177600 blocks in 955.5s eps/signal=0.9033497770584378
  model.layers.17.mlp.experts.down_proj_scales <- scales buffer, 33177600 B
  model.layers.17.mlp.experts.gate_up_proj_blocks 66355200 blocks in 1515.33s eps/signal=0.946500407891614
  model.layers.17.mlp.experts.gate_up_proj_scales <- scales buffer, 66355200 B
  model.layers.18.mlp.experts.gate_up_proj_blocks 66355200 blocks in 1501.51s eps/signal=0.9466758449423767
  model.layers.18.mlp.experts.gate_up_proj_scales <- scales buffer, 66355200 B
model-00008-of-00014.safetensors: 4625018032 B, 41 tensors, 5826.26s
  model.layers.0.mlp.experts.down_proj_blocks 33177600 blocks in 459.58s eps/signal=0.949052611214518
  model.layers.0.mlp.experts.down_proj_scales <- scales buffer, 33177600 B
  model.layers.0.mlp.experts.gate_up_proj_blocks 66355200 blocks in 1352.96s eps/signal=0.9415998469174005
  model.layers.0.mlp.experts.gate_up_proj_scales <- scales buffer, 66355200 B
  model.layers.18.mlp.experts.down_proj_blocks 33177600 blocks in 974.28s eps/signal=0.8889419392664704
  model.layers.18.mlp.experts.down_proj_scales <- scales buffer, 33177600 B
  model.layers.19.mlp.experts.down_proj_blocks 33177600 blocks in 651.9s eps/signal=0.8846923688563756
  model.layers.19.mlp.experts.down_proj_scales <- scales buffer, 33177600 B
  model.layers.19.mlp.experts.gate_up_proj_blocks 66355200 blocks in 1569.71s eps/signal=0.9450883024886327
  model.layers.19.mlp.experts.gate_up_proj_scales <- scales buffer, 66355200 B
model-00009-of-00014.safetensors: 4170906472 B, 67 tensors, 5025.8s
  model.layers.1.mlp.experts.down_proj_blocks 33177600 blocks in 475.18s eps/signal=0.946711263916356
  model.layers.1.mlp.experts.down_proj_scales <- scales buffer, 33177600 B
  model.layers.1.mlp.experts.gate_up_proj_blocks 66355200 blocks in 1372.21s eps/signal=0.9404159916645866
  model.layers.1.mlp.experts.gate_up_proj_scales <- scales buffer, 66355200 B
  model.layers.10.mlp.experts.down_proj_blocks 33177600 blocks in 965.54s eps/signal=0.9173098324325583
  model.layers.10.mlp.experts.down_proj_scales <- scales buffer, 33177600 B
  model.layers.10.mlp.experts.gate_up_proj_blocks 66355200 blocks in 1543.28s eps/signal=0.9489155937434283
  model.layers.10.mlp.experts.gate_up_proj_scales <- scales buffer, 66355200 B
  model.layers.11.mlp.experts.gate_up_proj_blocks 66355200 blocks in 1496.5s eps/signal=0.9479860828269645
  model.layers.11.mlp.experts.gate_up_proj_scales <- scales buffer, 66355200 B
model-00010-of-00014.safetensors: 4625018032 B, 41 tensors, 5859.62s
  model.layers.11.mlp.experts.down_proj_blocks 33177600 blocks in 344.79s eps/signal=0.9242845552770885
  model.layers.11.mlp.experts.down_proj_scales <- scales buffer, 33177600 B
  model.layers.12.mlp.experts.down_proj_blocks 33177600 blocks in 268.89s eps/signal=0.9257405622592102
  model.layers.12.mlp.experts.down_proj_scales <- scales buffer, 33177600 B
  model.layers.12.mlp.experts.gate_up_proj_blocks 66355200 blocks in 599.04s eps/signal=0.9480559576849786
  model.layers.12.mlp.experts.gate_up_proj_scales <- scales buffer, 66355200 B
  model.layers.13.mlp.experts.down_proj_blocks 33177600 blocks in 234.82s eps/signal=0.9109834044861097
  model.layers.13.mlp.experts.down_proj_scales <- scales buffer, 33177600 B
  model.layers.13.mlp.experts.gate_up_proj_blocks 66355200 blocks in 278.06s eps/signal=0.9488567790323189
  model.layers.13.mlp.experts.gate_up_proj_scales <- scales buffer, 66355200 B
model-00011-of-00014.safetensors: 4115586920 B, 54 tensors, 1729.89s
  model.layers.30.mlp.experts.down_proj_blocks 33177600 blocks in 349.15s eps/signal=0.8605109977671932
  model.layers.30.mlp.experts.down_proj_scales <- scales buffer, 33177600 B
  model.layers.30.mlp.experts.gate_up_proj_blocks 66355200 blocks in 668.83s eps/signal=0.9457831141841
  model.layers.30.mlp.experts.gate_up_proj_scales <- scales buffer, 66355200 B
model-00012-of-00014.safetensors: 4064660808 B, 22 tensors, 1086.3s
  model.layers.31.mlp.experts.down_proj_blocks 33177600 blocks in 484.1s eps/signal=0.8699605158022263
  model.layers.31.mlp.experts.down_proj_scales <- scales buffer, 33177600 B
  model.layers.31.mlp.experts.gate_up_proj_blocks 66355200 blocks in 1422.67s eps/signal=0.9449331137197605
  model.layers.31.mlp.experts.gate_up_proj_scales <- scales buffer, 66355200 B
  model.layers.32.mlp.experts.down_proj_blocks 33177600 blocks in 926.01s eps/signal=0.8743580651832664
  model.layers.32.mlp.experts.down_proj_scales <- scales buffer, 33177600 B
  model.layers.32.mlp.experts.gate_up_proj_blocks 66355200 blocks in 1527.17s eps/signal=0.9452838758799094
  model.layers.32.mlp.experts.gate_up_proj_scales <- scales buffer, 66355200 B
  model.layers.33.mlp.experts.gate_up_proj_blocks 66355200 blocks in 1491.44s eps/signal=0.944482718296222
  model.layers.33.mlp.experts.gate_up_proj_scales <- scales buffer, 66355200 B
model-00013-of-00014.safetensors: 4625018032 B, 41 tensors, 5858.93s
  model.layers.33.mlp.experts.down_proj_blocks 33177600 blocks in 331.8s eps/signal=0.8792486453268812
  model.layers.33.mlp.experts.down_proj_scales <- scales buffer, 33177600 B
  model.layers.34.mlp.experts.down_proj_blocks 33177600 blocks in 268.99s eps/signal=0.860969842860566
  model.layers.34.mlp.experts.down_proj_scales <- scales buffer, 33177600 B
  model.layers.34.mlp.experts.gate_up_proj_blocks 66355200 blocks in 595.05s eps/signal=0.9469845617755188
  model.layers.34.mlp.experts.gate_up_proj_scales <- scales buffer, 66355200 B
  model.layers.35.mlp.experts.down_proj_blocks 33177600 blocks in 233.02s eps/signal=0.8760151081375264
  model.layers.35.mlp.experts.down_proj_scales <- scales buffer, 33177600 B
  model.layers.35.mlp.experts.gate_up_proj_blocks 66355200 blocks in 277.27s eps/signal=0.9437604818819206
  model.layers.35.mlp.experts.gate_up_proj_scales <- scales buffer, 66355200 B
model-00014-of-00014.safetensors: 4115586904 B, 54 tensors, 1711.44s
