End of training

README.md

@@ -1,7 +1,7 @@
 ---
 library_name: peft
-license: llama3
-base_model: meta-llama/Meta-Llama-3-8B
+license: llama3.1
+base_model: meta-llama/Llama-3.1-8B
 tags:
 - generated_from_trainer
 model-index:
@@ -14,10 +14,10 @@ should probably proofread and complete it, then remove this comment. -->
 
 # llama_sequence_classification_0.001
 
-This model is a fine-tuned version of [meta-llama/Meta-Llama-3-8B](https://huggingface.co/meta-llama/Meta-Llama-3-8B) on the None dataset.
+This model is a fine-tuned version of [meta-llama/Llama-3.1-8B](https://huggingface.co/meta-llama/Llama-3.1-8B) on the None dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.2527
-- Pearson: 0.9723
+- Loss: 0.6358
+- Pearson: 0.8409
 
 ## Model description
 
@@ -48,11 +48,11 @@ The following hyperparameters were used during training:
 
 | Training Loss | Epoch | Step | Validation Loss | Pearson |
 |:-------------:|:-----:|:----:|:---------------:|:-------:|
-| No log        | 1.0   | 206  | 0.4924          | 0.9040  |
-| No log        | 2.0   | 412  | 0.2821          | 0.9357  |
-| 0.4829        | 3.0   | 618  | 0.3803          | 0.9297  |
-| 0.4829        | 4.0   | 824  | 0.2804          | 0.9565  |
-| 0.1342        | 5.0   | 1030 | 0.2527          | 0.9723  |
+| No log        | 1.0   | 206  | 2.3639          | -0.0967 |
+| No log        | 2.0   | 412  | 1.1565          | 0.5814  |
+| 1.1834        | 3.0   | 618  | 0.6501          | 0.8695  |
+| 1.1834        | 4.0   | 824  | 1.6244          | 0.7826  |
+| 0.8975        | 5.0   | 1030 | 0.6358          | 0.8409  |
 
 
 ### Framework versions

adapter_config.json

@@ -1,7 +1,7 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B",
+  "base_model_name_or_path": "meta-llama/Llama-3.1-8B",
   "bias": "none",
   "eva_config": null,
   "exclude_modules": null,
@@ -26,10 +26,10 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "v_proj",
-    "o_proj",
     "k_proj",
-    "q_proj"
+    "q_proj",
+    "v_proj",
+    "o_proj"
   ],
   "task_type": "SEQ_CLS",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:61cf05b531e8844dff994cc6d26a9e32910be05218fe52f0357847d227a61e9b
+oid sha256:6599a015e414f212c1c0bb3a9a65d4dc0d5146aa97fab7117d27b0ae8d5bf875
 size 218220600

runs/Feb07_08-51-25_e38d418088f5/events.out.tfevents.1738918286.e38d418088f5.88808.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc5d8d05e07747ea4e0191216e2bb7f5ff6040ec9710d60e298b253746afc430
+size 8308

runs/Feb07_10-15-18_e38d418088f5/events.out.tfevents.1738923319.e38d418088f5.89417.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97871b712687dd3c582c9f793c620fd22365c9799989a149a49d930fe3c6bd16
+size 8308

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:32bb219e0d6f93d2056ee8e90d370c6dbbcb5eab24dd26cfc382688e1be3a88e
-size 17210229
+oid sha256:8455cd05329f9cb9895e200605934b714e7fc55873b9969c77d1c3c01ccc60e0
+size 17210188

tokenizer_config.json

@@ -34,7 +34,7 @@
       "special": true
     },
     "128004": {
-      "content": "<|reserved_special_token_2|>",
+      "content": "<|finetune_right_pad_id|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -42,7 +42,7 @@
       "special": true
     },
     "128005": {
-      "content": "<|reserved_special_token_3|>",
+      "content": "<|reserved_special_token_2|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -66,7 +66,7 @@
       "special": true
     },
     "128008": {
-      "content": "<|reserved_special_token_4|>",
+      "content": "<|eom_id|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -82,7 +82,7 @@
       "special": true
     },
     "128010": {
-      "content": "<|reserved_special_token_5|>",
+      "content": "<|python_tag|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -90,7 +90,7 @@
       "special": true
     },
     "128011": {
-      "content": "<|reserved_special_token_6|>",
+      "content": "<|reserved_special_token_3|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -98,7 +98,7 @@
       "special": true
     },
     "128012": {
-      "content": "<|reserved_special_token_7|>",
+      "content": "<|reserved_special_token_4|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -106,7 +106,7 @@
       "special": true
     },
     "128013": {
-      "content": "<|reserved_special_token_8|>",
+      "content": "<|reserved_special_token_5|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -114,7 +114,7 @@
       "special": true
     },
     "128014": {
-      "content": "<|reserved_special_token_9|>",
+      "content": "<|reserved_special_token_6|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -122,7 +122,7 @@
       "special": true
     },
     "128015": {
-      "content": "<|reserved_special_token_10|>",
+      "content": "<|reserved_special_token_7|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -130,7 +130,7 @@
       "special": true
     },
     "128016": {
-      "content": "<|reserved_special_token_11|>",
+      "content": "<|reserved_special_token_8|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -138,7 +138,7 @@
       "special": true
     },
     "128017": {
-      "content": "<|reserved_special_token_12|>",
+      "content": "<|reserved_special_token_9|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -146,7 +146,7 @@
       "special": true
     },
     "128018": {
-      "content": "<|reserved_special_token_13|>",
+      "content": "<|reserved_special_token_10|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -154,7 +154,7 @@
       "special": true
     },
     "128019": {
-      "content": "<|reserved_special_token_14|>",
+      "content": "<|reserved_special_token_11|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -162,7 +162,7 @@
       "special": true
     },
     "128020": {
-      "content": "<|reserved_special_token_15|>",
+      "content": "<|reserved_special_token_12|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -170,7 +170,7 @@
       "special": true
     },
     "128021": {
-      "content": "<|reserved_special_token_16|>",
+      "content": "<|reserved_special_token_13|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -178,7 +178,7 @@
       "special": true
     },
     "128022": {
-      "content": "<|reserved_special_token_17|>",
+      "content": "<|reserved_special_token_14|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -186,7 +186,7 @@
       "special": true
     },
     "128023": {
-      "content": "<|reserved_special_token_18|>",
+      "content": "<|reserved_special_token_15|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -194,7 +194,7 @@
       "special": true
     },
     "128024": {
-      "content": "<|reserved_special_token_19|>",
+      "content": "<|reserved_special_token_16|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -202,7 +202,7 @@
       "special": true
     },
     "128025": {
-      "content": "<|reserved_special_token_20|>",
+      "content": "<|reserved_special_token_17|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -210,7 +210,7 @@
       "special": true
     },
     "128026": {
-      "content": "<|reserved_special_token_21|>",
+      "content": "<|reserved_special_token_18|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -218,7 +218,7 @@
       "special": true
     },
     "128027": {
-      "content": "<|reserved_special_token_22|>",
+      "content": "<|reserved_special_token_19|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -226,7 +226,7 @@
       "special": true
     },
     "128028": {
-      "content": "<|reserved_special_token_23|>",
+      "content": "<|reserved_special_token_20|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -234,7 +234,7 @@
       "special": true
     },
     "128029": {
-      "content": "<|reserved_special_token_24|>",
+      "content": "<|reserved_special_token_21|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -242,7 +242,7 @@
       "special": true
     },
     "128030": {
-      "content": "<|reserved_special_token_25|>",
+      "content": "<|reserved_special_token_22|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -250,7 +250,7 @@
       "special": true
     },
     "128031": {
-      "content": "<|reserved_special_token_26|>",
+      "content": "<|reserved_special_token_23|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -258,7 +258,7 @@
       "special": true
     },
     "128032": {
-      "content": "<|reserved_special_token_27|>",
+      "content": "<|reserved_special_token_24|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -266,7 +266,7 @@
       "special": true
     },
     "128033": {
-      "content": "<|reserved_special_token_28|>",
+      "content": "<|reserved_special_token_25|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -274,7 +274,7 @@
       "special": true
     },
     "128034": {
-      "content": "<|reserved_special_token_29|>",
+      "content": "<|reserved_special_token_26|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -282,7 +282,7 @@
       "special": true
     },
     "128035": {
-      "content": "<|reserved_special_token_30|>",
+      "content": "<|reserved_special_token_27|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -290,7 +290,7 @@
       "special": true
     },
     "128036": {
-      "content": "<|reserved_special_token_31|>",
+      "content": "<|reserved_special_token_28|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -298,7 +298,7 @@
       "special": true
     },
     "128037": {
-      "content": "<|reserved_special_token_32|>",
+      "content": "<|reserved_special_token_29|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -306,7 +306,7 @@
       "special": true
     },
     "128038": {
-      "content": "<|reserved_special_token_33|>",
+      "content": "<|reserved_special_token_30|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -314,7 +314,7 @@
       "special": true
     },
     "128039": {
-      "content": "<|reserved_special_token_34|>",
+      "content": "<|reserved_special_token_31|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -322,7 +322,7 @@
       "special": true
     },
     "128040": {
-      "content": "<|reserved_special_token_35|>",
+      "content": "<|reserved_special_token_32|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -330,7 +330,7 @@
       "special": true
     },
     "128041": {
-      "content": "<|reserved_special_token_36|>",
+      "content": "<|reserved_special_token_33|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -338,7 +338,7 @@
       "special": true
     },
     "128042": {
-      "content": "<|reserved_special_token_37|>",
+      "content": "<|reserved_special_token_34|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -346,7 +346,7 @@
       "special": true
     },
     "128043": {
-      "content": "<|reserved_special_token_38|>",
+      "content": "<|reserved_special_token_35|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -354,7 +354,7 @@
       "special": true
     },
     "128044": {
-      "content": "<|reserved_special_token_39|>",
+      "content": "<|reserved_special_token_36|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -362,7 +362,7 @@
       "special": true
     },
     "128045": {
-      "content": "<|reserved_special_token_40|>",
+      "content": "<|reserved_special_token_37|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -370,7 +370,7 @@
       "special": true
     },
     "128046": {
-      "content": "<|reserved_special_token_41|>",
+      "content": "<|reserved_special_token_38|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -378,7 +378,7 @@
       "special": true
     },
     "128047": {
-      "content": "<|reserved_special_token_42|>",
+      "content": "<|reserved_special_token_39|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -386,7 +386,7 @@
       "special": true
     },
     "128048": {
-      "content": "<|reserved_special_token_43|>",
+      "content": "<|reserved_special_token_40|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -394,7 +394,7 @@
       "special": true
     },
     "128049": {
-      "content": "<|reserved_special_token_44|>",
+      "content": "<|reserved_special_token_41|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -402,7 +402,7 @@
       "special": true
     },
     "128050": {
-      "content": "<|reserved_special_token_45|>",
+      "content": "<|reserved_special_token_42|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -410,7 +410,7 @@
       "special": true
     },
     "128051": {
-      "content": "<|reserved_special_token_46|>",
+      "content": "<|reserved_special_token_43|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -418,7 +418,7 @@
       "special": true
     },
     "128052": {
-      "content": "<|reserved_special_token_47|>",
+      "content": "<|reserved_special_token_44|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -426,7 +426,7 @@
       "special": true
     },
     "128053": {
-      "content": "<|reserved_special_token_48|>",
+      "content": "<|reserved_special_token_45|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -434,7 +434,7 @@
       "special": true
     },
     "128054": {
-      "content": "<|reserved_special_token_49|>",
+      "content": "<|reserved_special_token_46|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -442,7 +442,7 @@
       "special": true
     },
     "128055": {
-      "content": "<|reserved_special_token_50|>",
+      "content": "<|reserved_special_token_47|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -450,7 +450,7 @@
       "special": true
     },
     "128056": {
-      "content": "<|reserved_special_token_51|>",
+      "content": "<|reserved_special_token_48|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -458,7 +458,7 @@
       "special": true
     },
     "128057": {
-      "content": "<|reserved_special_token_52|>",
+      "content": "<|reserved_special_token_49|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -466,7 +466,7 @@
       "special": true
     },
     "128058": {
-      "content": "<|reserved_special_token_53|>",
+      "content": "<|reserved_special_token_50|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -474,7 +474,7 @@
       "special": true
     },
     "128059": {
-      "content": "<|reserved_special_token_54|>",
+      "content": "<|reserved_special_token_51|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -482,7 +482,7 @@
       "special": true
     },
     "128060": {
-      "content": "<|reserved_special_token_55|>",
+      "content": "<|reserved_special_token_52|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -490,7 +490,7 @@
       "special": true
     },
     "128061": {
-      "content": "<|reserved_special_token_56|>",
+      "content": "<|reserved_special_token_53|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -498,7 +498,7 @@
       "special": true
     },
     "128062": {
-      "content": "<|reserved_special_token_57|>",
+      "content": "<|reserved_special_token_54|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -506,7 +506,7 @@
       "special": true
     },
     "128063": {
-      "content": "<|reserved_special_token_58|>",
+      "content": "<|reserved_special_token_55|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -514,7 +514,7 @@
       "special": true
     },
     "128064": {
-      "content": "<|reserved_special_token_59|>",
+      "content": "<|reserved_special_token_56|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -522,7 +522,7 @@
       "special": true
     },
     "128065": {
-      "content": "<|reserved_special_token_60|>",
+      "content": "<|reserved_special_token_57|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -530,7 +530,7 @@
       "special": true
     },
     "128066": {
-      "content": "<|reserved_special_token_61|>",
+      "content": "<|reserved_special_token_58|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -538,7 +538,7 @@
       "special": true
     },
     "128067": {
-      "content": "<|reserved_special_token_62|>",
+      "content": "<|reserved_special_token_59|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -546,7 +546,7 @@
       "special": true
     },
     "128068": {
-      "content": "<|reserved_special_token_63|>",
+      "content": "<|reserved_special_token_60|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -554,7 +554,7 @@
       "special": true
     },
     "128069": {
-      "content": "<|reserved_special_token_64|>",
+      "content": "<|reserved_special_token_61|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -562,7 +562,7 @@
       "special": true
     },
     "128070": {
-      "content": "<|reserved_special_token_65|>",
+      "content": "<|reserved_special_token_62|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -570,7 +570,7 @@
       "special": true
     },
     "128071": {
-      "content": "<|reserved_special_token_66|>",
+      "content": "<|reserved_special_token_63|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -578,7 +578,7 @@
       "special": true
     },
     "128072": {
-      "content": "<|reserved_special_token_67|>",
+      "content": "<|reserved_special_token_64|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -586,7 +586,7 @@
       "special": true
     },
     "128073": {
-      "content": "<|reserved_special_token_68|>",
+      "content": "<|reserved_special_token_65|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -594,7 +594,7 @@
       "special": true
     },
     "128074": {
-      "content": "<|reserved_special_token_69|>",
+      "content": "<|reserved_special_token_66|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -602,7 +602,7 @@
       "special": true
     },
     "128075": {
-      "content": "<|reserved_special_token_70|>",
+      "content": "<|reserved_special_token_67|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -610,7 +610,7 @@
       "special": true
     },
     "128076": {
-      "content": "<|reserved_special_token_71|>",
+      "content": "<|reserved_special_token_68|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -618,7 +618,7 @@
       "special": true
     },
     "128077": {
-      "content": "<|reserved_special_token_72|>",
+      "content": "<|reserved_special_token_69|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -626,7 +626,7 @@
       "special": true
     },
     "128078": {
-      "content": "<|reserved_special_token_73|>",
+      "content": "<|reserved_special_token_70|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -634,7 +634,7 @@
       "special": true
     },
     "128079": {
-      "content": "<|reserved_special_token_74|>",
+      "content": "<|reserved_special_token_71|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -642,7 +642,7 @@
       "special": true
     },
     "128080": {
-      "content": "<|reserved_special_token_75|>",
+      "content": "<|reserved_special_token_72|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -650,7 +650,7 @@
       "special": true
     },
     "128081": {
-      "content": "<|reserved_special_token_76|>",
+      "content": "<|reserved_special_token_73|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -658,7 +658,7 @@
       "special": true
     },
     "128082": {
-      "content": "<|reserved_special_token_77|>",
+      "content": "<|reserved_special_token_74|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -666,7 +666,7 @@
       "special": true
     },
     "128083": {
-      "content": "<|reserved_special_token_78|>",
+      "content": "<|reserved_special_token_75|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -674,7 +674,7 @@
       "special": true
     },
     "128084": {
-      "content": "<|reserved_special_token_79|>",
+      "content": "<|reserved_special_token_76|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -682,7 +682,7 @@
       "special": true
     },
     "128085": {
-      "content": "<|reserved_special_token_80|>",
+      "content": "<|reserved_special_token_77|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -690,7 +690,7 @@
       "special": true
     },
     "128086": {
-      "content": "<|reserved_special_token_81|>",
+      "content": "<|reserved_special_token_78|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -698,7 +698,7 @@
       "special": true
     },
     "128087": {
-      "content": "<|reserved_special_token_82|>",
+      "content": "<|reserved_special_token_79|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -706,7 +706,7 @@
       "special": true
     },
     "128088": {
-      "content": "<|reserved_special_token_83|>",
+      "content": "<|reserved_special_token_80|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -714,7 +714,7 @@
       "special": true
     },
     "128089": {
-      "content": "<|reserved_special_token_84|>",
+      "content": "<|reserved_special_token_81|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -722,7 +722,7 @@
       "special": true
     },
     "128090": {
-      "content": "<|reserved_special_token_85|>",
+      "content": "<|reserved_special_token_82|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -730,7 +730,7 @@
       "special": true
     },
     "128091": {
-      "content": "<|reserved_special_token_86|>",
+      "content": "<|reserved_special_token_83|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -738,7 +738,7 @@
       "special": true
     },
     "128092": {
-      "content": "<|reserved_special_token_87|>",
+      "content": "<|reserved_special_token_84|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -746,7 +746,7 @@
       "special": true
     },
     "128093": {
-      "content": "<|reserved_special_token_88|>",
+      "content": "<|reserved_special_token_85|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -754,7 +754,7 @@
       "special": true
     },
     "128094": {
-      "content": "<|reserved_special_token_89|>",
+      "content": "<|reserved_special_token_86|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -762,7 +762,7 @@
       "special": true
     },
     "128095": {
-      "content": "<|reserved_special_token_90|>",
+      "content": "<|reserved_special_token_87|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -770,7 +770,7 @@
       "special": true
     },
     "128096": {
-      "content": "<|reserved_special_token_91|>",
+      "content": "<|reserved_special_token_88|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -778,7 +778,7 @@
       "special": true
     },
     "128097": {
-      "content": "<|reserved_special_token_92|>",
+      "content": "<|reserved_special_token_89|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -786,7 +786,7 @@
       "special": true
     },
     "128098": {
-      "content": "<|reserved_special_token_93|>",
+      "content": "<|reserved_special_token_90|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -794,7 +794,7 @@
       "special": true
     },
     "128099": {
-      "content": "<|reserved_special_token_94|>",
+      "content": "<|reserved_special_token_91|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -802,7 +802,7 @@
       "special": true
     },
     "128100": {
-      "content": "<|reserved_special_token_95|>",
+      "content": "<|reserved_special_token_92|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -810,7 +810,7 @@
       "special": true
     },
     "128101": {
-      "content": "<|reserved_special_token_96|>",
+      "content": "<|reserved_special_token_93|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -818,7 +818,7 @@
       "special": true
     },
     "128102": {
-      "content": "<|reserved_special_token_97|>",
+      "content": "<|reserved_special_token_94|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -826,7 +826,7 @@
       "special": true
     },
     "128103": {
-      "content": "<|reserved_special_token_98|>",
+      "content": "<|reserved_special_token_95|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -834,7 +834,7 @@
       "special": true
     },
     "128104": {
-      "content": "<|reserved_special_token_99|>",
+      "content": "<|reserved_special_token_96|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -842,7 +842,7 @@
       "special": true
     },
     "128105": {
-      "content": "<|reserved_special_token_100|>",
+      "content": "<|reserved_special_token_97|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -850,7 +850,7 @@
       "special": true
     },
     "128106": {
-      "content": "<|reserved_special_token_101|>",
+      "content": "<|reserved_special_token_98|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -858,7 +858,7 @@
       "special": true
     },
     "128107": {
-      "content": "<|reserved_special_token_102|>",
+      "content": "<|reserved_special_token_99|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -866,7 +866,7 @@
       "special": true
     },
     "128108": {
-      "content": "<|reserved_special_token_103|>",
+      "content": "<|reserved_special_token_100|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -874,7 +874,7 @@
       "special": true
     },
     "128109": {
-      "content": "<|reserved_special_token_104|>",
+      "content": "<|reserved_special_token_101|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -882,7 +882,7 @@
       "special": true
     },
     "128110": {
-      "content": "<|reserved_special_token_105|>",
+      "content": "<|reserved_special_token_102|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -890,7 +890,7 @@
       "special": true
     },
     "128111": {
-      "content": "<|reserved_special_token_106|>",
+      "content": "<|reserved_special_token_103|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -898,7 +898,7 @@
       "special": true
     },
     "128112": {
-      "content": "<|reserved_special_token_107|>",
+      "content": "<|reserved_special_token_104|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -906,7 +906,7 @@
       "special": true
     },
     "128113": {
-      "content": "<|reserved_special_token_108|>",
+      "content": "<|reserved_special_token_105|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -914,7 +914,7 @@
       "special": true
     },
     "128114": {
-      "content": "<|reserved_special_token_109|>",
+      "content": "<|reserved_special_token_106|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -922,7 +922,7 @@
       "special": true
     },
     "128115": {
-      "content": "<|reserved_special_token_110|>",
+      "content": "<|reserved_special_token_107|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -930,7 +930,7 @@
       "special": true
     },
     "128116": {
-      "content": "<|reserved_special_token_111|>",
+      "content": "<|reserved_special_token_108|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -938,7 +938,7 @@
       "special": true
     },
     "128117": {
-      "content": "<|reserved_special_token_112|>",
+      "content": "<|reserved_special_token_109|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -946,7 +946,7 @@
       "special": true
     },
     "128118": {
-      "content": "<|reserved_special_token_113|>",
+      "content": "<|reserved_special_token_110|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -954,7 +954,7 @@
       "special": true
     },
     "128119": {
-      "content": "<|reserved_special_token_114|>",
+      "content": "<|reserved_special_token_111|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -962,7 +962,7 @@
       "special": true
     },
     "128120": {
-      "content": "<|reserved_special_token_115|>",
+      "content": "<|reserved_special_token_112|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -970,7 +970,7 @@
       "special": true
     },
     "128121": {
-      "content": "<|reserved_special_token_116|>",
+      "content": "<|reserved_special_token_113|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -978,7 +978,7 @@
       "special": true
     },
     "128122": {
-      "content": "<|reserved_special_token_117|>",
+      "content": "<|reserved_special_token_114|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -986,7 +986,7 @@
       "special": true
     },
     "128123": {
-      "content": "<|reserved_special_token_118|>",
+      "content": "<|reserved_special_token_115|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -994,7 +994,7 @@
       "special": true
     },
     "128124": {
-      "content": "<|reserved_special_token_119|>",
+      "content": "<|reserved_special_token_116|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1002,7 +1002,7 @@
       "special": true
     },
     "128125": {
-      "content": "<|reserved_special_token_120|>",
+      "content": "<|reserved_special_token_117|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1010,7 +1010,7 @@
       "special": true
     },
     "128126": {
-      "content": "<|reserved_special_token_121|>",
+      "content": "<|reserved_special_token_118|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1018,7 +1018,7 @@
       "special": true
     },
     "128127": {
-      "content": "<|reserved_special_token_122|>",
+      "content": "<|reserved_special_token_119|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1026,7 +1026,7 @@
       "special": true
     },
     "128128": {
-      "content": "<|reserved_special_token_123|>",
+      "content": "<|reserved_special_token_120|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1034,7 +1034,7 @@
       "special": true
     },
     "128129": {
-      "content": "<|reserved_special_token_124|>",
+      "content": "<|reserved_special_token_121|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1042,7 +1042,7 @@
       "special": true
     },
     "128130": {
-      "content": "<|reserved_special_token_125|>",
+      "content": "<|reserved_special_token_122|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1050,7 +1050,7 @@
       "special": true
     },
     "128131": {
-      "content": "<|reserved_special_token_126|>",
+      "content": "<|reserved_special_token_123|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1058,7 +1058,7 @@
       "special": true
     },
     "128132": {
-      "content": "<|reserved_special_token_127|>",
+      "content": "<|reserved_special_token_124|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1066,7 +1066,7 @@
       "special": true
     },
     "128133": {
-      "content": "<|reserved_special_token_128|>",
+      "content": "<|reserved_special_token_125|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1074,7 +1074,7 @@
       "special": true
     },
     "128134": {
-      "content": "<|reserved_special_token_129|>",
+      "content": "<|reserved_special_token_126|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1082,7 +1082,7 @@
       "special": true
     },
     "128135": {
-      "content": "<|reserved_special_token_130|>",
+      "content": "<|reserved_special_token_127|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1090,7 +1090,7 @@
       "special": true
     },
     "128136": {
-      "content": "<|reserved_special_token_131|>",
+      "content": "<|reserved_special_token_128|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1098,7 +1098,7 @@
       "special": true
     },
     "128137": {
-      "content": "<|reserved_special_token_132|>",
+      "content": "<|reserved_special_token_129|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1106,7 +1106,7 @@
       "special": true
     },
     "128138": {
-      "content": "<|reserved_special_token_133|>",
+      "content": "<|reserved_special_token_130|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1114,7 +1114,7 @@
       "special": true
     },
     "128139": {
-      "content": "<|reserved_special_token_134|>",
+      "content": "<|reserved_special_token_131|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1122,7 +1122,7 @@
       "special": true
     },
     "128140": {
-      "content": "<|reserved_special_token_135|>",
+      "content": "<|reserved_special_token_132|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1130,7 +1130,7 @@
       "special": true
     },
     "128141": {
-      "content": "<|reserved_special_token_136|>",
+      "content": "<|reserved_special_token_133|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1138,7 +1138,7 @@
       "special": true
     },
     "128142": {
-      "content": "<|reserved_special_token_137|>",
+      "content": "<|reserved_special_token_134|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1146,7 +1146,7 @@
       "special": true
     },
     "128143": {
-      "content": "<|reserved_special_token_138|>",
+      "content": "<|reserved_special_token_135|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1154,7 +1154,7 @@
       "special": true
     },
     "128144": {
-      "content": "<|reserved_special_token_139|>",
+      "content": "<|reserved_special_token_136|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1162,7 +1162,7 @@
       "special": true
     },
     "128145": {
-      "content": "<|reserved_special_token_140|>",
+      "content": "<|reserved_special_token_137|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1170,7 +1170,7 @@
       "special": true
     },
     "128146": {
-      "content": "<|reserved_special_token_141|>",
+      "content": "<|reserved_special_token_138|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1178,7 +1178,7 @@
       "special": true
     },
     "128147": {
-      "content": "<|reserved_special_token_142|>",
+      "content": "<|reserved_special_token_139|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1186,7 +1186,7 @@
       "special": true
     },
     "128148": {
-      "content": "<|reserved_special_token_143|>",
+      "content": "<|reserved_special_token_140|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1194,7 +1194,7 @@
       "special": true
     },
     "128149": {
-      "content": "<|reserved_special_token_144|>",
+      "content": "<|reserved_special_token_141|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1202,7 +1202,7 @@
       "special": true
     },
     "128150": {
-      "content": "<|reserved_special_token_145|>",
+      "content": "<|reserved_special_token_142|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1210,7 +1210,7 @@
       "special": true
     },
     "128151": {
-      "content": "<|reserved_special_token_146|>",
+      "content": "<|reserved_special_token_143|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1218,7 +1218,7 @@
       "special": true
     },
     "128152": {
-      "content": "<|reserved_special_token_147|>",
+      "content": "<|reserved_special_token_144|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1226,7 +1226,7 @@
       "special": true
     },
     "128153": {
-      "content": "<|reserved_special_token_148|>",
+      "content": "<|reserved_special_token_145|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1234,7 +1234,7 @@
       "special": true
     },
     "128154": {
-      "content": "<|reserved_special_token_149|>",
+      "content": "<|reserved_special_token_146|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1242,7 +1242,7 @@
       "special": true
     },
     "128155": {
-      "content": "<|reserved_special_token_150|>",
+      "content": "<|reserved_special_token_147|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1250,7 +1250,7 @@
       "special": true
     },
     "128156": {
-      "content": "<|reserved_special_token_151|>",
+      "content": "<|reserved_special_token_148|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1258,7 +1258,7 @@
       "special": true
     },
     "128157": {
-      "content": "<|reserved_special_token_152|>",
+      "content": "<|reserved_special_token_149|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1266,7 +1266,7 @@
       "special": true
     },
     "128158": {
-      "content": "<|reserved_special_token_153|>",
+      "content": "<|reserved_special_token_150|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1274,7 +1274,7 @@
       "special": true
     },
     "128159": {
-      "content": "<|reserved_special_token_154|>",
+      "content": "<|reserved_special_token_151|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1282,7 +1282,7 @@
       "special": true
     },
     "128160": {
-      "content": "<|reserved_special_token_155|>",
+      "content": "<|reserved_special_token_152|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1290,7 +1290,7 @@
       "special": true
     },
     "128161": {
-      "content": "<|reserved_special_token_156|>",
+      "content": "<|reserved_special_token_153|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1298,7 +1298,7 @@
       "special": true
     },
     "128162": {
-      "content": "<|reserved_special_token_157|>",
+      "content": "<|reserved_special_token_154|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1306,7 +1306,7 @@
       "special": true
     },
     "128163": {
-      "content": "<|reserved_special_token_158|>",
+      "content": "<|reserved_special_token_155|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1314,7 +1314,7 @@
       "special": true
     },
     "128164": {
-      "content": "<|reserved_special_token_159|>",
+      "content": "<|reserved_special_token_156|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1322,7 +1322,7 @@
       "special": true
     },
     "128165": {
-      "content": "<|reserved_special_token_160|>",
+      "content": "<|reserved_special_token_157|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1330,7 +1330,7 @@
       "special": true
     },
     "128166": {
-      "content": "<|reserved_special_token_161|>",
+      "content": "<|reserved_special_token_158|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1338,7 +1338,7 @@
       "special": true
     },
     "128167": {
-      "content": "<|reserved_special_token_162|>",
+      "content": "<|reserved_special_token_159|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1346,7 +1346,7 @@
       "special": true
     },
     "128168": {
-      "content": "<|reserved_special_token_163|>",
+      "content": "<|reserved_special_token_160|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1354,7 +1354,7 @@
       "special": true
     },
     "128169": {
-      "content": "<|reserved_special_token_164|>",
+      "content": "<|reserved_special_token_161|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1362,7 +1362,7 @@
       "special": true
     },
     "128170": {
-      "content": "<|reserved_special_token_165|>",
+      "content": "<|reserved_special_token_162|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1370,7 +1370,7 @@
       "special": true
     },
     "128171": {
-      "content": "<|reserved_special_token_166|>",
+      "content": "<|reserved_special_token_163|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1378,7 +1378,7 @@
       "special": true
     },
     "128172": {
-      "content": "<|reserved_special_token_167|>",
+      "content": "<|reserved_special_token_164|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1386,7 +1386,7 @@
       "special": true
     },
     "128173": {
-      "content": "<|reserved_special_token_168|>",
+      "content": "<|reserved_special_token_165|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1394,7 +1394,7 @@
       "special": true
     },
     "128174": {
-      "content": "<|reserved_special_token_169|>",
+      "content": "<|reserved_special_token_166|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1402,7 +1402,7 @@
       "special": true
     },
     "128175": {
-      "content": "<|reserved_special_token_170|>",
+      "content": "<|reserved_special_token_167|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1410,7 +1410,7 @@
       "special": true
     },
     "128176": {
-      "content": "<|reserved_special_token_171|>",
+      "content": "<|reserved_special_token_168|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1418,7 +1418,7 @@
       "special": true
     },
     "128177": {
-      "content": "<|reserved_special_token_172|>",
+      "content": "<|reserved_special_token_169|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1426,7 +1426,7 @@
       "special": true
     },
     "128178": {
-      "content": "<|reserved_special_token_173|>",
+      "content": "<|reserved_special_token_170|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1434,7 +1434,7 @@
       "special": true
     },
     "128179": {
-      "content": "<|reserved_special_token_174|>",
+      "content": "<|reserved_special_token_171|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1442,7 +1442,7 @@
       "special": true
     },
     "128180": {
-      "content": "<|reserved_special_token_175|>",
+      "content": "<|reserved_special_token_172|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1450,7 +1450,7 @@
       "special": true
     },
     "128181": {
-      "content": "<|reserved_special_token_176|>",
+      "content": "<|reserved_special_token_173|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1458,7 +1458,7 @@
       "special": true
     },
     "128182": {
-      "content": "<|reserved_special_token_177|>",
+      "content": "<|reserved_special_token_174|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1466,7 +1466,7 @@
       "special": true
     },
     "128183": {
-      "content": "<|reserved_special_token_178|>",
+      "content": "<|reserved_special_token_175|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1474,7 +1474,7 @@
       "special": true
     },
     "128184": {
-      "content": "<|reserved_special_token_179|>",
+      "content": "<|reserved_special_token_176|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1482,7 +1482,7 @@
       "special": true
     },
     "128185": {
-      "content": "<|reserved_special_token_180|>",
+      "content": "<|reserved_special_token_177|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1490,7 +1490,7 @@
       "special": true
     },
     "128186": {
-      "content": "<|reserved_special_token_181|>",
+      "content": "<|reserved_special_token_178|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1498,7 +1498,7 @@
       "special": true
     },
     "128187": {
-      "content": "<|reserved_special_token_182|>",
+      "content": "<|reserved_special_token_179|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1506,7 +1506,7 @@
       "special": true
     },
     "128188": {
-      "content": "<|reserved_special_token_183|>",
+      "content": "<|reserved_special_token_180|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1514,7 +1514,7 @@
       "special": true
     },
     "128189": {
-      "content": "<|reserved_special_token_184|>",
+      "content": "<|reserved_special_token_181|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1522,7 +1522,7 @@
       "special": true
     },
     "128190": {
-      "content": "<|reserved_special_token_185|>",
+      "content": "<|reserved_special_token_182|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1530,7 +1530,7 @@
       "special": true
     },
     "128191": {
-      "content": "<|reserved_special_token_186|>",
+      "content": "<|reserved_special_token_183|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1538,7 +1538,7 @@
       "special": true
     },
     "128192": {
-      "content": "<|reserved_special_token_187|>",
+      "content": "<|reserved_special_token_184|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1546,7 +1546,7 @@
       "special": true
     },
     "128193": {
-      "content": "<|reserved_special_token_188|>",
+      "content": "<|reserved_special_token_185|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1554,7 +1554,7 @@
       "special": true
     },
     "128194": {
-      "content": "<|reserved_special_token_189|>",
+      "content": "<|reserved_special_token_186|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1562,7 +1562,7 @@
       "special": true
     },
     "128195": {
-      "content": "<|reserved_special_token_190|>",
+      "content": "<|reserved_special_token_187|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1570,7 +1570,7 @@
       "special": true
     },
     "128196": {
-      "content": "<|reserved_special_token_191|>",
+      "content": "<|reserved_special_token_188|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1578,7 +1578,7 @@
       "special": true
     },
     "128197": {
-      "content": "<|reserved_special_token_192|>",
+      "content": "<|reserved_special_token_189|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1586,7 +1586,7 @@
       "special": true
     },
     "128198": {
-      "content": "<|reserved_special_token_193|>",
+      "content": "<|reserved_special_token_190|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1594,7 +1594,7 @@
       "special": true
     },
     "128199": {
-      "content": "<|reserved_special_token_194|>",
+      "content": "<|reserved_special_token_191|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1602,7 +1602,7 @@
       "special": true
     },
     "128200": {
-      "content": "<|reserved_special_token_195|>",
+      "content": "<|reserved_special_token_192|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1610,7 +1610,7 @@
       "special": true
     },
     "128201": {
-      "content": "<|reserved_special_token_196|>",
+      "content": "<|reserved_special_token_193|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1618,7 +1618,7 @@
       "special": true
     },
     "128202": {
-      "content": "<|reserved_special_token_197|>",
+      "content": "<|reserved_special_token_194|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1626,7 +1626,7 @@
       "special": true
     },
     "128203": {
-      "content": "<|reserved_special_token_198|>",
+      "content": "<|reserved_special_token_195|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1634,7 +1634,7 @@
       "special": true
     },
     "128204": {
-      "content": "<|reserved_special_token_199|>",
+      "content": "<|reserved_special_token_196|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1642,7 +1642,7 @@
       "special": true
     },
     "128205": {
-      "content": "<|reserved_special_token_200|>",
+      "content": "<|reserved_special_token_197|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1650,7 +1650,7 @@
       "special": true
     },
     "128206": {
-      "content": "<|reserved_special_token_201|>",
+      "content": "<|reserved_special_token_198|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1658,7 +1658,7 @@
       "special": true
     },
     "128207": {
-      "content": "<|reserved_special_token_202|>",
+      "content": "<|reserved_special_token_199|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1666,7 +1666,7 @@
       "special": true
     },
     "128208": {
-      "content": "<|reserved_special_token_203|>",
+      "content": "<|reserved_special_token_200|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1674,7 +1674,7 @@
       "special": true
     },
     "128209": {
-      "content": "<|reserved_special_token_204|>",
+      "content": "<|reserved_special_token_201|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1682,7 +1682,7 @@
       "special": true
     },
     "128210": {
-      "content": "<|reserved_special_token_205|>",
+      "content": "<|reserved_special_token_202|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1690,7 +1690,7 @@
       "special": true
     },
     "128211": {
-      "content": "<|reserved_special_token_206|>",
+      "content": "<|reserved_special_token_203|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1698,7 +1698,7 @@
       "special": true
     },
     "128212": {
-      "content": "<|reserved_special_token_207|>",
+      "content": "<|reserved_special_token_204|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1706,7 +1706,7 @@
       "special": true
     },
     "128213": {
-      "content": "<|reserved_special_token_208|>",
+      "content": "<|reserved_special_token_205|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1714,7 +1714,7 @@
       "special": true
     },
     "128214": {
-      "content": "<|reserved_special_token_209|>",
+      "content": "<|reserved_special_token_206|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1722,7 +1722,7 @@
       "special": true
     },
     "128215": {
-      "content": "<|reserved_special_token_210|>",
+      "content": "<|reserved_special_token_207|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1730,7 +1730,7 @@
       "special": true
     },
     "128216": {
-      "content": "<|reserved_special_token_211|>",
+      "content": "<|reserved_special_token_208|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1738,7 +1738,7 @@
       "special": true
     },
     "128217": {
-      "content": "<|reserved_special_token_212|>",
+      "content": "<|reserved_special_token_209|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1746,7 +1746,7 @@
       "special": true
     },
     "128218": {
-      "content": "<|reserved_special_token_213|>",
+      "content": "<|reserved_special_token_210|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1754,7 +1754,7 @@
       "special": true
     },
     "128219": {
-      "content": "<|reserved_special_token_214|>",
+      "content": "<|reserved_special_token_211|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1762,7 +1762,7 @@
       "special": true
     },
     "128220": {
-      "content": "<|reserved_special_token_215|>",
+      "content": "<|reserved_special_token_212|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1770,7 +1770,7 @@
       "special": true
     },
     "128221": {
-      "content": "<|reserved_special_token_216|>",
+      "content": "<|reserved_special_token_213|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1778,7 +1778,7 @@
       "special": true
     },
     "128222": {
-      "content": "<|reserved_special_token_217|>",
+      "content": "<|reserved_special_token_214|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1786,7 +1786,7 @@
       "special": true
     },
     "128223": {
-      "content": "<|reserved_special_token_218|>",
+      "content": "<|reserved_special_token_215|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1794,7 +1794,7 @@
       "special": true
     },
     "128224": {
-      "content": "<|reserved_special_token_219|>",
+      "content": "<|reserved_special_token_216|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1802,7 +1802,7 @@
       "special": true
     },
     "128225": {
-      "content": "<|reserved_special_token_220|>",
+      "content": "<|reserved_special_token_217|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1810,7 +1810,7 @@
       "special": true
     },
     "128226": {
-      "content": "<|reserved_special_token_221|>",
+      "content": "<|reserved_special_token_218|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1818,7 +1818,7 @@
       "special": true
     },
     "128227": {
-      "content": "<|reserved_special_token_222|>",
+      "content": "<|reserved_special_token_219|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1826,7 +1826,7 @@
       "special": true
     },
     "128228": {
-      "content": "<|reserved_special_token_223|>",
+      "content": "<|reserved_special_token_220|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1834,7 +1834,7 @@
       "special": true
     },
     "128229": {
-      "content": "<|reserved_special_token_224|>",
+      "content": "<|reserved_special_token_221|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1842,7 +1842,7 @@
       "special": true
     },
     "128230": {
-      "content": "<|reserved_special_token_225|>",
+      "content": "<|reserved_special_token_222|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1850,7 +1850,7 @@
       "special": true
     },
     "128231": {
-      "content": "<|reserved_special_token_226|>",
+      "content": "<|reserved_special_token_223|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1858,7 +1858,7 @@
       "special": true
     },
     "128232": {
-      "content": "<|reserved_special_token_227|>",
+      "content": "<|reserved_special_token_224|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1866,7 +1866,7 @@
       "special": true
     },
     "128233": {
-      "content": "<|reserved_special_token_228|>",
+      "content": "<|reserved_special_token_225|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1874,7 +1874,7 @@
       "special": true
     },
     "128234": {
-      "content": "<|reserved_special_token_229|>",
+      "content": "<|reserved_special_token_226|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1882,7 +1882,7 @@
       "special": true
     },
     "128235": {
-      "content": "<|reserved_special_token_230|>",
+      "content": "<|reserved_special_token_227|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1890,7 +1890,7 @@
       "special": true
     },
     "128236": {
-      "content": "<|reserved_special_token_231|>",
+      "content": "<|reserved_special_token_228|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1898,7 +1898,7 @@
       "special": true
     },
     "128237": {
-      "content": "<|reserved_special_token_232|>",
+      "content": "<|reserved_special_token_229|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1906,7 +1906,7 @@
       "special": true
     },
     "128238": {
-      "content": "<|reserved_special_token_233|>",
+      "content": "<|reserved_special_token_230|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1914,7 +1914,7 @@
       "special": true
     },
     "128239": {
-      "content": "<|reserved_special_token_234|>",
+      "content": "<|reserved_special_token_231|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1922,7 +1922,7 @@
       "special": true
     },
     "128240": {
-      "content": "<|reserved_special_token_235|>",
+      "content": "<|reserved_special_token_232|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1930,7 +1930,7 @@
       "special": true
     },
     "128241": {
-      "content": "<|reserved_special_token_236|>",
+      "content": "<|reserved_special_token_233|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1938,7 +1938,7 @@
       "special": true
     },
     "128242": {
-      "content": "<|reserved_special_token_237|>",
+      "content": "<|reserved_special_token_234|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1946,7 +1946,7 @@
       "special": true
     },
     "128243": {
-      "content": "<|reserved_special_token_238|>",
+      "content": "<|reserved_special_token_235|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1954,7 +1954,7 @@
       "special": true
     },
     "128244": {
-      "content": "<|reserved_special_token_239|>",
+      "content": "<|reserved_special_token_236|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1962,7 +1962,7 @@
       "special": true
     },
     "128245": {
-      "content": "<|reserved_special_token_240|>",
+      "content": "<|reserved_special_token_237|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1970,7 +1970,7 @@
       "special": true
     },
     "128246": {
-      "content": "<|reserved_special_token_241|>",
+      "content": "<|reserved_special_token_238|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1978,7 +1978,7 @@
       "special": true
     },
     "128247": {
-      "content": "<|reserved_special_token_242|>",
+      "content": "<|reserved_special_token_239|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1986,7 +1986,7 @@
       "special": true
     },
     "128248": {
-      "content": "<|reserved_special_token_243|>",
+      "content": "<|reserved_special_token_240|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1994,7 +1994,7 @@
       "special": true
     },
     "128249": {
-      "content": "<|reserved_special_token_244|>",
+      "content": "<|reserved_special_token_241|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2002,7 +2002,7 @@
       "special": true
     },
     "128250": {
-      "content": "<|reserved_special_token_245|>",
+      "content": "<|reserved_special_token_242|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2010,7 +2010,7 @@
       "special": true
     },
     "128251": {
-      "content": "<|reserved_special_token_246|>",
+      "content": "<|reserved_special_token_243|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2018,7 +2018,7 @@
       "special": true
     },
     "128252": {
-      "content": "<|reserved_special_token_247|>",
+      "content": "<|reserved_special_token_244|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2026,7 +2026,7 @@
       "special": true
     },
     "128253": {
-      "content": "<|reserved_special_token_248|>",
+      "content": "<|reserved_special_token_245|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2034,7 +2034,7 @@
       "special": true
     },
     "128254": {
-      "content": "<|reserved_special_token_249|>",
+      "content": "<|reserved_special_token_246|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2042,7 +2042,7 @@
       "special": true
     },
     "128255": {
-      "content": "<|reserved_special_token_250|>",
+      "content": "<|reserved_special_token_247|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2057,7 +2057,7 @@
     "input_ids",
     "attention_mask"
   ],
-  "model_max_length": 1000000000000000019884624838656,
+  "model_max_length": 131072,
   "pad_token": "<|end_of_text|>",
   "tokenizer_class": "PreTrainedTokenizerFast"
 }

trainer_state.json

@@ -1,5 +1,5 @@
 {
-  "best_metric": 0.2526545822620392,
+  "best_metric": 0.6358020901679993,
   "best_model_checkpoint": "llama_sequence_classification_0.001/checkpoint-1030",
   "epoch": 5.0,
   "eval_steps": 500,
@@ -10,71 +10,71 @@
   "log_history": [
     {
       "epoch": 1.0,
-      "eval_loss": 0.4924129843711853,
-      "eval_pearson": 0.9040441037280318,
-      "eval_runtime": 33.7756,
-      "eval_samples_per_second": 27.594,
-      "eval_steps_per_second": 3.464,
+      "eval_loss": 2.3639440536499023,
+      "eval_pearson": -0.09668018953689142,
+      "eval_runtime": 15.3105,
+      "eval_samples_per_second": 60.873,
+      "eval_steps_per_second": 7.642,
       "step": 206
     },
     {
       "epoch": 2.0,
-      "eval_loss": 0.28214091062545776,
-      "eval_pearson": 0.9356529864641466,
-      "eval_runtime": 33.65,
-      "eval_samples_per_second": 27.697,
-      "eval_steps_per_second": 3.477,
+      "eval_loss": 1.1564923524856567,
+      "eval_pearson": 0.5814321081427005,
+      "eval_runtime": 15.1479,
+      "eval_samples_per_second": 61.527,
+      "eval_steps_per_second": 7.724,
       "step": 412
     },
     {
       "epoch": 2.4271844660194173,
-      "grad_norm": 11.083586692810059,
+      "grad_norm": 20.43543243408203,
       "learning_rate": 0.0005145631067961165,
-      "loss": 0.4829,
+      "loss": 1.1834,
       "step": 500
     },
     {
       "epoch": 3.0,
-      "eval_loss": 0.3803308606147766,
-      "eval_pearson": 0.9296528764292835,
-      "eval_runtime": 33.6091,
-      "eval_samples_per_second": 27.731,
-      "eval_steps_per_second": 3.481,
+      "eval_loss": 0.6500518321990967,
+      "eval_pearson": 0.8695158330097236,
+      "eval_runtime": 15.1213,
+      "eval_samples_per_second": 61.635,
+      "eval_steps_per_second": 7.737,
       "step": 618
     },
     {
       "epoch": 4.0,
-      "eval_loss": 0.2803810238838196,
-      "eval_pearson": 0.9564661821419072,
-      "eval_runtime": 33.5802,
-      "eval_samples_per_second": 27.754,
-      "eval_steps_per_second": 3.484,
+      "eval_loss": 1.624398112297058,
+      "eval_pearson": 0.7826281934306444,
+      "eval_runtime": 15.343,
+      "eval_samples_per_second": 60.744,
+      "eval_steps_per_second": 7.626,
       "step": 824
     },
     {
       "epoch": 4.854368932038835,
-      "grad_norm": 0.006048727780580521,
+      "grad_norm": 15.307787895202637,
       "learning_rate": 2.912621359223301e-05,
-      "loss": 0.1342,
+      "loss": 0.8975,
       "step": 1000
     },
     {
       "epoch": 5.0,
-      "eval_loss": 0.2526545822620392,
-      "eval_pearson": 0.9723414301978355,
-      "eval_runtime": 33.6724,
-      "eval_samples_per_second": 27.678,
-      "eval_steps_per_second": 3.475,
+      "eval_loss": 0.6358020901679993,
+      "eval_pearson": 0.8408963172405144,
+      "eval_runtime": 16.7357,
+      "eval_samples_per_second": 55.689,
+      "eval_steps_per_second": 6.991,
       "step": 1030
     },
     {
       "epoch": 5.0,
       "step": 1030,
       "total_flos": 5.610584124311962e+16,
-      "train_loss": 0.30080539508930687,
-      "train_runtime": 2245.3962,
-      "train_samples_per_second": 14.619,
-      "train_steps_per_second": 0.459
+      "train_loss": 1.0273165378755735,
+      "train_runtime": 1063.4558,
+      "train_samples_per_second": 30.866,
+      "train_steps_per_second": 0.969
     }
   ],
   "logging_steps": 500,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:80e13cf06453141f884f42c91d87a3b04cd82f5dd28c4c13cc69eb21df72bd91
+oid sha256:abf14179d3e6f3613a4dfccc14665257c351fd8fc56e7c8a022f3e7ca79800f7
 size 5240