Upload 11 files

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+vocab.txt filter=lfs diff=lfs merge=lfs -text

config.json

@@ -0,0 +1,59 @@
+{
+  "_name_or_path": "dicta-il/dictabert",
+  "architectures": [
+    "BertForTokenClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "ORG",
+    "1": "MISC",
+    "2": "FAC",
+    "3": "TTL",
+    "4": "LOC",
+    "5": "GPE",
+    "6": "INFORMAL",
+    "7": "ANG",
+    "8": "TIMEX",
+    "9": "DUC",
+    "10": "PER",
+    "11": "O",
+    "12": "EVE",
+    "13": "WOA"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "ORG": 0,
+    "MISC": 1,
+    "PER": 10,
+    "O": 11,
+    "EVE": 12,
+    "WOA": 13,
+    "FAC": 2,
+    "TTL": 3,
+    "LOC": 4,
+    "GPE": 5,
+    "INFORMAL": 6,
+    "ANG": 7,
+    "TIMEX": 8,
+    "DUC": 9
+  },
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "newmodern": true,
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.42.4",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 128000
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a372f31064920f3b1f79ac810c4d9d83ec1d2b1e6850f192965b775383908b7
+size 735085432

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8d3b19028e5633e60a9f21b59c1f614805e4bbcd700e2e2c0bcee1b1f5cfbb
+size 1470290490

rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e173b21a767068b1048c990e8a5ee631964cd0880e692d5dd452080b9e1747f
+size 14244

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b273f2b3bf59a1006b87c821aaf5ea02557fad89e0f4ae85e9ecaef3407bd0
+size 1064

special_tokens_map.json

@@ -0,0 +1,37 @@
+{
+  "cls_token": {
+    "content": "[CLS]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "[MASK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "[PAD]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "[SEP]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,63 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "[BLANK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "unk_token": "[UNK]"
+}

trainer_state.json

@@ -0,0 +1,242 @@
+{
+  "best_metric": 0.8460751725901304,
+  "best_model_checkpoint": "./ner_models/checkpoint-5500",
+  "epoch": 6.053935057787562,
+  "eval_steps": 500,
+  "global_step": 5500,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.550357732526142,
+      "grad_norm": 0.050229188054800034,
+      "learning_rate": 9.816446402349487e-06,
+      "loss": 0.0026,
+      "step": 500
+    },
+    {
+      "epoch": 0.550357732526142,
+      "eval_accuracy": 0.9978579452614379,
+      "eval_f1": 0.8398829963118403,
+      "eval_loss": 0.008182315155863762,
+      "eval_precision": 0.8228258160976826,
+      "eval_recall": 0.8576623376623377,
+      "eval_runtime": 73.1795,
+      "eval_samples_per_second": 20.907,
+      "eval_steps_per_second": 2.624,
+      "step": 500
+    },
+    {
+      "epoch": 1.100715465052284,
+      "grad_norm": 0.042086161673069,
+      "learning_rate": 9.632892804698973e-06,
+      "loss": 0.0021,
+      "step": 1000
+    },
+    {
+      "epoch": 1.100715465052284,
+      "eval_accuracy": 0.9978592218137254,
+      "eval_f1": 0.8371327254305978,
+      "eval_loss": 0.008798174560070038,
+      "eval_precision": 0.8168561542263965,
+      "eval_recall": 0.8584415584415584,
+      "eval_runtime": 73.2746,
+      "eval_samples_per_second": 20.88,
+      "eval_steps_per_second": 2.62,
+      "step": 1000
+    },
+    {
+      "epoch": 1.6510731975784259,
+      "grad_norm": 0.038026291877031326,
+      "learning_rate": 9.449339207048459e-06,
+      "loss": 0.0018,
+      "step": 1500
+    },
+    {
+      "epoch": 1.6510731975784259,
+      "eval_accuracy": 0.9978387969771242,
+      "eval_f1": 0.8427194317605277,
+      "eval_loss": 0.009040649980306625,
+      "eval_precision": 0.8235002478929102,
+      "eval_recall": 0.8628571428571429,
+      "eval_runtime": 73.0885,
+      "eval_samples_per_second": 20.934,
+      "eval_steps_per_second": 2.627,
+      "step": 1500
+    },
+    {
+      "epoch": 2.201430930104568,
+      "grad_norm": 0.022481152787804604,
+      "learning_rate": 9.265785609397945e-06,
+      "loss": 0.0017,
+      "step": 2000
+    },
+    {
+      "epoch": 2.201430930104568,
+      "eval_accuracy": 0.9978349673202614,
+      "eval_f1": 0.839443096180866,
+      "eval_loss": 0.009410908445715904,
+      "eval_precision": 0.8258356370947474,
+      "eval_recall": 0.8535064935064935,
+      "eval_runtime": 73.3567,
+      "eval_samples_per_second": 20.857,
+      "eval_steps_per_second": 2.617,
+      "step": 2000
+    },
+    {
+      "epoch": 2.7517886626307098,
+      "grad_norm": 0.04910328611731529,
+      "learning_rate": 9.08223201174743e-06,
+      "loss": 0.0014,
+      "step": 2500
+    },
+    {
+      "epoch": 2.7517886626307098,
+      "eval_accuracy": 0.9978770935457516,
+      "eval_f1": 0.8429856798884806,
+      "eval_loss": 0.009695506654679775,
+      "eval_precision": 0.8230635981192774,
+      "eval_recall": 0.8638961038961039,
+      "eval_runtime": 72.9707,
+      "eval_samples_per_second": 20.967,
+      "eval_steps_per_second": 2.631,
+      "step": 2500
+    },
+    {
+      "epoch": 3.3021463951568517,
+      "grad_norm": 0.028137343004345894,
+      "learning_rate": 8.898678414096917e-06,
+      "loss": 0.0013,
+      "step": 3000
+    },
+    {
+      "epoch": 3.3021463951568517,
+      "eval_accuracy": 0.997820925245098,
+      "eval_f1": 0.8397394968714085,
+      "eval_loss": 0.010312107391655445,
+      "eval_precision": 0.825923134890731,
+      "eval_recall": 0.854025974025974,
+      "eval_runtime": 72.7223,
+      "eval_samples_per_second": 21.039,
+      "eval_steps_per_second": 2.64,
+      "step": 3000
+    },
+    {
+      "epoch": 3.852504127682994,
+      "grad_norm": 0.08884348720312119,
+      "learning_rate": 8.715124816446402e-06,
+      "loss": 0.0011,
+      "step": 3500
+    },
+    {
+      "epoch": 3.852504127682994,
+      "eval_accuracy": 0.997820925245098,
+      "eval_f1": 0.840376782077393,
+      "eval_loss": 0.01055143028497696,
+      "eval_precision": 0.8240139790314528,
+      "eval_recall": 0.8574025974025974,
+      "eval_runtime": 73.053,
+      "eval_samples_per_second": 20.944,
+      "eval_steps_per_second": 2.628,
+      "step": 3500
+    },
+    {
+      "epoch": 4.402861860209136,
+      "grad_norm": 0.02799968421459198,
+      "learning_rate": 8.531571218795888e-06,
+      "loss": 0.001,
+      "step": 4000
+    },
+    {
+      "epoch": 4.402861860209136,
+      "eval_accuracy": 0.9978222017973856,
+      "eval_f1": 0.8401733367320928,
+      "eval_loss": 0.011290175840258598,
+      "eval_precision": 0.8248248248248248,
+      "eval_recall": 0.8561038961038961,
+      "eval_runtime": 72.7847,
+      "eval_samples_per_second": 21.021,
+      "eval_steps_per_second": 2.638,
+      "step": 4000
+    },
+    {
+      "epoch": 4.953219592735278,
+      "grad_norm": 0.041495781391859055,
+      "learning_rate": 8.348017621145376e-06,
+      "loss": 0.0009,
+      "step": 4500
+    },
+    {
+      "epoch": 4.953219592735278,
+      "eval_accuracy": 0.9977736928104575,
+      "eval_f1": 0.8377070063694267,
+      "eval_loss": 0.011407433077692986,
+      "eval_precision": 0.822,
+      "eval_recall": 0.854025974025974,
+      "eval_runtime": 73.0522,
+      "eval_samples_per_second": 20.944,
+      "eval_steps_per_second": 2.628,
+      "step": 4500
+    },
+    {
+      "epoch": 5.5035773252614195,
+      "grad_norm": 0.06250575184822083,
+      "learning_rate": 8.164464023494862e-06,
+      "loss": 0.0012,
+      "step": 5000
+    },
+    {
+      "epoch": 5.5035773252614195,
+      "eval_accuracy": 0.9977622038398692,
+      "eval_f1": 0.8407464212678937,
+      "eval_loss": 0.01091926172375679,
+      "eval_precision": 0.8276295923502768,
+      "eval_recall": 0.8542857142857143,
+      "eval_runtime": 75.4389,
+      "eval_samples_per_second": 20.281,
+      "eval_steps_per_second": 2.545,
+      "step": 5000
+    },
+    {
+      "epoch": 6.053935057787562,
+      "grad_norm": 0.05719891935586929,
+      "learning_rate": 7.980910425844346e-06,
+      "loss": 0.0014,
+      "step": 5500
+    },
+    {
+      "epoch": 6.053935057787562,
+      "eval_accuracy": 0.9978017769607843,
+      "eval_f1": 0.8460751725901304,
+      "eval_loss": 0.010837742127478123,
+      "eval_precision": 0.8330815709969789,
+      "eval_recall": 0.8594805194805195,
+      "eval_runtime": 76.2331,
+      "eval_samples_per_second": 20.07,
+      "eval_steps_per_second": 2.519,
+      "step": 5500
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 27240,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 30,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 4.597283514855014e+16,
+  "train_batch_size": 16,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:551b8ab26bb213e8fedc49cd64f12068ca00899640ed06d9f4207cd60f55ad50
+size 5112

vocab.txt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb90bfa35244d26f0065d1fcd0b5becc3da3d44d616a7e2aacaf6320b9fa2d0
+size 1500244