Rename flaubert2_configuration.py to jargon_configuration.py

flaubert2_configuration.py → jargon_configuration.py

@@ -1,10 +1,13 @@
 
 from transformers.models.roberta.modeling_roberta import RobertaConfig
 
-class Flaubert2Config(RobertaConfig):
-    model_type = "flaubert2"
 
-    def __init__(self, compress_layer= 1,
+class JargonConfig(RobertaConfig):
+    model_type = "jargon"
+
+    def __init__(
+        self,
+        compress_layer= 1,
         shared_layer_kv_compressed=1,
         shared_kv_compressed=0,
         max_positions=512,
@@ -38,10 +41,11 @@ class Flaubert2Config(RobertaConfig):
         add_pooling_layer=False,
         intermediate_size=4096,
         intermediate_act_fn="relu",
-        hidden_act = "relu",
+        hidden_act="relu",
         output_hidden_states=False,
         position_embedding_type="learned",
-        **kwargs):
+        **kwargs
+    ):
         super().__init__(**kwargs)
 
         self.add_pooling_layer = add_pooling_layer