merging clf with master

.gitignore

@@ -5,6 +5,7 @@ __pycache__/
 *.sh
 logs/
 wandb/
+test.ipynb
 
 # C extensions
 *.so

configs/basic_pos_meta.json

@@ -0,0 +1,34 @@
+{
+    "model_type": "bert-base-multilingual-cased",
+    "max_seq_length": 128,
+    "weight_decay": 0.1,
+    "batch_size": 128,
+    "num_epochs": 200,
+    "patience": -1,
+    "num_warmup_steps": 100,
+    "seed": 42,
+    "max_grad_norm": 5.0,
+    "hidden_dropout_prob": 0.2,
+    "is_fomaml": true,
+    "outer_lr": 0.0005,
+    "inner_lr": 0.1,
+    "num_tasks": 20000,
+    "task_batch_size": 20,
+    "num_episodes": 64,
+    "inner_loop_steps": 2,
+    "shots": 50,
+    "train_paths": [
+        "./data/x/af.train",
+        "./data/x/bg.train",
+        "./data/x/da.train",
+        "./data/x/fi.train",
+        "./data/x/zh.train"
+    ],
+    "dev_paths": [
+        "./data/x/af.dev",
+        "./data/x/bg.dev",
+        "./data/x/da.dev",
+        "./data/x/fi.dev",
+        "./data/x/zh.dev"
+    ]
+}

model_config.json → configs/basic_pos_mtl.json

@@ -3,20 +3,32 @@
     "max_seq_length": 128,
     "weight_decay": 0.1,
     "batch_size": 128,
-    "num_epochs": 500,
+    "num_epochs": 200,
     "patience": 10,
     "num_warmup_steps": 100,
     "seed": 42,
     "max_grad_norm": 5.0,
     "hidden_dropout_prob": 0.2,
-    "output_dir": "./models",
     "is_fomaml": true,
     "outer_lr": 0.0005,
     "inner_lr": 0.1,
     "num_tasks": 20000,
     "task_batch_size": 20,
-    "num_episodes": 32,
+    "num_episodes": 64,
     "inner_loop_steps": 2,
-    "ways": 2,
-    "shots": 50
-}
+    "shots": 50,
+    "train_paths": [
+        "./data/x/af.train",
+        "./data/x/bg.train",
+        "./data/x/da.train",
+        "./data/x/fi.train",
+        "./data/x/zh.train"
+    ],
+    "dev_paths": [
+        "./data/x/af.dev",
+        "./data/x/bg.dev",
+        "./data/x/da.dev",
+        "./data/x/fi.dev",
+        "./data/x/zh.dev"
+    ]
+}