Upload New File

NLG/config.json

+{
+  "vocab_path": "chinese_gpt_original/dict.txt",
+  "max_seq_len": 45,
+  "beam_size": 4,
+  "diversity_coef": 0,
+  "diversity_groups": 2,
+  "sample": false,
+  "annealing_topk": 20,
+  "temperature": 0.8,
+  "annealing": 0,
+  "length_penalty": 2.2,
+  "n_layers": 12,
+  "n_pos_embeddings": 512,
+  "embeddings_size": 768,
+  "n_heads": 12,
+  "dropout": 0.1,
+  "embed_dropout": 0.1,
+  "attn_dropout": 0.1,
+  "ff_dropout": 0.1,
+  "eval_steps": 100,
+
+  "comment": "below is the training parameters",
+  "n_epochs": 17,
+  "batch_size": 63,
+  "batch_split": 4,
+  "lr": 6.25e-5,
+  "lr_warmup": 1000,
+  "lm_weight": 0.02,
+  "risk_weight": 0,
+  "n_jobs": 4,
+  "label_smoothing": 0.1,
+  "clip_grad": 1.0,
+  "seed": 42,
+  "load_last": false,
+
+  "train_dir": "train",
+  "eval_dir": "eval",
+  "data_dir": "data",
+  "log_dir": "log",
+  "best_dir": "best",
+  "train_data": "toy_data.txt",
+  "valid_data": "toy_data.txt",
+  "test_data": "toy_data.txt",
+
+  "cgpt_parameters_dir": "chinese_gpt_original/Cgpt_model.bin"
+}
+