Hugging Face's logo

lmqg
/
mt5-small-dequad-qg-ae

Text2Text Generation
Transformers
PyTorch
German
mt5
question generation
answer extraction
Eval Results
Inference Endpoints
Model card Files Community
1
asahi417 commited on
Commit
2946b71
·
1 Parent(s): c996bc6

model update

Browse files
Files changed (28) hide show
  1. config.json +1 -1
  2. eval/metric.first.answer.paragraph_answer.question.asahi417_qg_dequad.default.json +1 -0
  3. eval/metric.first.answer.paragraph_sentence.question.asahi417_qg_dequad.default.json +1 -0
  4. eval/metric.first.answer.sentence_answer.question.asahi417_qg_dequad.default.json +1 -0
  5. eval/metric.first.sentence.paragraph_answer.question.asahi417_qg_dequad.default.json +1 -0
  6. eval/metric.first.sentence.paragraph_sentence.question.asahi417_qg_dequad.default.json +1 -0
  7. eval/metric.first.sentence.sentence_answer.question.asahi417_qg_dequad.default.json +1 -0
  8. eval/metric.last.sentence.paragraph_answer.question.asahi417_qg_dequad.default.json +1 -0
  9. eval/metric.last.sentence.paragraph_sentence.question.asahi417_qg_dequad.default.json +1 -0
  10. eval/metric.last.sentence.sentence_answer.question.asahi417_qg_dequad.default.json +1 -0
  11. eval/metric.long.sentence.paragraph_answer.question.asahi417_qg_dequad.default.json +1 -0
  12. eval/metric.long.sentence.paragraph_sentence.question.asahi417_qg_dequad.default.json +1 -0
  13. eval/metric.long.sentence.sentence_answer.question.asahi417_qg_dequad.default.json +1 -0
  14. eval/metric.middle.sentence.paragraph_answer.question.asahi417_qg_dequad.default.json +1 -0
  15. eval/metric.middle.sentence.paragraph_sentence.question.asahi417_qg_dequad.default.json +1 -0
  16. eval/metric.middle.sentence.sentence_answer.question.asahi417_qg_dequad.default.json +1 -0
  17. eval/metric.short.sentence.paragraph_answer.question.asahi417_qg_dequad.default.json +1 -0
  18. eval/metric.short.sentence.paragraph_sentence.question.asahi417_qg_dequad.default.json +1 -0
  19. eval/metric.short.sentence.sentence_answer.question.asahi417_qg_dequad.default.json +1 -0
  20. eval/samples.test.hyp.paragraph_answer.question.asahi417_qg_dequad.default.txt +0 -0
  21. eval/samples.test.hyp.paragraph_sentence.question.asahi417_qg_dequad.default.txt +0 -0
  22. eval/samples.test.hyp.sentence_answer.question.asahi417_qg_dequad.default.txt +0 -0
  23. eval/samples.validation.hyp.paragraph_answer.question.asahi417_qg_dequad.default.txt +0 -0
  24. eval/samples.validation.hyp.paragraph_sentence.question.asahi417_qg_dequad.default.txt +0 -0
  25. eval/samples.validation.hyp.sentence_answer.question.asahi417_qg_dequad.default.txt +0 -0
  26. pytorch_model.bin +2 -2
  27. tokenizer_config.json +1 -1
  28. trainer_config.json +1 -0
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "lmqg_output/mt5_small_dequad_answer/best_model",
3
  "add_prefix": true,
4
  "architectures": [
5
  "MT5ForConditionalGeneration"
 
1
  {
2
+ "_name_or_path": "lmqg_output/mt5_small_dequad_answer/model_urwcfi/epoch_5",
3
  "add_prefix": true,
4
  "architectures": [
5
  "MT5ForConditionalGeneration"
eval/metric.first.answer.paragraph_answer.question.asahi417_qg_dequad.default.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.12205589867056829, "Bleu_2": 0.052453301121789975, "Bleu_3": 0.023574479825979874, "Bleu_4": 0.008046884538946166, "METEOR": 0.13940643891414606, "ROUGE_L": 0.12028371727411198, "BERTScore": 0.8203953181388374}, "test": {"Bleu_1": 0.10004127541016923, "Bleu_2": 0.04200728613102785, "Bleu_3": 0.01897740404313275, "Bleu_4": 0.008329731579763222, "METEOR": 0.1214935207572433, "ROUGE_L": 0.10080768795187604, "BERTScore": 0.8037276019742831}}
eval/metric.first.answer.paragraph_sentence.question.asahi417_qg_dequad.default.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.09407467147397437, "Bleu_2": 0.037689059926588796, "Bleu_3": 0.016832199256005747, "Bleu_4": 0.005604011825948419, "METEOR": 0.11136901739609201, "ROUGE_L": 0.09701001400321335, "BERTScore": 0.7796116588390458}, "test": {"Bleu_1": 0.08705518806430944, "Bleu_2": 0.03359966423044774, "Bleu_3": 0.012758156707831963, "Bleu_4": 0.004582161116936605, "METEOR": 0.10346888091517134, "ROUGE_L": 0.08905725431259834, "BERTScore": 0.7729917837682091}}
eval/metric.first.answer.sentence_answer.question.asahi417_qg_dequad.default.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.09701354108699235, "Bleu_2": 0.0415186021573386, "Bleu_3": 0.018592256578654442, "Bleu_4": 0.005989849840841284, "METEOR": 0.11187491218134044, "ROUGE_L": 0.10260762918326019, "BERTScore": 0.7800669909713489}, "test": {"Bleu_1": 0.09791406502936506, "Bleu_2": 0.0428432262302947, "Bleu_3": 0.018560319645528185, "Bleu_4": 0.007106177806239327, "METEOR": 0.11891180207629581, "ROUGE_L": 0.10395687246441135, "BERTScore": 0.779588902196737}}
eval/metric.first.sentence.paragraph_answer.question.asahi417_qg_dequad.default.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.1227958697378807, "Bleu_2": 0.0527078797391832, "Bleu_3": 0.02374094233001813, "Bleu_4": 0.008112438452401836, "METEOR": 0.13995265135166193, "ROUGE_L": 0.12093985761061612, "BERTScore": 0.820431986559297}, "test": {"Bleu_1": 0.10129171151775558, "Bleu_2": 0.042384854997250226, "Bleu_3": 0.018908823551721674, "Bleu_4": 0.008153318257935705, "METEOR": 0.12181097136639749, "ROUGE_L": 0.10153326763371277, "BERTScore": 0.8038890473051649}}
eval/metric.first.sentence.paragraph_sentence.question.asahi417_qg_dequad.default.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.09452067939736615, "Bleu_2": 0.037856689928980246, "Bleu_3": 0.016842801499836187, "Bleu_4": 0.00562183488569309, "METEOR": 0.11190470602194834, "ROUGE_L": 0.09744673345140184, "BERTScore": 0.7795152573559226}, "test": {"Bleu_1": 0.0892487765501191, "Bleu_2": 0.03427134355894182, "Bleu_3": 0.012823649459209068, "Bleu_4": 0.004652189060482881, "METEOR": 0.10448456859481205, "ROUGE_L": 0.09061090437044396, "BERTScore": 0.7735698388463382}}
eval/metric.first.sentence.sentence_answer.question.asahi417_qg_dequad.default.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.09743854381684662, "Bleu_2": 0.04166611044955996, "Bleu_3": 0.01860906199129222, "Bleu_4": 0.006010836445741331, "METEOR": 0.11216500996214701, "ROUGE_L": 0.10304852006247021, "BERTScore": 0.7797813888914715}, "test": {"Bleu_1": 0.0993186834276893, "Bleu_2": 0.04357470752037244, "Bleu_3": 0.018673636010769785, "Bleu_4": 0.00688050292588007, "METEOR": 0.1192395591273819, "ROUGE_L": 0.10550094894073943, "BERTScore": 0.7792792114057703}}
eval/metric.last.sentence.paragraph_answer.question.asahi417_qg_dequad.default.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.1226100312483384, "Bleu_2": 0.05246484507513038, "Bleu_3": 0.023326985683263798, "Bleu_4": 0.00800660267848312, "METEOR": 0.13965287819934888, "ROUGE_L": 0.12063749383689555, "BERTScore": 0.8200400644724227}, "test": {"Bleu_1": 0.10181153577379445, "Bleu_2": 0.042536473869503134, "Bleu_3": 0.01905999653394596, "Bleu_4": 0.008198308974382522, "METEOR": 0.1221862632641675, "ROUGE_L": 0.10200388560237045, "BERTScore": 0.8031458409893941}}
eval/metric.last.sentence.paragraph_sentence.question.asahi417_qg_dequad.default.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.09452067939736615, "Bleu_2": 0.037856689928980246, "Bleu_3": 0.016842801499836187, "Bleu_4": 0.00562183488569309, "METEOR": 0.11190470602194834, "ROUGE_L": 0.09744673345140184, "BERTScore": 0.7795152562059938}, "test": {"Bleu_1": 0.0892487765501191, "Bleu_2": 0.03427134355894182, "Bleu_3": 0.012823649459209068, "Bleu_4": 0.004652189060482881, "METEOR": 0.10448456859481205, "ROUGE_L": 0.09061090437044396, "BERTScore": 0.773569840944895}}
eval/metric.last.sentence.sentence_answer.question.asahi417_qg_dequad.default.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.09723264540337255, "Bleu_2": 0.041617715851704006, "Bleu_3": 0.01849428736554493, "Bleu_4": 0.00598250542086773, "METEOR": 0.11184863556010859, "ROUGE_L": 0.10273841771404402, "BERTScore": 0.7794896481942846}, "test": {"Bleu_1": 0.0991081703106972, "Bleu_2": 0.04326847283178019, "Bleu_3": 0.018580827928263714, "Bleu_4": 0.006853307137187082, "METEOR": 0.11957221426436367, "ROUGE_L": 0.10513917409015276, "BERTScore": 0.7786906823825746}}
eval/metric.long.sentence.paragraph_answer.question.asahi417_qg_dequad.default.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.12285714285713635, "Bleu_2": 0.052767037919408066, "Bleu_3": 0.023636894126592468, "Bleu_4": 0.008083306602550914, "METEOR": 0.13981033658621983, "ROUGE_L": 0.12091395067191739, "BERTScore": 0.8201120179839566}, "test": {"Bleu_1": 0.10162492626159159, "Bleu_2": 0.0425132419107239, "Bleu_3": 0.01903365185202497, "Bleu_4": 0.008182478258507264, "METEOR": 0.1222076921466406, "ROUGE_L": 0.10201297999752881, "BERTScore": 0.8033263988666138}}
eval/metric.long.sentence.paragraph_sentence.question.asahi417_qg_dequad.default.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.09452067939736615, "Bleu_2": 0.037856689928980246, "Bleu_3": 0.016842801499836187, "Bleu_4": 0.00562183488569309, "METEOR": 0.11190470602194834, "ROUGE_L": 0.09744673345140184, "BERTScore": 0.7795152573833019}, "test": {"Bleu_1": 0.0892487765501191, "Bleu_2": 0.03427134355894182, "Bleu_3": 0.012823649459209068, "Bleu_4": 0.004652189060482881, "METEOR": 0.10448456859481205, "ROUGE_L": 0.09061090437044396, "BERTScore": 0.7735698391561923}}
eval/metric.long.sentence.sentence_answer.question.asahi417_qg_dequad.default.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.09741355074500527, "Bleu_2": 0.04175440843577229, "Bleu_3": 0.01862583701088026, "Bleu_4": 0.006012262807984064, "METEOR": 0.11197920695946181, "ROUGE_L": 0.1029248198028742, "BERTScore": 0.779572021265779}, "test": {"Bleu_1": 0.09889111939584652, "Bleu_2": 0.0432668651014084, "Bleu_3": 0.018555859674600262, "Bleu_4": 0.006838651723489367, "METEOR": 0.11966027584024229, "ROUGE_L": 0.10531839821791218, "BERTScore": 0.7785733825261291}}
eval/metric.middle.sentence.paragraph_answer.question.asahi417_qg_dequad.default.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.12280423280422631, "Bleu_2": 0.05275567428453539, "Bleu_3": 0.023633500459047396, "Bleu_4": 0.008082436166248784, "METEOR": 0.13981033658621983, "ROUGE_L": 0.1208815774650851, "BERTScore": 0.8200971878993166}, "test": {"Bleu_1": 0.10162034553063087, "Bleu_2": 0.042523861004751945, "Bleu_3": 0.01904078449680986, "Bleu_4": 0.008186275038753897, "METEOR": 0.12215200832239712, "ROUGE_L": 0.101973150870171, "BERTScore": 0.8033437108610438}}
eval/metric.middle.sentence.paragraph_sentence.question.asahi417_qg_dequad.default.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.09452067939736615, "Bleu_2": 0.037856689928980246, "Bleu_3": 0.016842801499836187, "Bleu_4": 0.00562183488569309, "METEOR": 0.11190470602194834, "ROUGE_L": 0.09744673345140184, "BERTScore": 0.7795152558500634}, "test": {"Bleu_1": 0.0892487765501191, "Bleu_2": 0.03427134355894182, "Bleu_3": 0.012823649459209068, "Bleu_4": 0.004652189060482881, "METEOR": 0.10448456859481205, "ROUGE_L": 0.09061090437044396, "BERTScore": 0.7735698412829175}}
eval/metric.middle.sentence.sentence_answer.question.asahi417_qg_dequad.default.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.09741355074500527, "Bleu_2": 0.04175440843577229, "Bleu_3": 0.01862583701088026, "Bleu_4": 0.006012262807984064, "METEOR": 0.11197920695946181, "ROUGE_L": 0.1029248198028742, "BERTScore": 0.779572020197988}, "test": {"Bleu_1": 0.09901037433665923, "Bleu_2": 0.04329870181722429, "Bleu_3": 0.01856681414927479, "Bleu_4": 0.006842265049875656, "METEOR": 0.11976269253008912, "ROUGE_L": 0.10545213070613944, "BERTScore": 0.7786571138409901}}
eval/metric.short.sentence.paragraph_answer.question.asahi417_qg_dequad.default.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.12254849994698809, "Bleu_2": 0.05240523147270128, "Bleu_3": 0.02343277344810984, "Bleu_4": 0.00803625998160205, "METEOR": 0.13979518028835414, "ROUGE_L": 0.12066340077559431, "BERTScore": 0.8203600317883174}, "test": {"Bleu_1": 0.10148835202760453, "Bleu_2": 0.04239964766062637, "Bleu_3": 0.01892906639746359, "Bleu_4": 0.008165875230449962, "METEOR": 0.12185260827217281, "ROUGE_L": 0.10157168687567798, "BERTScore": 0.8037103995934326}}
eval/metric.short.sentence.paragraph_sentence.question.asahi417_qg_dequad.default.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.09452067939736615, "Bleu_2": 0.037856689928980246, "Bleu_3": 0.016842801499836187, "Bleu_4": 0.00562183488569309, "METEOR": 0.11190470602194834, "ROUGE_L": 0.09744673345140184, "BERTScore": 0.7795152574654397}, "test": {"Bleu_1": 0.0892487765501191, "Bleu_2": 0.03427134355894182, "Bleu_3": 0.012823649459209068, "Bleu_4": 0.004652189060482881, "METEOR": 0.10448456859481205, "ROUGE_L": 0.09061090437044396, "BERTScore": 0.773569840226597}}
eval/metric.short.sentence.sentence_answer.question.asahi417_qg_dequad.default.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.09725744341128499, "Bleu_2": 0.041528993305301985, "Bleu_3": 0.0184774313779229, "Bleu_4": 0.005981041419748086, "METEOR": 0.1120344147512118, "ROUGE_L": 0.10286211797364005, "BERTScore": 0.7796990175174912}, "test": {"Bleu_1": 0.09946081263238496, "Bleu_2": 0.0435654028259585, "Bleu_3": 0.01869726263055156, "Bleu_4": 0.006895352568263398, "METEOR": 0.1190966527237924, "ROUGE_L": 0.10521991603726732, "BERTScore": 0.7792947639364376}}
eval/samples.test.hyp.paragraph_answer.question.asahi417_qg_dequad.default.txt ADDED
The diff for this file is too large to render. See raw diff
 
eval/samples.test.hyp.paragraph_sentence.question.asahi417_qg_dequad.default.txt ADDED
The diff for this file is too large to render. See raw diff
 
eval/samples.test.hyp.sentence_answer.question.asahi417_qg_dequad.default.txt ADDED
The diff for this file is too large to render. See raw diff
 
eval/samples.validation.hyp.paragraph_answer.question.asahi417_qg_dequad.default.txt ADDED
The diff for this file is too large to render. See raw diff
 
eval/samples.validation.hyp.paragraph_sentence.question.asahi417_qg_dequad.default.txt ADDED
The diff for this file is too large to render. See raw diff
 
eval/samples.validation.hyp.sentence_answer.question.asahi417_qg_dequad.default.txt ADDED
The diff for this file is too large to render. See raw diff
 
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:322125d86136e5206a221d81787becc0cdd08b6d3a6385bcae865d0eb64e0612
3
- size 1200745605
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e7707b7647a0122fe48bad196196d745bf3994229672e72f4b2f86603d24d1c
3
+ size 1200748293
tokenizer_config.json CHANGED
@@ -1 +1 @@
1
- {"eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>", "extra_ids": 0, "additional_special_tokens": null, "special_tokens_map_file": "/home/c.c2042013/.cache/huggingface/transformers/685ac0ca8568ec593a48b61b0a3c272beee9bc194a3c7241d15dcadb5f875e53.f76030f3ec1b96a8199b2593390c610e76ca8028ef3d24680000619ffb646276", "name_or_path": "lmqg_output/mt5_small_dequad_answer/best_model", "sp_model_kwargs": {}, "tokenizer_class": "T5Tokenizer"}
 
1
+ {"eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>", "extra_ids": 0, "additional_special_tokens": null, "special_tokens_map_file": "/home/c.c2042013/.cache/huggingface/transformers/685ac0ca8568ec593a48b61b0a3c272beee9bc194a3c7241d15dcadb5f875e53.f76030f3ec1b96a8199b2593390c610e76ca8028ef3d24680000619ffb646276", "name_or_path": "lmqg_output/mt5_small_dequad_answer/model_urwcfi/epoch_5", "sp_model_kwargs": {}, "tokenizer_class": "T5Tokenizer"}
trainer_config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"dataset_path": "asahi417/qg_dequad", "dataset_name": "default", "input_types": ["paragraph_answer", "paragraph_sentence"], "output_types": ["question", "answer"], "prefix_types": ["qg", "ae"], "model": "google/mt5-small", "max_length": 512, "max_length_output": 32, "epoch": 15, "batch": 16, "lr": 0.001, "fp16": false, "random_seed": 1, "gradient_accumulation_steps": 4, "label_smoothing": 0.15}