From edbaad2c5c94b88cc21b349a403e886bd0b2f156 Mon Sep 17 00:00:00 2001 From: Stas Bekman Date: Thu, 17 Sep 2020 13:57:06 -0700 Subject: [PATCH] [model cards] fix metadata - 3rd attempt (#7218) --- model_cards/allenai/wmt16-en-de-12-1/README.md | 10 ++++++---- model_cards/allenai/wmt16-en-de-dist-12-1/README.md | 10 ++++++---- model_cards/allenai/wmt16-en-de-dist-6-1/README.md | 10 ++++++---- model_cards/allenai/wmt19-de-en-6-6-base/README.md | 9 ++++++--- model_cards/allenai/wmt19-de-en-6-6-big/README.md | 9 ++++++--- model_cards/facebook/wmt19-de-en/README.md | 9 ++++++--- model_cards/facebook/wmt19-en-de/README.md | 9 ++++++--- model_cards/facebook/wmt19-en-ru/README.md | 9 ++++++--- model_cards/facebook/wmt19-ru-en/README.md | 9 ++++++--- scripts/fsmt/gen-card-allenai-wmt16.py | 10 ++++++---- scripts/fsmt/gen-card-allenai-wmt19.py | 9 ++++++--- scripts/fsmt/gen-card-facebook-wmt19.py | 9 ++++++--- 12 files changed, 72 insertions(+), 40 deletions(-) diff --git a/model_cards/allenai/wmt16-en-de-12-1/README.md b/model_cards/allenai/wmt16-en-de-12-1/README.md index c08b5dcddf..fed5e161bc 100644 --- a/model_cards/allenai/wmt16-en-de-12-1/README.md +++ b/model_cards/allenai/wmt16-en-de-12-1/README.md @@ -10,11 +10,9 @@ tags: - allenai license: Apache 2.0 datasets: -- [main source](http://www.statmt.org/wmt16/) -- [test-set](http://matrix.statmt.org/test_sets/newstest2016.tgz?1504722372) - +- wmt16 metrics: -- http://www.statmt.org/wmt16/metrics-task.html +- bleu --- # FSMT @@ -95,3 +93,7 @@ echo $PAIR PYTHONPATH="src:examples/seq2seq" python examples/seq2seq/run_eval.py allenai/wmt16-en-de-12-1 $DATA_DIR/val.source $SAVE_DIR/test_translations.txt --reference_path $DATA_DIR/val.target --score_path $SAVE_DIR/test_bleu.json --bs $BS --task translation --num_beams $NUM_BEAMS ``` +## Data Sources + +- [training, etc.](http://www.statmt.org/wmt16/) +- [test set](http://matrix.statmt.org/test_sets/newstest2016.tgz?1504722372) diff --git a/model_cards/allenai/wmt16-en-de-dist-12-1/README.md b/model_cards/allenai/wmt16-en-de-dist-12-1/README.md index 7f5d8aabd2..336d3c33f8 100644 --- a/model_cards/allenai/wmt16-en-de-dist-12-1/README.md +++ b/model_cards/allenai/wmt16-en-de-dist-12-1/README.md @@ -10,11 +10,9 @@ tags: - allenai license: Apache 2.0 datasets: -- [main source](http://www.statmt.org/wmt16/) -- [test-set](http://matrix.statmt.org/test_sets/newstest2016.tgz?1504722372) - +- wmt16 metrics: -- http://www.statmt.org/wmt16/metrics-task.html +- bleu --- # FSMT @@ -95,3 +93,7 @@ echo $PAIR PYTHONPATH="src:examples/seq2seq" python examples/seq2seq/run_eval.py allenai/wmt16-en-de-dist-12-1 $DATA_DIR/val.source $SAVE_DIR/test_translations.txt --reference_path $DATA_DIR/val.target --score_path $SAVE_DIR/test_bleu.json --bs $BS --task translation --num_beams $NUM_BEAMS ``` +## Data Sources + +- [training, etc.](http://www.statmt.org/wmt16/) +- [test set](http://matrix.statmt.org/test_sets/newstest2016.tgz?1504722372) diff --git a/model_cards/allenai/wmt16-en-de-dist-6-1/README.md b/model_cards/allenai/wmt16-en-de-dist-6-1/README.md index 9234f85f0b..502ef31d0a 100644 --- a/model_cards/allenai/wmt16-en-de-dist-6-1/README.md +++ b/model_cards/allenai/wmt16-en-de-dist-6-1/README.md @@ -10,11 +10,9 @@ tags: - allenai license: Apache 2.0 datasets: -- [main source](http://www.statmt.org/wmt16/) -- [test-set](http://matrix.statmt.org/test_sets/newstest2016.tgz?1504722372) - +- wmt16 metrics: -- http://www.statmt.org/wmt16/metrics-task.html +- bleu --- # FSMT @@ -95,3 +93,7 @@ echo $PAIR PYTHONPATH="src:examples/seq2seq" python examples/seq2seq/run_eval.py allenai/wmt16-en-de-dist-6-1 $DATA_DIR/val.source $SAVE_DIR/test_translations.txt --reference_path $DATA_DIR/val.target --score_path $SAVE_DIR/test_bleu.json --bs $BS --task translation --num_beams $NUM_BEAMS ``` +## Data Sources + +- [training, etc.](http://www.statmt.org/wmt16/) +- [test set](http://matrix.statmt.org/test_sets/newstest2016.tgz?1504722372) diff --git a/model_cards/allenai/wmt19-de-en-6-6-base/README.md b/model_cards/allenai/wmt19-de-en-6-6-base/README.md index 4fe411f291..d40db5a941 100644 --- a/model_cards/allenai/wmt19-de-en-6-6-base/README.md +++ b/model_cards/allenai/wmt19-de-en-6-6-base/README.md @@ -11,10 +11,9 @@ tags: - allenai license: Apache 2.0 datasets: -- [main source](http://www.statmt.org/wmt19/) -- [test-set](http://matrix.statmt.org/test_sets/newstest2019.tgz?1556572561) +- wmt19 metrics: -- http://www.statmt.org/wmt19/metrics-task.html +- bleu --- # FSMT @@ -92,3 +91,7 @@ echo $PAIR PYTHONPATH="src:examples/seq2seq" python examples/seq2seq/run_eval.py allenai/wmt19-de-en-6-6-base $DATA_DIR/val.source $SAVE_DIR/test_translations.txt --reference_path $DATA_DIR/val.target --score_path $SAVE_DIR/test_bleu.json --bs $BS --task translation --num_beams $NUM_BEAMS ``` +## Data Sources + +- [training, etc.](http://www.statmt.org/wmt19/) +- [test set](http://matrix.statmt.org/test_sets/newstest2019.tgz?1556572561) diff --git a/model_cards/allenai/wmt19-de-en-6-6-big/README.md b/model_cards/allenai/wmt19-de-en-6-6-big/README.md index c63c7a1737..efa0c5e897 100644 --- a/model_cards/allenai/wmt19-de-en-6-6-big/README.md +++ b/model_cards/allenai/wmt19-de-en-6-6-big/README.md @@ -11,10 +11,9 @@ tags: - allenai license: Apache 2.0 datasets: -- [main source](http://www.statmt.org/wmt19/) -- [test-set](http://matrix.statmt.org/test_sets/newstest2019.tgz?1556572561) +- wmt19 metrics: -- http://www.statmt.org/wmt19/metrics-task.html +- bleu --- # FSMT @@ -92,3 +91,7 @@ echo $PAIR PYTHONPATH="src:examples/seq2seq" python examples/seq2seq/run_eval.py allenai/wmt19-de-en-6-6-big $DATA_DIR/val.source $SAVE_DIR/test_translations.txt --reference_path $DATA_DIR/val.target --score_path $SAVE_DIR/test_bleu.json --bs $BS --task translation --num_beams $NUM_BEAMS ``` +## Data Sources + +- [training, etc.](http://www.statmt.org/wmt19/) +- [test set](http://matrix.statmt.org/test_sets/newstest2019.tgz?1556572561) diff --git a/model_cards/facebook/wmt19-de-en/README.md b/model_cards/facebook/wmt19-de-en/README.md index dceeabec06..4ec435e598 100644 --- a/model_cards/facebook/wmt19-de-en/README.md +++ b/model_cards/facebook/wmt19-de-en/README.md @@ -10,10 +10,9 @@ tags: - facebook license: Apache 2.0 datasets: -- [main source](http://www.statmt.org/wmt19/) -- [test-set](http://matrix.statmt.org/test_sets/newstest2019.tgz?1556572561) +- wmt19 metrics: -- http://www.statmt.org/wmt19/metrics-task.html +- bleu --- # FSMT @@ -88,6 +87,10 @@ PYTHONPATH="src:examples/seq2seq" python examples/seq2seq/run_eval.py facebook/w ``` note: fairseq reports using a beam of 50, so you should get a slightly higher score if re-run with `--num_beams 50`. +## Data Sources + +- [training, etc.](http://www.statmt.org/wmt19/) +- [test set](http://matrix.statmt.org/test_sets/newstest2019.tgz?1556572561) ## TODO diff --git a/model_cards/facebook/wmt19-en-de/README.md b/model_cards/facebook/wmt19-en-de/README.md index e206131e61..fb99251373 100644 --- a/model_cards/facebook/wmt19-en-de/README.md +++ b/model_cards/facebook/wmt19-en-de/README.md @@ -10,10 +10,9 @@ tags: - facebook license: Apache 2.0 datasets: -- [main source](http://www.statmt.org/wmt19/) -- [test-set](http://matrix.statmt.org/test_sets/newstest2019.tgz?1556572561) +- wmt19 metrics: -- http://www.statmt.org/wmt19/metrics-task.html +- bleu --- # FSMT @@ -88,6 +87,10 @@ PYTHONPATH="src:examples/seq2seq" python examples/seq2seq/run_eval.py facebook/w ``` note: fairseq reports using a beam of 50, so you should get a slightly higher score if re-run with `--num_beams 50`. +## Data Sources + +- [training, etc.](http://www.statmt.org/wmt19/) +- [test set](http://matrix.statmt.org/test_sets/newstest2019.tgz?1556572561) ## TODO diff --git a/model_cards/facebook/wmt19-en-ru/README.md b/model_cards/facebook/wmt19-en-ru/README.md index 1abe7f60ee..dc0f7a7607 100644 --- a/model_cards/facebook/wmt19-en-ru/README.md +++ b/model_cards/facebook/wmt19-en-ru/README.md @@ -10,10 +10,9 @@ tags: - facebook license: Apache 2.0 datasets: -- [main source](http://www.statmt.org/wmt19/) -- [test-set](http://matrix.statmt.org/test_sets/newstest2019.tgz?1556572561) +- wmt19 metrics: -- http://www.statmt.org/wmt19/metrics-task.html +- bleu --- # FSMT @@ -88,6 +87,10 @@ PYTHONPATH="src:examples/seq2seq" python examples/seq2seq/run_eval.py facebook/w ``` note: fairseq reports using a beam of 50, so you should get a slightly higher score if re-run with `--num_beams 50`. +## Data Sources + +- [training, etc.](http://www.statmt.org/wmt19/) +- [test set](http://matrix.statmt.org/test_sets/newstest2019.tgz?1556572561) ## TODO diff --git a/model_cards/facebook/wmt19-ru-en/README.md b/model_cards/facebook/wmt19-ru-en/README.md index d7d6efa8b8..a554766f63 100644 --- a/model_cards/facebook/wmt19-ru-en/README.md +++ b/model_cards/facebook/wmt19-ru-en/README.md @@ -10,10 +10,9 @@ tags: - facebook license: Apache 2.0 datasets: -- [main source](http://www.statmt.org/wmt19/) -- [test-set](http://matrix.statmt.org/test_sets/newstest2019.tgz?1556572561) +- wmt19 metrics: -- http://www.statmt.org/wmt19/metrics-task.html +- bleu --- # FSMT @@ -88,6 +87,10 @@ PYTHONPATH="src:examples/seq2seq" python examples/seq2seq/run_eval.py facebook/w ``` note: fairseq reports using a beam of 50, so you should get a slightly higher score if re-run with `--num_beams 50`. +## Data Sources + +- [training, etc.](http://www.statmt.org/wmt19/) +- [test set](http://matrix.statmt.org/test_sets/newstest2019.tgz?1556572561) ## TODO diff --git a/scripts/fsmt/gen-card-allenai-wmt16.py b/scripts/fsmt/gen-card-allenai-wmt16.py index 3443be01ad..33b193e07a 100755 --- a/scripts/fsmt/gen-card-allenai-wmt16.py +++ b/scripts/fsmt/gen-card-allenai-wmt16.py @@ -35,11 +35,9 @@ tags: - allenai license: Apache 2.0 datasets: -- [main source](http://www.statmt.org/wmt16/) -- [test-set](http://matrix.statmt.org/test_sets/newstest2016.tgz?1504722372) - +- wmt16 metrics: -- http://www.statmt.org/wmt16/metrics-task.html +- bleu --- # FSMT @@ -120,6 +118,10 @@ echo $PAIR PYTHONPATH="src:examples/seq2seq" python examples/seq2seq/run_eval.py allenai/{model_name} $DATA_DIR/val.source $SAVE_DIR/test_translations.txt --reference_path $DATA_DIR/val.target --score_path $SAVE_DIR/test_bleu.json --bs $BS --task translation --num_beams $NUM_BEAMS ``` +## Data Sources + +- [training, etc.](http://www.statmt.org/wmt16/) +- [test set](http://matrix.statmt.org/test_sets/newstest2016.tgz?1504722372) """ model_card_dir.mkdir(parents=True, exist_ok=True) path = os.path.join(model_card_dir, "README.md") diff --git a/scripts/fsmt/gen-card-allenai-wmt19.py b/scripts/fsmt/gen-card-allenai-wmt19.py index ca9486ff5d..34cfc83ef0 100755 --- a/scripts/fsmt/gen-card-allenai-wmt19.py +++ b/scripts/fsmt/gen-card-allenai-wmt19.py @@ -35,10 +35,9 @@ tags: - allenai license: Apache 2.0 datasets: -- [main source](http://www.statmt.org/wmt19/) -- [test-set](http://matrix.statmt.org/test_sets/newstest2019.tgz?1556572561) +- wmt19 metrics: -- http://www.statmt.org/wmt19/metrics-task.html +- bleu --- # FSMT @@ -116,6 +115,10 @@ echo $PAIR PYTHONPATH="src:examples/seq2seq" python examples/seq2seq/run_eval.py allenai/{model_name} $DATA_DIR/val.source $SAVE_DIR/test_translations.txt --reference_path $DATA_DIR/val.target --score_path $SAVE_DIR/test_bleu.json --bs $BS --task translation --num_beams $NUM_BEAMS ``` +## Data Sources + +- [training, etc.](http://www.statmt.org/wmt19/) +- [test set](http://matrix.statmt.org/test_sets/newstest2019.tgz?1556572561) """ model_card_dir.mkdir(parents=True, exist_ok=True) path = os.path.join(model_card_dir, "README.md") diff --git a/scripts/fsmt/gen-card-facebook-wmt19.py b/scripts/fsmt/gen-card-facebook-wmt19.py index 4170760bfc..eb32bf69fa 100755 --- a/scripts/fsmt/gen-card-facebook-wmt19.py +++ b/scripts/fsmt/gen-card-facebook-wmt19.py @@ -36,10 +36,9 @@ tags: - facebook license: Apache 2.0 datasets: -- [main source](http://www.statmt.org/wmt19/) -- [test-set](http://matrix.statmt.org/test_sets/newstest2019.tgz?1556572561) +- wmt19 metrics: -- http://www.statmt.org/wmt19/metrics-task.html +- bleu --- # FSMT @@ -114,6 +113,10 @@ PYTHONPATH="src:examples/seq2seq" python examples/seq2seq/run_eval.py facebook/w ``` note: fairseq reports using a beam of 50, so you should get a slightly higher score if re-run with `--num_beams 50`. +## Data Sources + +- [training, etc.](http://www.statmt.org/wmt19/) +- [test set](http://matrix.statmt.org/test_sets/newstest2019.tgz?1556572561) ## TODO