autoevaluator
HF staff
Add evaluation results on the 3.0.0 config and test split of cnn_dailymail
4341092
| pipeline_tag: summarization | |
| model-index: | |
| - name: 0x70DA/pegasus-cnn_dailymail | |
| results: | |
| - task: | |
| type: summarization | |
| name: Summarization | |
| dataset: | |
| name: cnn_dailymail | |
| type: cnn_dailymail | |
| config: 3.0.0 | |
| split: test | |
| metrics: | |
| - type: rouge | |
| value: 42.0769 | |
| name: ROUGE-1 | |
| verified: true | |
| verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiZGY5ZjRmNzIzMzU3MTcyNjI5NjAzMmUxNTk5M2VjNDQwZGFiZjM3YjE0NjZkZDI2NGY4ODQwMGMxYmUxY2YzYiIsInZlcnNpb24iOjF9.awgdiW5v92eENvhSk1KM5KA6BJjCzVd-wJ6w79jHPI-cQ3HGMELW2b2HiNEXje2socFp89xweKRMnbJonaYrAA | |
| - type: rouge | |
| value: 20.1341 | |
| name: ROUGE-2 | |
| verified: true | |
| verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNDdmN2I1MGIzOTQwMmY3ODY2MWM4NGJiYzhkYzM0ZDg3MTIwNzk0ODUzNGNkY2VkOGJiMDVmZmM4YWM3MmRhZiIsInZlcnNpb24iOjF9.curKPAy-rrKZLoUlsh_QKiM22qxoyrB5DX4qqDzXiMOSzpQ17UTrJ0gZ0PKA7KZJo4ZVCF8TyXR0bzVkvdyICQ | |
| - type: rouge | |
| value: 29.881 | |
| name: ROUGE-L | |
| verified: true | |
| verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiZDk3YmRhNDBlYzRiMzFhNjM0OGE5MWM0Mjc3MWY5YzY3ZTA3MzgyYjYyNjJkMjViNTBlMDMwNTYzMWIxNzQzYSIsInZlcnNpb24iOjF9.AEzbPODHUylX81jKz-7Ukw6MapuTnRMTvKQV7SYZBVaUq6ZgFbJedv04FXIfzGDWxj-bZs1yQ3-mHh3tZU_bAw | |
| - type: rouge | |
| value: 37.8775 | |
| name: ROUGE-LSUM | |
| verified: true | |
| verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMmVmMjRkNTJjZjU4NGEyMDk1YWYyMWUyMGE0YjJmNDViOWUxMGQ2YWM2ZjdiYTg2OThjZTFkNmYwNTI4MmNjNiIsInZlcnNpb24iOjF9.WM5ubbkBn6cGWXzWTANZ_c4-kI6l25u0PegDkEo35Upytohg9ofTM7H9AZBtpRhYF4JtOhbE3k7nwkAILyTCDw | |
| - type: loss | |
| value: 1.762200951576233 | |
| name: loss | |
| verified: true | |
| verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiZDQzNWYxY2VjNWIzNGE2MjllZGY2YjUyMTUxYTU3YTRhOWNiMmE5MDFjNzU3OWM0MGQwYTM3YmRhNjRmODRmNiIsInZlcnNpb24iOjF9.D8v4ULtmChj1SDEl6Ka2EU_HyU255_26JGOHUQl22kIlG4xu9a2md95PP6qR-m9sbtEVIpzMjthWxs5R4ALDBw | |
| - type: gen_len | |
| value: 63.5059 | |
| name: gen_len | |
| verified: true | |
| verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiZjc1NDYwOWRlMDFjNjU0OTIxMWViNjg3N2U5MWJhODVmZDY0MzYyYjBkYmEwYWUwNjBlNzFmNjExMjc2MDhkYiIsInZlcnNpb24iOjF9.-llqLZ7UNqG1vUAK3-mY_rgVwNWXtJTM9iRjlCQBi73AFahWRpePCK3n4AHcEDzbF-HpVlJQBl6eOYBytTBEBQ | |