Commit 
							
							·
						
						99154a1
	
1
								Parent(s):
							
							f3329e9
								
Add evaluation results on the section config and test split of ccdv/arxiv-summarization
Browse filesBeep boop, I am a bot from Hugging Face's automatic model evaluator 👋!\
Your model has been evaluated on the section config and test split of the [ccdv/arxiv-summarization](https://huggingface.co/datasets/ccdv/arxiv-summarization) dataset by @ArtifactAI, using the predictions stored [here](https://huggingface.co/datasets/autoevaluate/autoeval-eval-ccdv__arxiv-summarization-section-8d788a-42021145085).\
Accept this pull request to see the results displayed on the [Hub leaderboard](https://huggingface.co/spaces/autoevaluate/leaderboards?dataset=ccdv/arxiv-summarization).\
Evaluate your model on more datasets [here](https://huggingface.co/spaces/autoevaluate/model-evaluator?dataset=ccdv/arxiv-summarization).
    	
        README.md
    CHANGED
    
    | @@ -4,6 +4,48 @@ license: apache-2.0 | |
| 4 | 
             
            tags:
         | 
| 5 | 
             
            - summarization
         | 
| 6 | 
             
            datasets: arxiv-summarization
         | 
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
| 7 | 
             
            ---
         | 
| 8 |  | 
| 9 | 
             
            ## Introduction
         | 
|  | |
| 4 | 
             
            tags:
         | 
| 5 | 
             
            - summarization
         | 
| 6 | 
             
            datasets: arxiv-summarization
         | 
| 7 | 
            +
            model-index:
         | 
| 8 | 
            +
            - name: ArtifactAI/led_large_16384_arxiv_summarization
         | 
| 9 | 
            +
              results:
         | 
| 10 | 
            +
              - task:
         | 
| 11 | 
            +
                  type: summarization
         | 
| 12 | 
            +
                  name: Summarization
         | 
| 13 | 
            +
                dataset:
         | 
| 14 | 
            +
                  name: ccdv/arxiv-summarization
         | 
| 15 | 
            +
                  type: ccdv/arxiv-summarization
         | 
| 16 | 
            +
                  config: section
         | 
| 17 | 
            +
                  split: test
         | 
| 18 | 
            +
                metrics:
         | 
| 19 | 
            +
                - type: rouge
         | 
| 20 | 
            +
                  value: 37.9472
         | 
| 21 | 
            +
                  name: ROUGE-1
         | 
| 22 | 
            +
                  verified: true
         | 
| 23 | 
            +
                  verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiZDFkMzY4YTk0NGUyNDJjYzc2MWFiMGJlNWUyYTM2YjlmNjlkY2VkYmVhMDk2YjIxMjE3MjE4M2ZkOTAwODE2ZSIsInZlcnNpb24iOjF9.t2x5mqi0xM9Q0K9MscHZ6v_5pc-MOw8KieFTvFMqh5K4UAvvvcVGOGfGQi_Qb57gQa2DkrW0cNrJADY0VA1tAQ
         | 
| 24 | 
            +
                - type: rouge
         | 
| 25 | 
            +
                  value: 11.3138
         | 
| 26 | 
            +
                  name: ROUGE-2
         | 
| 27 | 
            +
                  verified: true
         | 
| 28 | 
            +
                  verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNjdlYmQ4ZmRkNzc3YzE0NGQ2MTRhNDE4YTExNDYwYmNjODFhYjdmYTJlZWE4OTRhYWRiZmNmODZkMDZjMWY3NSIsInZlcnNpb24iOjF9.RPWY5CZMjaFaQ1vRQPoHyZxPD67dQdbXYL0UlJ53b_q1dMczXb7HtE_UmDNPi6F7thciVt6xWIzsckVmp9ZJCw
         | 
| 29 | 
            +
                - type: rouge
         | 
| 30 | 
            +
                  value: 20.5557
         | 
| 31 | 
            +
                  name: ROUGE-L
         | 
| 32 | 
            +
                  verified: true
         | 
| 33 | 
            +
                  verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYWEwNTQ5MWViZTYwM2EyNzI0OWEyZDNlY2ExOTJiMjI3MmNjM2I4YmJjMzljYTQ3NjhkNjAzYzM5MDQzYjVkOCIsInZlcnNpb24iOjF9.ZgSkTbiUDaQRJGBIXjlTZKbtKmrIljEJ6btwhyfBsaz5oS0qmI76-b_vDRswnx96OcGTqdxICIjma6jgNbKiBA
         | 
| 34 | 
            +
                - type: rouge
         | 
| 35 | 
            +
                  value: 33.8336
         | 
| 36 | 
            +
                  name: ROUGE-LSUM
         | 
| 37 | 
            +
                  verified: true
         | 
| 38 | 
            +
                  verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiY2EzNzNhMWVmYjM5ZWUwOTZkYjU0MGZjMWQ0YTQ1NzA1NWQ4MjBjNjNhM2FmMmE3MmM3NzQwMzVkN2QzMzQxZiIsInZlcnNpb24iOjF9.bhxtgWXjCEv5ZFY3F7Mp-r4EHrIU8BNZ8X2zhpjSoyVLmjbfdFB-lnJdoH3PfVZEa14T96SJqMSHa6yzlqGEAQ
         | 
| 39 | 
            +
                - type: loss
         | 
| 40 | 
            +
                  value: 2.8064792156219482
         | 
| 41 | 
            +
                  name: loss
         | 
| 42 | 
            +
                  verified: true
         | 
| 43 | 
            +
                  verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYzBhMTE0ZTdhOTRmYWE1Mjk5ZmViYjZiMjBmNzc2YzQ4YmNhYWM3NzRjYWUwYTEyZjU1NGI5MjVhODQwOTBlNCIsInZlcnNpb24iOjF9.l0nIJCcjoFyPF9M7MHiQxBQ3wtyk6jXURY0ZF6Xny3_DpkDh5YHs9kF494GJp5eYj6XG5HRGCgqhfmU7-fywAw
         | 
| 44 | 
            +
                - type: gen_len
         | 
| 45 | 
            +
                  value: 157.4174
         | 
| 46 | 
            +
                  name: gen_len
         | 
| 47 | 
            +
                  verified: true
         | 
| 48 | 
            +
                  verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNDY0ZmE4M2VmOTU1NWY5M2I4YTYxNjM3NTkxNWU4NDY3N2Y0MTM1YWNlNmNjMGQ4N2UzM2ZkZWJhZTVmMjQ2OCIsInZlcnNpb24iOjF9.sAp6g7nt1tKTdGfOlGm3fdxzH1jxjNOZO65BNnVJkxDhu86j8QP3ZvNPv7PpD2sK4p6yM_HlHPPeX4bgmDi2BQ
         | 
| 49 | 
             
            ---
         | 
| 50 |  | 
| 51 | 
             
            ## Introduction
         | 

