Update Space (evaluate main: f05792ff)

perplexity.py

@@ -166,7 +166,7 @@ class Perplexity(evaluate.Metric):
             encoded_batch = encoded_texts[start_index:end_index]
             attn_mask = attn_masks[start_index:end_index]
 
-            if add_start_token:
+            if add_start_token and tokenizer.bos_token_id is not None:
                 bos_tokens_tensor = torch.tensor([[tokenizer.bos_token_id]] * encoded_batch.size(dim=0)).to(device)
                 encoded_batch = torch.cat([bos_tokens_tensor, encoded_batch], dim=1)
                 attn_mask = torch.cat(

requirements.txt

@@ -1,4 +1,4 @@
-git+https://github.com/huggingface/evaluate@b39b26694046961b9ae97a0458b290fc992df2b1
+git+https://github.com/huggingface/evaluate@f05792fff67a356f696fdf17ac64bd99602794c4
 torch
 torch
 transformers