zRzRzRzRzRzRzR commited on
Commit
3ca028e
·
2 Parent(s): 5c16395 2794326

Merge remote-tracking branch 'origin/main'

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +2 -0
tokenizer_config.json CHANGED
@@ -306,6 +306,8 @@
306
  "<|end_of_video|>",
307
  "<|begin_of_audio|>",
308
  "<|end_of_audio|>",
 
 
309
  "<|begin_of_transcription|>",
310
  "<|end_of_transcription|>",
311
  "<|code_prefix|>",
 
306
  "<|end_of_video|>",
307
  "<|begin_of_audio|>",
308
  "<|end_of_audio|>",
309
+ "<|image|>",
310
+ "<|video|>",
311
  "<|begin_of_transcription|>",
312
  "<|end_of_transcription|>",
313
  "<|code_prefix|>",