local block causal when cuda avail

bytelatent/entropy_model.py

@@ -27,7 +27,7 @@ def load_entropy_model(entropy_model_checkpoint_dir, state_dict_path, device="cp
             max_seqlen=model_params["max_seqlen"],
             ffn_dim_multiplier=model_params["ffn_dim_multiplier"],
             vocab_size=model_params["vocab_size"],
-            attn_bias_type="causal",
+            attn_bias_type="local_block_causal" if torch.cuda.is_available() else "causal",
             attn_impl="xformers" if torch.cuda.is_available() else "sdpa",
             sliding_window=512,
         )