Add attn_implementation default value for experiments

for-ai · Jan 28, 2025 · a9ac204 · a9ac204
1 parent 236e99d
commit a9ac204
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/experiments/run_llm_evals.sh b/experiments/run_llm_evals.sh
@@ -71,6 +71,7 @@ for lang_code in "${!languages[@]}"; do
     --split "filtered" \
     --output_dir "$OUTDIR" \
     --include_languages "${languages[$lang_code]}" "English" \
+    --attn_implementation "flash_attention_2" \
     --trust_remote_code \
     --force_local
 done