File size: 1,471 Bytes
f69ab14
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
#!/bin/bash

TASKS="longbench"

lm_eval --model vllm --model_args pretrained=./ipt_fineinstructions_all_exp_chat/hf,tensor_parallel_size=1,dtype=auto,gpu_memory_utilization=0.7  --tasks $TASKS --device cuda:0 --apply_chat_template --batch_size auto  --trust_remote_code --confirm_run_unsafe_code --fewshot_as_multiturn --output_path ./output/out.json --limit 10
lm_eval --model vllm --model_args pretrained=./ipt_fineinstructions_all_exp_chat/hf,tensor_parallel_size=1,dtype=auto,gpu_memory_utilization=0.7  --tasks $TASKS --device cuda:0 --batch_size auto  --trust_remote_code --confirm_run_unsafe_code --output_path ./output/out.json --limit 10
lm_eval --model vllm --model_args pretrained=./ipt_synthetic_all_exp/hf,tensor_parallel_size=1,dtype=auto,gpu_memory_utilization=0.7  --tasks $TASKS --device cuda:0 --batch_size auto  --trust_remote_code --confirm_run_unsafe_code --output_path ./output/out.json --limit 10
lm_eval --model vllm --model_args pretrained=./ipt_actual_all_exp/hf,tensor_parallel_size=1,dtype=auto,gpu_memory_utilization=0.7  --tasks $TASKS --device cuda:0 --batch_size auto  --trust_remote_code --confirm_run_unsafe_code --output_path ./output/out.json --limit 10
lm_eval --model vllm --model_args pretrained=./ipt_fineinstructions_all_exp/hf,tensor_parallel_size=1,dtype=auto,gpu_memory_utilization=0.7  --tasks $TASKS --device cuda:0 --batch_size auto --trust_remote_code --confirm_run_unsafe_code --output_path ./output/out.json --limit 10