llama_eval_vllm.sh 870 B

12345678910111213141516171819202122232425
  1. eval_path='../data/dev_20240627/dev.json'
  2. db_root_path='../data/dev_20240627/dev_databases/'
  3. ground_truth_path='../data/'
  4. model='meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo'
  5. data_output_path="./output/$model/"
  6. echo "Text2SQL using $model"
  7. python3 -u llama_text2sql_vllm.py --db_root_path ${db_root_path} \
  8. --model ${model} --eval_path ${eval_path} --data_output_path ${data_output_path}
  9. # Check if llama_text2sql.py exited successfully
  10. if [ $? -eq 0 ]; then
  11. echo "llama_text2sql.py completed successfully. Proceeding with evaluation..."
  12. python3 -u text2sql_eval.py --db_root_path ${db_root_path} --predicted_sql_path ${data_output_path} \
  13. --ground_truth_path ${ground_truth_path} \
  14. --diff_json_path ${eval_path}
  15. echo "Done evaluating $model."
  16. else
  17. echo "Error: llama_text2sql.py failed with exit code $?. Skipping evaluation."
  18. exit 1
  19. fi