-
Notifications
You must be signed in to change notification settings - Fork 24
Expand file tree
/
Copy pathrun_sft_evaluations.sh
More file actions
104 lines (74 loc) · 9.55 KB
/
run_sft_evaluations.sh
File metadata and controls
104 lines (74 loc) · 9.55 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
set -e
# --------------- Spider dev --------------- #
# SFT CodeS-1B on Spider's training set
CUDA_VISIBLE_DEVICES=0 python -u text2sql_zero_shot.py --llm_path seeklhy/codes-1b-spider --sic_path ./sic_ckpts/sic_spider --table_num 6 --column_num 10 --dataset_path ./data/sft_spider_dev_text2sql.json --max_tokens 4096 --max_new_tokens 256
# SFT CodeS-3B on Spider's training set
CUDA_VISIBLE_DEVICES=0 python -u text2sql_zero_shot.py --llm_path seeklhy/codes-3b-spider --sic_path ./sic_ckpts/sic_spider --table_num 6 --column_num 10 --dataset_path ./data/sft_spider_dev_text2sql.json --max_tokens 4096 --max_new_tokens 256
# SFT CodeS-7B on Spider's training set
CUDA_VISIBLE_DEVICES=0 python -u text2sql_zero_shot.py --llm_path seeklhy/codes-7b-spider --sic_path ./sic_ckpts/sic_spider --table_num 6 --column_num 10 --dataset_path ./data/sft_spider_dev_text2sql.json --max_tokens 4096 --max_new_tokens 256
# SFT CodeS-15B on Spider's training set
CUDA_VISIBLE_DEVICES=0 python -u text2sql_zero_shot.py --llm_path seeklhy/codes-15b-spider --sic_path ./sic_ckpts/sic_spider --table_num 6 --column_num 10 --dataset_path ./data/sft_spider_dev_text2sql.json --max_tokens 4096 --max_new_tokens 256
# --------------- BIRD dev --------------- #
# SFT CodeS-1B on BIRD's training set
CUDA_VISIBLE_DEVICES=0 python -u text2sql_zero_shot.py --llm_path seeklhy/codes-1b-bird --sic_path ./sic_ckpts/sic_bird --table_num 6 --column_num 10 --dataset_path ./data/sft_bird_dev_text2sql.json --max_tokens 4096 --max_new_tokens 256
# SFT CodeS-3B on BIRD's training set
CUDA_VISIBLE_DEVICES=0 python -u text2sql_zero_shot.py --llm_path seeklhy/codes-3b-bird --sic_path ./sic_ckpts/sic_bird --table_num 6 --column_num 10 --dataset_path ./data/sft_bird_dev_text2sql.json --max_tokens 4096 --max_new_tokens 256
# SFT CodeS-7B on BIRD's training set
CUDA_VISIBLE_DEVICES=0 python -u text2sql_zero_shot.py --llm_path seeklhy/codes-7b-bird --sic_path ./sic_ckpts/sic_bird --table_num 6 --column_num 10 --dataset_path ./data/sft_bird_dev_text2sql.json --max_tokens 4096 --max_new_tokens 256
# SFT CodeS-15B on BIRD's training set
CUDA_VISIBLE_DEVICES=0 python -u text2sql_zero_shot.py --llm_path seeklhy/codes-15b-bird --sic_path ./sic_ckpts/sic_bird --table_num 6 --column_num 10 --dataset_path ./data/sft_bird_dev_text2sql.json --max_tokens 4096 --max_new_tokens 256
# --------------- BIRD dev w/ EK --------------- #
# SFT CodeS-1B on BIRD's training set (w/ EK)
CUDA_VISIBLE_DEVICES=0 python -u text2sql_zero_shot.py --llm_path seeklhy/codes-1b-bird-with-evidence --sic_path ./sic_ckpts/sic_bird_with_evidence --table_num 6 --column_num 10 --dataset_path ./data/sft_bird_with_evidence_dev_text2sql.json --max_tokens 4096 --max_new_tokens 256
# SFT CodeS-3B on BIRD's training set (w/ EK)
CUDA_VISIBLE_DEVICES=0 python -u text2sql_zero_shot.py --llm_path seeklhy/codes-3b-bird-with-evidence --sic_path ./sic_ckpts/sic_bird_with_evidence --table_num 6 --column_num 10 --dataset_path ./data/sft_bird_with_evidence_dev_text2sql.json --max_tokens 4096 --max_new_tokens 256
# SFT CodeS-7B on BIRD's training set (w/ EK)
CUDA_VISIBLE_DEVICES=0 python -u text2sql_zero_shot.py --llm_path seeklhy/codes-7b-bird-with-evidence --sic_path ./sic_ckpts/sic_bird_with_evidence --table_num 6 --column_num 10 --dataset_path ./data/sft_bird_with_evidence_dev_text2sql.json --max_tokens 4096 --max_new_tokens 256
# SFT CodeS-15B on BIRD's training set (w/ EK)
CUDA_VISIBLE_DEVICES=0 python -u text2sql_zero_shot.py --llm_path seeklhy/codes-15b-bird-with-evidence --sic_path ./sic_ckpts/sic_bird_with_evidence --table_num 6 --column_num 10 --dataset_path ./data/sft_bird_with_evidence_dev_text2sql.json --max_tokens 4096 --max_new_tokens 256
# --------------- Spider-Syn --------------- #
# SFT CodeS-1B on Spider's training set
CUDA_VISIBLE_DEVICES=0 python -u text2sql_zero_shot.py --llm_path seeklhy/codes-1b-spider --sic_path ./sic_ckpts/sic_spider --table_num 6 --column_num 10 --dataset_path ./data/sft_spider_syn_text2sql.json --max_tokens 4096 --max_new_tokens 256
# SFT CodeS-3B on Spider's training set
CUDA_VISIBLE_DEVICES=0 python -u text2sql_zero_shot.py --llm_path seeklhy/codes-3b-spider --sic_path ./sic_ckpts/sic_spider --table_num 6 --column_num 10 --dataset_path ./data/sft_spider_syn_text2sql.json --max_tokens 4096 --max_new_tokens 256
# SFT CodeS-7B on Spider's training set
CUDA_VISIBLE_DEVICES=0 python -u text2sql_zero_shot.py --llm_path seeklhy/codes-7b-spider --sic_path ./sic_ckpts/sic_spider --table_num 6 --column_num 10 --dataset_path ./data/sft_spider_syn_text2sql.json --max_tokens 4096 --max_new_tokens 256
# SFT CodeS-15B on Spider's training set
CUDA_VISIBLE_DEVICES=0 python -u text2sql_zero_shot.py --llm_path seeklhy/codes-15b-spider --sic_path ./sic_ckpts/sic_spider --table_num 6 --column_num 10 --dataset_path ./data/sft_spider_syn_text2sql.json --max_tokens 4096 --max_new_tokens 256
# --------------- Spider-Realistic --------------- #
# SFT CodeS-1B on Spider's training set
CUDA_VISIBLE_DEVICES=0 python -u text2sql_zero_shot.py --llm_path seeklhy/codes-1b-spider --sic_path ./sic_ckpts/sic_spider --table_num 6 --column_num 10 --dataset_path ./data/sft_spider_realistic_text2sql.json --max_tokens 4096 --max_new_tokens 256
# SFT CodeS-3B on Spider's training set
CUDA_VISIBLE_DEVICES=0 python -u text2sql_zero_shot.py --llm_path seeklhy/codes-3b-spider --sic_path ./sic_ckpts/sic_spider --table_num 6 --column_num 10 --dataset_path ./data/sft_spider_realistic_text2sql.json --max_tokens 4096 --max_new_tokens 256
# SFT CodeS-7B on Spider's training set
CUDA_VISIBLE_DEVICES=0 python -u text2sql_zero_shot.py --llm_path seeklhy/codes-7b-spider --sic_path ./sic_ckpts/sic_spider --table_num 6 --column_num 10 --dataset_path ./data/sft_spider_realistic_text2sql.json --max_tokens 4096 --max_new_tokens 256
# SFT CodeS-15B on Spider's training set
CUDA_VISIBLE_DEVICES=0 python -u text2sql_zero_shot.py --llm_path seeklhy/codes-15b-spider --sic_path ./sic_ckpts/sic_spider --table_num 6 --column_num 10 --dataset_path ./data/sft_spider_realistic_text2sql.json --max_tokens 4096 --max_new_tokens 256
# --------------- Spider-DK --------------- #
# SFT CodeS-1B on Spider's training set
CUDA_VISIBLE_DEVICES=0 python -u text2sql_zero_shot.py --llm_path seeklhy/codes-1b-spider --sic_path ./sic_ckpts/sic_spider --table_num 6 --column_num 10 --dataset_path ./data/sft_spider_dk_text2sql.json --max_tokens 4096 --max_new_tokens 256
# SFT CodeS-3B on Spider's training set
CUDA_VISIBLE_DEVICES=0 python -u text2sql_zero_shot.py --llm_path seeklhy/codes-3b-spider --sic_path ./sic_ckpts/sic_spider --table_num 6 --column_num 10 --dataset_path ./data/sft_spider_dk_text2sql.json --max_tokens 4096 --max_new_tokens 256
# SFT CodeS-7B on Spider's training set
CUDA_VISIBLE_DEVICES=0 python -u text2sql_zero_shot.py --llm_path seeklhy/codes-7b-spider --sic_path ./sic_ckpts/sic_spider --table_num 6 --column_num 10 --dataset_path ./data/sft_spider_dk_text2sql.json --max_tokens 4096 --max_new_tokens 256
# SFT CodeS-15B on Spider's training set
CUDA_VISIBLE_DEVICES=0 python -u text2sql_zero_shot.py --llm_path seeklhy/codes-15b-spider --sic_path ./sic_ckpts/sic_spider --table_num 6 --column_num 10 --dataset_path ./data/sft_spider_dk_text2sql.json --max_tokens 4096 --max_new_tokens 256
# --------------- Dr.Spider --------------- #
# SFT CodeS-1B on Spider's training set
CUDA_VISIBLE_DEVICES=0 python -u text2sql_zero_shot.py --llm_path seeklhy/codes-1b-spider --sic_path ./sic_ckpts/sic_spider --table_num 6 --column_num 10 --dataset_path ./data/sft_dr_spider_text2sql.json --max_tokens 4096 --max_new_tokens 256
# SFT CodeS-3B on Spider's training set
CUDA_VISIBLE_DEVICES=0 python -u text2sql_zero_shot.py --llm_path seeklhy/codes-3b-spider --sic_path ./sic_ckpts/sic_spider --table_num 6 --column_num 10 --dataset_path ./data/sft_dr_spider_text2sql.json --max_tokens 4096 --max_new_tokens 256
# SFT CodeS-7B on Spider's training set
CUDA_VISIBLE_DEVICES=0 python -u text2sql_zero_shot.py --llm_path seeklhy/codes-7b-spider --sic_path ./sic_ckpts/sic_spider --table_num 6 --column_num 10 --dataset_path ./data/sft_dr_spider_text2sql.json --max_tokens 4096 --max_new_tokens 256
# SFT CodeS-15B on Spider's training set
CUDA_VISIBLE_DEVICES=0 python -u text2sql_zero_shot.py --llm_path seeklhy/codes-15b-spider --sic_path ./sic_ckpts/sic_spider --table_num 6 --column_num 10 --dataset_path ./data/sft_dr_spider_text2sql.json --max_tokens 4096 --max_new_tokens 256
# --------------- Bank-Financials --------------- #
# SFT CodeS-7B on Bank-Financials's training set
CUDA_VISIBLE_DEVICES=0 python -u text2sql_zero_shot.py --llm_path seeklhy/codes-7b-bank --sic_path ./sic_ckpts/sic_bird --table_num 6 --column_num 10 --dataset_path ./data/sft_bank_financials_dev_text2sql.json --max_tokens 4096 --max_new_tokens 256
# SFT CodeS-7B on merged training set
CUDA_VISIBLE_DEVICES=0 python -u text2sql_zero_shot.py --llm_path seeklhy/codes-7b-merged --sic_path ./sic_ckpts/sic_bird --table_num 6 --column_num 10 --dataset_path ./data/sft_bank_financials_dev_text2sql.json --max_tokens 4096 --max_new_tokens 256
# --------------- Aminer-Simplified --------------- #
# SFT CodeS-7B on Aminer-Simplified's training set
CUDA_VISIBLE_DEVICES=0 python -u text2sql_zero_shot.py --llm_path seeklhy/codes-7b-aminer --sic_path ./sic_ckpts/sic_bird --table_num 6 --column_num 10 --dataset_path ./data/sft_aminer_simplified_dev_text2sql.json --max_tokens 4096 --max_new_tokens 256
# SFT CodeS-7B on merged training set
CUDA_VISIBLE_DEVICES=0 python -u text2sql_zero_shot.py --llm_path seeklhy/codes-7b-merged --sic_path ./sic_ckpts/sic_bird --table_num 6 --column_num 10 --dataset_path ./data/sft_aminer_simplified_dev_text2sql.json --max_tokens 4096 --max_new_tokens 256