Decentralized-FM/scripts/generate_traces.sh at master · DS3Lab/Decentralized-FM · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
source ./ip_list.sh

# Current valid prefix includes:
# gpt3_gpipe_b64_1_l2048_m768_w3_p3_d1,
# gpt3_gpipe_b64_1_l2048_m768_w12_p3_d4
# gpt3_gpipe_b64_1_l2048_m768_w48_p3_d16
# gpt3_gpipe_b64_1_l2048_m2048_w12_p12_d1
# gpt3_gpipe_b64_1_l2048_m2048_w48_p12_d4

if [ $# -eq 1 ]
then
  profix=$1

  postfixes=(
     "tidy_profiling_default"
     #"fp16_offload_tidy_profiling_default"
     #"fp16_offload_tidy_profiling_b1"
     #"fp16_offload_tidy_profiling_d1b5"
     #"fp16_offload_tidy_profiling_d5b2"
     #"fp16_offload_tidy_profiling_d10b1"
     #"fp16_offload_tidy_profiling_d50b1"
     #"fp16_offload_tidy_profiling_heter6"
  )

  world_size=${#ips[@]}

  for postfix in "${postfixes[@]}"
  do
    python ./merge_trace_file.py --world-size "$world_size" --profix "$profix" --postfix "$postfix"
  done
fi

if [ $# -eq 2 ]
then
  profix=$1
  postfix=$2
  world_size=${#ips[@]}
  python ./merge_trace_file.py --world-size "$world_size" --profix "$profix" --postfix "$postfix"
fi