-
Notifications
You must be signed in to change notification settings - Fork 0
/
run_module0_flow-module3.sh
executable file
·89 lines (72 loc) · 2.87 KB
/
run_module0_flow-module3.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
#!/usr/bin/env bash
outfile=$(realpath $1); shift
chargefile=$(realpath $1); shift
lightfiles=$(realpath $@); shift $#
[[ "$NERSC_HOST" == "cori" ]] && on_cori=true || on_cori=false
$on_cori && ntasks=64 || ntasks=256
echo "ntasks = $ntasks"
logdir=$SCRATCH/logs.calibizer/$SLURM_JOBID
mkdir -p "$logdir"
cd ndlar_flow
yamldir=yamls/module3_flow/workflows
# srun -o "$logdir"/slurm-%j.%t.out \
# python3 -m h5flow -c $yamldir/charge/charge_event_building.yaml \
# $yamldir/charge/charge_event_reconstruction.yaml \
# $yamldir/combined/combined_reconstruction.yaml \
# -i "$infile" \
# -o "$outfile"
# srun -n $ntasks \
# python3 -m h5flow -c \
# $yamldir/light/light_event_building_adc64.yaml \
# $yamldir/light/light_event_reconstruction.yaml \
# -i $lightfile \
# -o $outfile
# srun -n $ntasks \
# python3 -m h5flow -c \
# $yamldir/charge/charge_event_building.yaml \
# $yamldir/charge/charge_event_reconstruction.yaml \
# $yamldir/charge/charge_light_association.yaml \
# $yamldir/combined/combined_reconstruction.yaml \
# -i $chargefile \
# -o $outfile
# srun -o "$logdir"/slurm-%j.%t.out -n $ntasks \
# python3 -m h5flow -c \
# $yamldir/light/light_event_building_adc64.yaml \
# $yamldir/light/light_event_reconstruction-keep_wvfm.yaml \
# -i $lightfile \
# -o $outfile
# for lightfile in $lightfiles; do
# srun --open-mode=append -o "$logdir"/slurm-%j.%t.out --ntasks-per-node $ntasks \
# python3 -m h5flow -c \
# $yamldir/light/light_event_building_adc64.yaml \
# $yamldir/light/light_event_reconstruction.yaml \
# -i $lightfile \
# -o $outfile
# done
# cp $outfile ${outfile%.h5}.bak.h5
# srun --open-mode=append -o "$logdir"/slurm-%j.%t.out --ntasks-per-node $ntasks \
# python3 -m h5flow -c \
# $yamldir/charge/charge_event_building.yaml \
# $yamldir/charge/charge_event_reconstruction.yaml \
# $yamldir/charge/charge_light_assoc.yaml \
# $yamldir/combined/combined_reconstruction.yaml \
# -i $chargefile \
# -o $outfile
srun --open-mode=append -o "$logdir"/slurm-%j.%t.out --ntasks-per-node $ntasks \
python3 -m h5flow -c \
$yamldir/charge/charge_event_building.yaml \
$yamldir/charge/charge_event_reconstruction.yaml \
$yamldir/combined/combined_reconstruction.yaml \
-i $chargefile \
-o $outfile
# cp $outfile ${outfile%.h5}.no_tracklet.h5
# srun --open-mode=append -o "$logdir"/slurm-%j.%t.out --ntasks-per-node $ntasks \
# python3 -m h5flow -c \
# $yamldir/combined/tracklet_reconstruction.yaml \
# -i ${outfile%.h5}.no_tracklet.h5 \
# -o ${outfile%.h5}.tracklet.h5
# srun --open-mode=append -o "$logdir"/slurm-%j.%t.out --ntasks-per-node $ntasks \
# python3 -m h5flow -c \
# $yamldir/combined/tracklet_merging.yaml \
# -i ${outfile%.h5}.tracklet.h5 \
# -o ${outfile%.h5}.tracklet_merged.h5