workflow_sketch.sh 8.98 KB
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
#!/bin/bash

##############################
# Configurations             #
##############################
# Put aliBuild in the PATH env var
export PATH="/mnt/SSD/schnorr/python/bin:$PATH"
# Directory where runAnalysis.C is placed
export ALIROOT_SCRIPT_DIR=$(pwd)/aliRoot/
# Directory where blender scripts are
export BLENDER_SCRIPT_DIR=$(pwd)/animate/
# alienv working directory
13
export ALIENV_WORK_DIR=/mnt/SSD/schnorr/ALICE/sw/
Lucas Mello Schnorr's avatar
Lucas Mello Schnorr committed
14
export ALIENV_OS_SPEC=ubuntu1604_x86-64
15
16
17
18
19
export ALIENV_ID=AliPhysics/latest-aliroot5-user
# Put blender 2.79b in the PATH env var
export PATH="/home/schnorr/install/blender-2.79-linux-glibc219-x86_64/:$PATH"

##############################
20
# Command-line options       #
21
##############################
22
23
24
25
26
27
28
29
30
31
32
33
34
35
# See the following link to understand the code below
# https://stackoverflow.com/questions/192249/how-do-i-parse-command-line-arguments-in-bash

# saner programming env: these switches turn some bugs into errors
set -o errexit -o pipefail -o noclobber -o nounset

# -allow a command to fail with !’s side effect on errexit
# -use return value from ${PIPESTATUS[0]}, because ! hosed $?
! getopt --test > /dev/null
if [[ ${PIPESTATUS[0]} -ne 4 ]]; then
    echo 'I’m sorry, `getopt --test` failed in this environment.'
    exit 1
fi

Lucas Mello Schnorr's avatar
Lucas Mello Schnorr committed
36
37
OPTIONS=c:hdau:m:t:r:
LONGOPTS=camera:,resolution:,duration:,maxparticles:,help,download,default,url:
38
39
40
41
42
43
44
45
46
47
48
49
50
51

# -regarding ! and PIPESTATUS see above
# -temporarily store output to be able to check for errors
# -activate quoting/enhanced mode (e.g. by writing out “--options”)
# -pass arguments only via   -- "$@"   to separate them correctly
! PARSED=$(getopt --options=$OPTIONS --longoptions=$LONGOPTS --name "$0" -- "$@")
if [[ ${PIPESTATUS[0]} -ne 0 ]]; then
    # e.g. return value is 1
    #  then getopt has complained about wrong arguments to stdout
    exit 2
fi
# read getopt’s output this way to handle the quoting right:
eval set -- "$PARSED"

52
53
54
##############################
# Parse Parameters           #
##############################
Lucas Mello Schnorr's avatar
Lucas Mello Schnorr committed
55
CAMERA=Barrel
56
57
DURATION=10
RESOLUTION=100
58
MAX_PARTICLES=0
59
60
61
HELP=false
DOWNLOAD=false
DEFAULT=false
62
URL=
63
64
65
# now enjoy the options in order and nicely split until we see --
while true; do
    case "$1" in
66
67
68
69
70
      -h|--help)
          HELP=true
          shift
          break
          ;;
71
      -d|--download)
72
73
74
            DOWNLOAD=true
            shift
            ;;
75
      -a|--default)
76
77
78
            DEFAULT=true
            shift
            ;;
79
80
      -u|--url)
          URL="$2"
81
82
            shift 2
            ;;
83
84
85
86
      -m|--maxparticles)
          MAX_PARTICLES="$2"
          shift 2
          ;;
87
88
89
90
91
92
93
94
      -t|--duration)
          DURATION="$2"
          shift 2
          ;;
      -r|--resolution)
          RESOLUTION="$2"
          shift 2
          ;;
Lucas Mello Schnorr's avatar
Lucas Mello Schnorr committed
95
96
97
98
      -c|--camera)
	  CAMERA="$2"
	  shift 2
	  ;;
99
100
101
102
103
        --)
            shift
            break
            ;;
        *)
104
            echo "Programming error $*"
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
            exit 3
            ;;
    esac
done

##############################
# Usage                      #
##############################
function usage()
{
    # Using a here doc with standard out.
    cat <<-END
Usage:
------
   -h | --help
     Display this help
   -d | --download
     Download the AliESDs.root file using the provided URL
   -u | --url URL
     Provide the URL to uniquely identify a AliESDs.root dataset.
     This should be in the format provided by http://opendata.cern.ch.
     See example below.
127
128
   -m | --maxparticles VALUE
     Get only events for which its number of particles is smaller than VALUE.
129
130
131
132
   -t | --duration VALUE
     Set the animation duration in seconds.
   -r | --resolution VALUE
     Set the animation resolution percentage.
Lucas Mello Schnorr's avatar
Lucas Mello Schnorr committed
133
134
135
136
   -c | --camera VALUE
     Which camera to use for the animation, where VALUE
     is a comma-separated list (without spaces)
     Options: Barrel,Forward,Overview (defaults to Barrel)
137
138
139
140
141
142
143
144
145
   -a | --default
     Creates a default animation with blender.

Example:
--------
$0 --url http://opendata.cern.ch/record/1103/files/assets/alice/2010/LHC10h/000139173/ESD/0004/AliESDs.root --download

END
}
146

Lucas Mello Schnorr's avatar
Lucas Mello Schnorr committed
147
148
149
150
151
# Fix CAMERA to be accepted by the for loop
if [[ $CAMERA != "" ]]; then
    CAMERA=$(echo $CAMERA | sed -e 's#,#Camera #g' -e 's#$#Camera#')
fi

152
153
154
155
156
157
158
159
if [[ $HELP = "true" ]]; then
    usage
    exit
else
    echo "-------- Parsed parameters --------"
    echo "URL: $URL"
    echo "Download: $DOWNLOAD"
    echo "Default: $DEFAULT"
160
    echo "Max particles: ${MAX_PARTICLES}"
Lucas Mello Schnorr's avatar
Lucas Mello Schnorr committed
161
    echo "Camera: $CAMERA"
162
    echo "-----------------------------------"
163
164
fi

165
166
167
168
169
if [[ $URL = "" ]]; then
    echo "URL parameter is obligatory."
    exit
    usage
fi
170
171
172
173
174
175
176
177

# handle non-option arguments
if [[ $# -ne 0 ]]; then
    echo "$0: non-option arguments ($#, $*) are ignored."
    echo "Remove them manually as indicated between parenthesis."
    exit
fi

178
179
180
181
##############################
# Download Dataset           #
##############################
if [ "$DOWNLOAD" = "true" ]; then
182
183
184
185
186
    if [ -z $URL ]; then
        echo "Error. Must pass the dataset URL."
        usage
        exit
    fi
187
188
189
190
    echo "Downloading data."
    wget $URL
fi

191
192
193
194
######################################
# Established Unique ID based on URL #
######################################
UNIQUEID=$(echo $URL | sed \
195
196
197
198
                     -e "s#http://opendata.cern.ch/##" \
                     -e "s#/AliESDs.root##" \
                     -e "s#files/assets/##" \
                     -e "s#/#_#g")
199
200
echo "The unique ID is $UNIQUEID."

201
##############################
Lucas Mello Schnorr's avatar
Lucas Mello Schnorr committed
202
# Default synthetic animation#
203
##############################
204
if [ "$DEFAULT" = "true" ]; then
205
206
207
208
209
    echo "Preparing default animation."
    ##############################
    # Phase 1: blender animate   #
    ##############################
    pushd ${BLENDER_SCRIPT_DIR}
210
    blender -noaudio --background -P animate_particles.py -- -radius=0.05 -duration=${DURATION} -camera="OverviewCamera" -datafile="d-esd-detail.dat" -simulated_t=0.03 -fps=24 -resolution=${RESOLUTION} -stamp_note="Default animation"
211
    popd
212
    BLENDER_OUTPUT=.
213
214
215
216
    mkdir --verbose -p ${BLENDER_OUTPUT}
    mv --verbose /tmp/blender ${BLENDER_OUTPUT}
    echo "Done."

217
218
219
##############################
# Animation from file        #
##############################
220
elif [ "$DEFAULT" = "false" ]; then
221

222
  # Verify if AliESDs.root is here
223
224
225
  ALIESD_ROOT_FILE=$(pwd)/AliESDs.root
  if ! [[ -f "$ALIESD_ROOT_FILE" ]]
  then
Lucas Mello Schnorr's avatar
Lucas Mello Schnorr committed
226
227
      echo "AliESDs.root not found."
      exit
228
229
  fi

230
231
232
  ############################
  # Phase 1: aliroot extract #
  ############################
233
  eval $(alienv -w ${ALIENV_WORK_DIR} -a ${ALIENV_OS_SPEC} load ${ALIENV_ID})
234
  pushd ${ALIROOT_SCRIPT_DIR}
235
236
237
238
239
  # Remove existing symbolic link
  rm --verbose AliESDs.root
  # Create a symbolic link to the actual AliESDs.root
  ln --verbose -s ${ALIESD_ROOT_FILE} AliESDs.root
  # Run the extraction tool
240
  aliroot runAnalysis.C
241

242
243
244
  #################################################
  # Phase 1: iteration for every event identifier #
  #################################################
245

Lucas Mello Schnorr's avatar
Lucas Mello Schnorr committed
246
  # Create directory where animations will be saved
247
  BLENDER_OUTPUT=$(pwd)/$UNIQUEID
Lucas Mello Schnorr's avatar
Lucas Mello Schnorr committed
248
249
  mkdir --verbose -p ${BLENDER_OUTPUT}

250
251
252
253
  # Get all extracted files
  EXTRACTED_FILES=$(ls -1 esd_detail-event_*.dat | sort --version-sort)
  for FILE_WITH_DATA in $EXTRACTED_FILES; do
      EVENT_ID=$(echo $FILE_WITH_DATA | \
254
255
                 sed -e "s#esd_detail-event_##" \
                   -e "s#\.dat##")
256
257
      EVENT_UNIQUE_ID=${UNIQUEID}_${EVENT_ID}

Lucas Mello Schnorr's avatar
Lucas Mello Schnorr committed
258
      if ! [[ -s $FILE_WITH_DATA ]]; then
259
260
261
          echo "File $FILE_WITH_DATA has zero size. Ignore and continue."
	  rm $FILE_WITH_DATA
          continue
Lucas Mello Schnorr's avatar
Lucas Mello Schnorr committed
262
      fi
263

264
265
266
      ##############################
      # Phase 2: blender animate   #
      ##############################
267
268
269

      LOCAL_FILE_WITH_DATA=${EVENT_UNIQUE_ID}.dat
      cp ${ALIROOT_SCRIPT_DIR}/$FILE_WITH_DATA \
270
271
272
273
274
275
276
       ${BLENDER_SCRIPT_DIR}/${LOCAL_FILE_WITH_DATA}

      NUMBER_OF_PARTICLES=$(wc -l ${BLENDER_SCRIPT_DIR}/$LOCAL_FILE_WITH_DATA | \
                        awk '{ print $1 }')
      echo "File $LOCAL_FILE_WITH_DATA has $NUMBER_OF_PARTICLES particles"
      if [[ $NUMBER_OF_PARTICLES -lt $MAX_PARTICLES ]]; then
        echo "Processing ${EVENT_UNIQUE_ID} ($NUMBER_OF_PARTICLES) in blender"
277

278
        pushd ${BLENDER_SCRIPT_DIR}
279

Lucas Mello Schnorr's avatar
Lucas Mello Schnorr committed
280
        for type in $CAMERA; do
281
              echo "Processing ${EVENT_UNIQUE_ID} with $type Camera in blender"
282

283
              blender -noaudio --background -P animate_particles.py -- -radius=0.05 -duration=${DURATION} -camera=${type} -datafile="${LOCAL_FILE_WITH_DATA}" -n_event=${EVENT_ID} -simulated_t=0.03 -fps=24 -resolution=${RESOLUTION} -stamp_note="${EVENT_UNIQUE_ID}"
284
285
              # Move generated file to final location
              mv /tmp/blender/* ${BLENDER_OUTPUT}
Lucas Mello Schnorr's avatar
Lucas Mello Schnorr committed
286
              echo "${type} for event ${EVENT_UNIQUE_ID} done."
287
        done
288

289
290
        # Move processed file to final location
        mv $LOCAL_FILE_WITH_DATA ${BLENDER_OUTPUT}
291

292
293
294
        popd
        echo "EVENT ${EVENT_UNIQUE_ID} DONE with FILE $LOCAL_FILE_WITH_DATA."
      else
295
          echo "Too many particles (maximum accepted is $MAX_PARTICLES). Continue."
296
297
298
	  rm $FILE_WITH_DATA
        continue
      fi
Lucas Mello Schnorr's avatar
Lucas Mello Schnorr committed
299
  done
300
301
  popd
fi