1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
|
#!/bin/sh
#
# Script to bundle goby and required data into a
# suitable format for submission to a SGE queue
#
# Absolute path to this script.
SCRIPT=$(readlink -f $0)
# Absolute path this script is in.
SCRIPT_DIR=$(dirname $SCRIPT)
# Absolute path to the SGE align scripts
DE_SCRIPT_DIR=${SCRIPT_DIR}/de
if [ -z "$1" ]; then
echo "Environment script file name is required (first argument)."
exit 1
fi
if [ -z "$2" ]; then
echo "Job name is required (second argument)."
exit 1
fi
ENV_SCRIPT_FILENAME=$1
ENV_SCRIPT=${SCRIPT_DIR}/${ENV_SCRIPT_FILENAME}
. ${ENV_SCRIPT}
# Local goby locations
GOBY_DIR=${GOBY_DIR:-$SCRIPT_DIR/../..}
if [ ! -e ${GOBY_DIR}/goby.jar ]; then
echo "goby.jar not found!"
exit 2
fi
# The job name identifies the location for the scripts
JOB_TAG=$2
JOB_DIR=$(readlink -f .)/${JOB_TAG}
JOB_RESULTS_DIR=${JOB_RESULTS_DIR:-$(readlink -f .)/${JOB_TAG}-results}
if [ -e ${JOB_DIR} ]; then
echo "The job output directory already exists"
exit 3
fi
echo "Bundling job submission files"
# see if the job needs to split into a job array
if [ -z "${CHUNK_SIZE}" ] || [ ${CHUNK_SIZE} -le 0 ] || [ ${CHUNK_SIZE} -ge ${READS_SIZE} ]; then
echo "Alignment will not be split"
else
NUMBER_OF_JOBS=$((${READS_SIZE} / ${CHUNK_SIZE} + 1))
SGE_ARRAY_DIRECTIVE="#$ -t 1-${NUMBER_OF_JOBS}"
echo "Alignment will run as ${NUMBER_OF_JOBS} jobs"
fi
if [ ! -z "${SGE_STATUS_MAILTO}" ]; then
SGE_MAILTO_DIRECTIVE="#$ -M ${SGE_STATUS_MAILTO}"
fi
# Use a basename that is based on name of the reads file
BASENAME=$(basename $READS .compact-reads)
# Create a somewhat unique tag
# ("stage" of job will be added - index, align, concat)
SGE_JOB_NAME=${JOB_TAG}
# Copy goby and submission scripts to the run directory
/bin/mkdir -p ${JOB_DIR}
/bin/cp ${GOBY_DIR}/goby.jar ${GOBY_DIR}/config/log4j.properties \
${DE_SCRIPT_DIR}/de.sh \
${ENV_SCRIPT} ${JOB_DIR}
# Create job specific scripts from the template files
for FILE in goby-de.qsub; do
sed -e "s|%alignment-basenames%|${alignment_basenames}|" \
-e "s|%group1%|${group1}|" \
-e "s|%group2%|${group2}|" \
-e "s|%group1-basenames%|${group1_basenames}|" \
-e "s|%group2-basenames%|${group2_basenames}|" \
-e "s|%annotation-file%|${annotation_file}|" \
-e "s|%use-weights%|${use_weights}|" \
-e "s|%adjust-gc-bias-boolean%|${adjust_gc_bias_boolean}|" \
-e "s|%remote-host%|${remote_host}|" \
-e "s|%remote-path%|${remote_path}|" \
-e "s|%SGE_QUEUE%|${SGE_QUEUE}|" \
-e "s|%SGE_MEMORY%|${SGE_MEMORY}|" \
-e "s|%SGE_JVM_FLAGS%|${SGE_JVM_FLAGS}|" \
-e "s|%SGE_ARRAY_DIRECTIVE%|${SGE_ARRAY_DIRECTIVE}|" \
-e "s|%SGE_MAILTO_DIRECTIVE%|${SGE_MAILTO_DIRECTIVE}|" \
-e "s|%SGE_JOB_NAME%|${SGE_JOB_NAME}|" \
${DE_SCRIPT_DIR}/templates/${FILE} > ${JOB_DIR}/${FILE}
done
echo "Scripts were written to ${JOB_DIR}"
|
