45 lines
1.1 KiB
Bash
45 lines
1.1 KiB
Bash
|
#!/bin/bash
|
||
|
|
# bash ./scripts-cluster/submit.sh ${QUEUE} ${JOB-NAME} ${GPUs}
|
||
|
|
#find -name "._*" | xargs rm -rf
|
||
|
|
ODIR=$(pwd)
|
||
|
|
FDIR=$(cd $(dirname $0); pwd)
|
||
|
|
echo "Bash-Dir : "${ODIR}
|
||
|
|
echo "File-Dir : "${FDIR}
|
||
|
|
echo "File-Name: "${0}
|
||
|
|
|
||
|
|
if [ "$#" -ne 4 ] ;then
|
||
|
|
echo "Input illegal number of parameters " $#
|
||
|
|
echo "Need 4 parameters for the queue-name, the job-name, and the number-of-GPUs"
|
||
|
|
exit 1
|
||
|
|
fi
|
||
|
|
find -name "__pycache__" | xargs rm -rf
|
||
|
|
|
||
|
|
QUEUE=$1
|
||
|
|
NAME=$2
|
||
|
|
GPUs=$3
|
||
|
|
CMD=$4
|
||
|
|
TIME=$(date +"%Y-%h-%d-%T")
|
||
|
|
|
||
|
|
JOB_SCRIPT="${FDIR}/tmps/job-${TIME}.sh"
|
||
|
|
|
||
|
|
cat ${FDIR}/job-script.sh > ${JOB_SCRIPT}
|
||
|
|
echo ${CMD} >> ${JOB_SCRIPT}
|
||
|
|
|
||
|
|
exit 1
|
||
|
|
HGCP_CLIENT_BIN="${HOME}/.hgcp/software-install/HGCP_client/bin"
|
||
|
|
|
||
|
|
|
||
|
|
${HGCP_CLIENT_BIN}/submit \
|
||
|
|
--hdfs afs://xingtian.afs.baidu.com:9902 \
|
||
|
|
--hdfs-user COMM_KM_Data \
|
||
|
|
--hdfs-passwd COMM_km_2018 \
|
||
|
|
--hdfs-path /user/COMM_KM_Data/dongxuanyi/logs \
|
||
|
|
--file-dir ./ \
|
||
|
|
--job-name ${NAME} \
|
||
|
|
--queue-name ${QUEUE} \
|
||
|
|
--num-nodes 1 \
|
||
|
|
--num-task-pernode 1 \
|
||
|
|
--gpu-pnode ${GPUs} \
|
||
|
|
--time-limit 0 \
|
||
|
|
--job-script ${JOB_SCRIPT}
|