Improved training/decoding bash scripts, added baseline requirements.txt file

main
Pavan Mandava 3 years ago
parent 37524e4294
commit 1156beeccb
Signed by: pavan
GPG Key ID: CCBE5F9F1AF07B4D

@ -5,18 +5,18 @@
# Check whether the required environment vars are set
if [[ -z "${SAVED_MODELS_BASELINE}" ]]; then
echo "SAVED_MODELS_BASELINE Environment variable not set. Run set_env_var.sh bash script"
return
exit 1
fi
# Check whether the MODEL_CHECKPOINT env var set
if [[ -z "${MODEL_CHECKPOINT}" ]]; then
echo "MODEL_CHECKPOINT Environment variable not set. Run \"export MODEL_CHECKPOINT=<path>\""
return
exit 1
fi
if [ ! -d "${SAVED_MODELS_BASELINE}/${MODEL_CHECKPOINT}" ]; then
echo "Directory ${MODEL_CHECKPOINT} doesn't exist! Provide a valid Saved Model Checkpoint dir."
return
exit 1
fi
NS=5

@ -0,0 +1,4 @@
numpy==1.17.4
torch==1.6.0
tqdm==4.38.0
transformers==2.1.1

@ -12,9 +12,9 @@ import time
import json
import sys
sys.path.append('.')
sys.path.append('./transformers')
sys.path.append('./transformers/')
# sys.path.append('.')
# sys.path.append('./transformers')
# sys.path.append('./transformers/')
import numpy as np
import torch

@ -2,16 +2,29 @@
# lr 1e-5 to 5e-5
# mc_loss_efficient 0.1 to 1
while getopts d: flag
usage="$(basename "$0") [-d <data-split-name>]
Argument -d takes (few-shot) data split names.
Possible valid names : 50-dpd|100-dpd|125-dpd|250-dpd"
while getopts :d: flag
do
case "${flag}" in
d) data_split=${OPTARG};;
:) printf "missing argument for -%s\n" "$OPTARG" >&2; echo "$usage" >&2; exit 1;;
esac
done
# check for mandatory/required -d argument
# mandatory arguments
if [ ! "$data_split" ]; then
echo "arguments -d must be provided"
echo "$usage" >&2; exit 1
fi
# Check whether the required environment vars are set
if [[ -z "${SAVED_MODELS_BASELINE}" ]] || [[ -z "${PRE_TRAINED_SOLOIST}" ]]; then
echo "Required Environment variables not set. First run set_env_var.sh"
exit 1
fi
datetime_now=$(date +"%Y%m%d")

Loading…
Cancel
Save