Improved training/decoding bash scripts, added baseline requirements.txt file

main
Pavan Mandava 3 years ago
parent 37524e4294
commit 1156beeccb
Signed by: pavan
GPG Key ID: CCBE5F9F1AF07B4D

@ -5,18 +5,18 @@
# Check whether the required environment vars are set # Check whether the required environment vars are set
if [[ -z "${SAVED_MODELS_BASELINE}" ]]; then if [[ -z "${SAVED_MODELS_BASELINE}" ]]; then
echo "SAVED_MODELS_BASELINE Environment variable not set. Run set_env_var.sh bash script" echo "SAVED_MODELS_BASELINE Environment variable not set. Run set_env_var.sh bash script"
return exit 1
fi fi
# Check whether the MODEL_CHECKPOINT env var set # Check whether the MODEL_CHECKPOINT env var set
if [[ -z "${MODEL_CHECKPOINT}" ]]; then if [[ -z "${MODEL_CHECKPOINT}" ]]; then
echo "MODEL_CHECKPOINT Environment variable not set. Run \"export MODEL_CHECKPOINT=<path>\"" echo "MODEL_CHECKPOINT Environment variable not set. Run \"export MODEL_CHECKPOINT=<path>\""
return exit 1
fi fi
if [ ! -d "${SAVED_MODELS_BASELINE}/${MODEL_CHECKPOINT}" ]; then if [ ! -d "${SAVED_MODELS_BASELINE}/${MODEL_CHECKPOINT}" ]; then
echo "Directory ${MODEL_CHECKPOINT} doesn't exist! Provide a valid Saved Model Checkpoint dir." echo "Directory ${MODEL_CHECKPOINT} doesn't exist! Provide a valid Saved Model Checkpoint dir."
return exit 1
fi fi
NS=5 NS=5

@ -0,0 +1,4 @@
numpy==1.17.4
torch==1.6.0
tqdm==4.38.0
transformers==2.1.1

@ -12,9 +12,9 @@ import time
import json import json
import sys import sys
sys.path.append('.') # sys.path.append('.')
sys.path.append('./transformers') # sys.path.append('./transformers')
sys.path.append('./transformers/') # sys.path.append('./transformers/')
import numpy as np import numpy as np
import torch import torch

@ -2,16 +2,29 @@
# lr 1e-5 to 5e-5 # lr 1e-5 to 5e-5
# mc_loss_efficient 0.1 to 1 # mc_loss_efficient 0.1 to 1
while getopts d: flag usage="$(basename "$0") [-d <data-split-name>]
Argument -d takes (few-shot) data split names.
Possible valid names : 50-dpd|100-dpd|125-dpd|250-dpd"
while getopts :d: flag
do do
case "${flag}" in case "${flag}" in
d) data_split=${OPTARG};; d) data_split=${OPTARG};;
:) printf "missing argument for -%s\n" "$OPTARG" >&2; echo "$usage" >&2; exit 1;;
esac esac
done done
# check for mandatory/required -d argument
# mandatory arguments
if [ ! "$data_split" ]; then
echo "arguments -d must be provided"
echo "$usage" >&2; exit 1
fi
# Check whether the required environment vars are set # Check whether the required environment vars are set
if [[ -z "${SAVED_MODELS_BASELINE}" ]] || [[ -z "${PRE_TRAINED_SOLOIST}" ]]; then if [[ -z "${SAVED_MODELS_BASELINE}" ]] || [[ -z "${PRE_TRAINED_SOLOIST}" ]]; then
echo "Required Environment variables not set. First run set_env_var.sh" echo "Required Environment variables not set. First run set_env_var.sh"
exit 1
fi fi
datetime_now=$(date +"%Y%m%d") datetime_now=$(date +"%Y%m%d")

Loading…
Cancel
Save