exexute_transformers_for_sag.sh 906 Bytes
Newer Older
1
#!/bin/bash
2
3
4
5
#SBATCH --ntasks=1
#SBATCH --time=10
#SBATCH --mem=5000mb
#SBATCH --job-name=execute_transformers
6

7
echo "creating folder"
8
#create folder and change directory
9
mkdir -p ~/transformers_for_SAG
10
cd ~/transformers_for_SAG
11
pwd
12

13
14
echo "handling ssh-key"
#handle SSH-key (the argument "$1" is the SSH-key to gitlab)
15
eval $(ssh-agent -s)
16
echo "$1" | base64 -d | tr -d '\r' | ssh-add - > /dev/null
17
18
19

#pull gitlab repository
echo "pulling gitlab repository"
20
21
git init
git pull git@transfer.hft-stuttgart.de:61sima1bif/transformers-for-sag.git
22
23
24

#loading conda environment
echo "load and activate virtual environment"
25
26
27
eval "$(conda shell.bash hook)"
conda env create -f environment.yml
conda activate env_transformers_for_SAG
28

29
30
echo "running python code"
python run_SAG.py --do_eval --data_dir data/glue_data/SST-2 --model_type bert --model_name_or_path 'bert-base-uncased' --task_name sst-2 --output_dir output