Added source code and extended Dockerfile

.gitignore

Dockerfile

args.py

config/README.md

config/galore_config.json

config/llama_1b.json

config/llama_60m.json

config/llama_7b.json

config/lora_config.json

load_data.py

logger.py

main.py

requirements.txt

run_glue_benchmark.py

scripts/shell/pretrain.sh

scripts/shell/test.sh

scripts/slurm/run_pretrain.sh

scripts/windows/finetune_lora.bat

scripts/windows/test.bat