Initial commit

.gitattributes

LICENSE

README.md

data/README.md

data/alpaca_data_en_52k.json

data/alpaca_data_zh_51k.json

data/alpaca_gpt4_data_en.json

data/alpaca_gpt4_data_zh.json

data/comparison_gpt4_data_en.json

data/comparison_gpt4_data_zh.json

data/dataset_info.json

data/example_dataset/example_dataset.py

data/example_dataset/examples.json

data/hh_rlhf_en/hh_rlhf_en.py

data/ultra_chat/ultra_chat.py

src/__init__.py

src/cli_demo.py

src/export_model.py

src/train_ppo.py

src/train_rm.py