Spaces:

MoDongbao
/

ChatGPT_for_Academic_Releases1

Running

App Files Files

ChatGPT_for_Academic_Releases1 / docker-compose.yml

MoDongbao

Upload 115 files

77abb0e 12 months ago

raw history blame

No virus

6.88 kB

	#【请修改完参数后，删除此行】请在以下方案中选择一种，然后删除其他的方案，最后docker-compose up运行 \| Please choose from one of these options below, delete other options as well as This Line

	## ===================================================
	## 【方案一】如果不需要运行本地模型（仅chatgpt,newbing类远程服务）
	## ===================================================
	version: '3'
	services:
	gpt_academic_nolocalllms:
	image: ghcr.io/binary-husky/gpt_academic_nolocal:master
	environment:
	# 请查阅 `config.py` 以查看所有的配置信息
	API_KEY: ' sk-xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx '
	USE_PROXY: ' True '
	proxies: ' { "http": "socks5h://localhost:10880", "https": "socks5h://localhost:10880", } '
	LLM_MODEL: ' gpt-3.5-turbo '
	AVAIL_LLM_MODELS: ' ["gpt-3.5-turbo", "api2d-gpt-3.5-turbo", "gpt-4", "api2d-gpt-4", "newbing"] '
	WEB_PORT: ' 22303 '
	ADD_WAIFU: ' True '
	# DEFAULT_WORKER_NUM: ' 10 '
	# AUTHENTICATION: ' [("username", "passwd"), ("username2", "passwd2")] '

	# 与宿主的网络融合
	network_mode: "host"

	# 不使用代理网络拉取最新代码
	command: >
	bash -c "python3 -u main.py"


	### ===================================================
	### 【方案二】如果需要运行ChatGLM本地模型
	### ===================================================
	version: '3'
	services:
	gpt_academic_with_chatglm:
	image: ghcr.io/binary-husky/gpt_academic_chatglm_moss:master
	environment:
	# 请查阅 `config.py` 以查看所有的配置信息
	API_KEY: ' sk-xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,fkxxxxxx-xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx '
	USE_PROXY: ' True '
	proxies: ' { "http": "socks5h://localhost:10880", "https": "socks5h://localhost:10880", } '
	LLM_MODEL: ' gpt-3.5-turbo '
	AVAIL_LLM_MODELS: ' ["chatglm", "moss", "gpt-3.5-turbo", "gpt-4", "newbing"] '
	LOCAL_MODEL_DEVICE: ' cuda '
	DEFAULT_WORKER_NUM: ' 10 '
	WEB_PORT: ' 12303 '
	ADD_WAIFU: ' True '
	# AUTHENTICATION: ' [("username", "passwd"), ("username2", "passwd2")] '

	# 显卡的使用，nvidia0指第0个GPU
	runtime: nvidia
	devices:
	- /dev/nvidia0:/dev/nvidia0

	# 与宿主的网络融合
	network_mode: "host"
	command: >
	bash -c "python3 -u main.py"

	### ===================================================
	### 【方案三】如果需要运行ChatGPT + LLAMA + 盘古 + RWKV本地模型
	### ===================================================
	version: '3'
	services:
	gpt_academic_with_rwkv:
	image: fuqingxu/gpt_academic:jittorllms # [option 2] 如果需要运行ChatGLM本地模型
	environment:
	# 请查阅 `config.py` 以查看所有的配置信息
	API_KEY: ' sk-xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,fkxxxxxx-xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx '
	USE_PROXY: ' True '
	proxies: ' { "http": "socks5h://localhost:10880", "https": "socks5h://localhost:10880", } '
	LLM_MODEL: ' gpt-3.5-turbo '
	AVAIL_LLM_MODELS: ' ["gpt-3.5-turbo", "newbing", "jittorllms_rwkv", "jittorllms_pangualpha", "jittorllms_llama"] '
	LOCAL_MODEL_DEVICE: ' cuda '
	DEFAULT_WORKER_NUM: ' 10 '
	WEB_PORT: ' 12305 '
	ADD_WAIFU: ' True '
	# AUTHENTICATION: ' [("username", "passwd"), ("username2", "passwd2")] '

	# 显卡的使用，nvidia0指第0个GPU
	runtime: nvidia
	devices:
	- /dev/nvidia0:/dev/nvidia0

	# 与宿主的网络融合
	network_mode: "host"

	# 使用代理网络拉取最新代码
	# command: >
	# bash -c " truncate -s -1 /etc/proxychains.conf &&
	# echo \"socks5 127.0.0.1 10880\" >> /etc/proxychains.conf &&
	# echo '[gpt-academic] 正在从github拉取最新代码...' &&
	# proxychains git pull &&
	# echo '[jittorllms] 正在从github拉取最新代码...' &&
	# proxychains git --git-dir=request_llm/jittorllms/.git --work-tree=request_llm/jittorllms pull --force &&
	# python3 -u main.py"

	# 不使用代理网络拉取最新代码
	command: >
	bash -c " echo '[gpt-academic] 正在从github拉取最新代码...' &&
	git pull &&
	echo '[jittorllms] 正在从github拉取最新代码...' &&
	git --git-dir=request_llm/jittorllms/.git --work-tree=request_llm/jittorllms pull --force &&
	python3 -u main.py"