mirror of
https://github.com/fauxpilot/fauxpilot.git
synced 2025-03-12 04:36:10 -07:00
9 lines
201 B
Bash
9 lines
201 B
Bash
NUM_GPUS=1
|
|
GPUS=0
|
|
API_EXTERNAL_PORT=5000
|
|
TRITON_HOST=triton
|
|
TRITON_PORT=8001
|
|
MODEL=py-codegen-350M-mono
|
|
MODEL_DIR=${HOME}/models/py-Salesforce-codegen-350M-mono
|
|
HF_CACHE_DIR=${HOME}/.cache/huggingface
|