mirror of
https://github.com/fauxpilot/fauxpilot.git
synced 2025-03-12 04:36:10 -07:00
283668448d
* Create publish-docker-images.yaml * Add copilot_proxy publishing * Add model_converter publishing * Use dockerhub version * Do not login for PRs * Overwrite some of labels value * Move ignore files to the root of `context` * Add comments & fix some issue * Fix typos * Remove the target of the master branch * Delete .dockerignore * Delete .dockerignore * Add Flake8 * Add Flake8 and format code accordingly * Iterate on the PR template, fix the token for the contributor action * Remove converter image build * Update Dockerfile of proxy * Comment out proxy image in compose Co-authored-by: Fred de Gier <freddegier@me.com> * Fix build action --------- Co-authored-by: Rowe Wilson Frederisk Holme <frederisk@outlook.com>
25 lines
689 B
Python
25 lines
689 B
Python
from typing import Optional, Union
|
|
|
|
from pydantic import BaseModel, constr
|
|
|
|
ModelType = constr(regex="^(fastertransformer|py-model)$")
|
|
|
|
|
|
class OpenAIinput(BaseModel):
|
|
model: ModelType = "fastertransformer"
|
|
prompt: Optional[str]
|
|
suffix: Optional[str]
|
|
max_tokens: Optional[int] = 16
|
|
temperature: Optional[float] = 0.6
|
|
top_p: Optional[float] = 1.0
|
|
n: Optional[int] = 1
|
|
stream: Optional[bool]
|
|
logprobs: Optional[int] = None
|
|
echo: Optional[bool]
|
|
stop: Optional[Union[str, list]]
|
|
presence_penalty: Optional[float] = 0
|
|
frequency_penalty: Optional[float] = 1
|
|
best_of: Optional[int] = 1
|
|
logit_bias: Optional[dict]
|
|
user: Optional[str]
|