|
@@ -819,6 +819,82 @@ LLM_BASE_MODELS = [
|
|
|
),
|
|
|
),
|
|
|
),
|
|
|
+ AzureBaseModel(
|
|
|
+ base_model_name="gpt-4o-2024-11-20",
|
|
|
+ entity=AIModelEntity(
|
|
|
+ model="fake-deployment-name",
|
|
|
+ label=I18nObject(
|
|
|
+ en_US="fake-deployment-name-label",
|
|
|
+ ),
|
|
|
+ model_type=ModelType.LLM,
|
|
|
+ features=[
|
|
|
+ ModelFeature.AGENT_THOUGHT,
|
|
|
+ ModelFeature.VISION,
|
|
|
+ ModelFeature.MULTI_TOOL_CALL,
|
|
|
+ ModelFeature.STREAM_TOOL_CALL,
|
|
|
+ ],
|
|
|
+ fetch_from=FetchFrom.CUSTOMIZABLE_MODEL,
|
|
|
+ model_properties={
|
|
|
+ ModelPropertyKey.MODE: LLMMode.CHAT.value,
|
|
|
+ ModelPropertyKey.CONTEXT_SIZE: 128000,
|
|
|
+ },
|
|
|
+ parameter_rules=[
|
|
|
+ ParameterRule(
|
|
|
+ name="temperature",
|
|
|
+ **PARAMETER_RULE_TEMPLATE[DefaultParameterName.TEMPERATURE],
|
|
|
+ ),
|
|
|
+ ParameterRule(
|
|
|
+ name="top_p",
|
|
|
+ **PARAMETER_RULE_TEMPLATE[DefaultParameterName.TOP_P],
|
|
|
+ ),
|
|
|
+ ParameterRule(
|
|
|
+ name="presence_penalty",
|
|
|
+ **PARAMETER_RULE_TEMPLATE[DefaultParameterName.PRESENCE_PENALTY],
|
|
|
+ ),
|
|
|
+ ParameterRule(
|
|
|
+ name="frequency_penalty",
|
|
|
+ **PARAMETER_RULE_TEMPLATE[DefaultParameterName.FREQUENCY_PENALTY],
|
|
|
+ ),
|
|
|
+ _get_max_tokens(default=512, min_val=1, max_val=16384),
|
|
|
+ ParameterRule(
|
|
|
+ name="seed",
|
|
|
+ label=I18nObject(zh_Hans="种子", en_US="Seed"),
|
|
|
+ type="int",
|
|
|
+ help=AZURE_DEFAULT_PARAM_SEED_HELP,
|
|
|
+ required=False,
|
|
|
+ precision=2,
|
|
|
+ min=0,
|
|
|
+ max=1,
|
|
|
+ ),
|
|
|
+ ParameterRule(
|
|
|
+ name="response_format",
|
|
|
+ label=I18nObject(zh_Hans="回复格式", en_US="response_format"),
|
|
|
+ type="string",
|
|
|
+ help=I18nObject(
|
|
|
+ zh_Hans="指定模型必须输出的格式", en_US="specifying the format that the model must output"
|
|
|
+ ),
|
|
|
+ required=False,
|
|
|
+ options=["text", "json_object", "json_schema"],
|
|
|
+ ),
|
|
|
+ ParameterRule(
|
|
|
+ name="json_schema",
|
|
|
+ label=I18nObject(en_US="JSON Schema"),
|
|
|
+ type="text",
|
|
|
+ help=I18nObject(
|
|
|
+ zh_Hans="设置返回的json schema,llm将按照它返回",
|
|
|
+ en_US="Set a response json schema will ensure LLM to adhere it.",
|
|
|
+ ),
|
|
|
+ required=False,
|
|
|
+ ),
|
|
|
+ ],
|
|
|
+ pricing=PriceConfig(
|
|
|
+ input=5.00,
|
|
|
+ output=15.00,
|
|
|
+ unit=0.000001,
|
|
|
+ currency="USD",
|
|
|
+ ),
|
|
|
+ ),
|
|
|
+ ),
|
|
|
AzureBaseModel(
|
|
|
base_model_name="gpt-4-turbo",
|
|
|
entity=AIModelEntity(
|