Smart Fallback with Model-Optimized Prom...

def get_chat_engine():
    system_prompt = SYSTEM_PROMPT

    index = get_index()

    if index is None:
        raise HTTPException(
            status_code=500,
            detail=str(
                "StorageContext is empty - call 'poetry run generate' to generate the storage first"
            ),
        )

    return index.as_chat_engine(
        similarity_top_k=app_config.TOP_K,
        system_prompt=system_prompt,
        chat_mode="context",
        response_mode="tree_summarize",
        vector_store_query_mode=app_config.VECTOR_STORE_QUERY_MODE,
    )

 File "/home/user/.cache/pypoetry/virtualenvs/impulsumgpt-TwrvyiC3-py3.11/lib/python3.11/site-packages/openai/_base_client.py", line 1584, in _request
    raise self._make_status_error_from_response(err.response) from None
openai.BadRequestError: Error code: 400 - {'status': 'failure', 'message': 'You cannot pass config with prompt id in /v1/prompts route'}

def get_prompt_template() -> str:
    portkey_client = Portkey(
        api_key=app_config.PORTKEY_API_KEY,
    )
    render_response = portkey_client.prompts.render(
        prompt_id=app_config.GATEWAY_PROMPT_ID,
        variables={"context": "context data below"},
        stream=False,
    )

    return render_response.data

line 176, in __init__
    self.__pydantic_validator__.validate_python(data, self_instance=self)
pydantic_core._pydantic_core.ValidationError: 2 validation errors for PromptRender
data.messages.0.content
  Input should be a valid string [type=string_type, input_value=[{'type': 'text', 'text':...context data below\n "}], input_type=list]
    For further information visit https://errors.pydantic.dev/2.7/v/string_type
data.messages.1.content
  Input should be a valid string [type=string_type, input_value=[], input_type=list]
    For further information visit https://errors.pydantic.dev/2.7/v/string_type