Upgraded to version 2.0 with docker pull.
After startup I tried sayin hi to my agent, resulting in the error below:
I'm running a local OpenAI Compatible model using llama.cpp.
Tried switching provider to llama.cpp which gave pretty much the same error:
With llama.cpp
Critical error occurred, retrying...
This error has occurred: litellm.exceptions.BadRequestError: litellm.BadRequestError: OpenAIException - {"error":{"code":400,"message":"Cannot determine type of 'item'","type":"invalid_request_error"}}
Traceback (most recent call last):
Traceback (most recent call last):
File "/opt/venv-a0/lib/python3.12/site-packages/litellm/llms/custom_httpx/llm_http_handler.py", line 2485, in async_response_api_handler
response = await async_httpx_client.post(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/venv-a0/lib/python3.12/site-packages/litellm/litellm_core_utils/logging_utils.py", line 297, in async_wrapper
result = await func(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/venv-a0/lib/python3.12/site-packages/litellm/llms/custom_httpx/http_handler.py", line 677, in post
await _raise_masked_async_error(e, stream)
File "/opt/venv-a0/lib/python3.12/site-packages/litellm/llms/custom_httpx/http_handler.py", line 461, in _raise_masked_async_error
raise MaskedHTTPStatusError(e, message=_text, text=_text) from None
litellm.llms.custom_httpx.http_handler.MaskedHTTPStatusError: Client error '400 Bad Request' for url 'http://wingman.akhbar.lan:8000/v1/responses'
For more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/400
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/opt/venv-a0/lib/python3.12/site-packages/litellm/responses/main.py", line 559, in aresponses
response = await init_response
^^^^^^^^^^^^^^^^^^^
File "/opt/venv-a0/lib/python3.12/site-packages/litellm/llms/custom_httpx/llm_http_handler.py", line 2528, in async_response_api_handler
raise self._handle_error(
^^^^^^^^^^^^^^^^^^^
File "/opt/venv-a0/lib/python3.12/site-packages/litellm/llms/custom_httpx/llm_http_handler.py", line 5252, in _handle_error
raise provider_config.get_error_class(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/venv-a0/lib/python3.12/site-packages/litellm/llms/base_llm/responses/transformation.py", line 214, in get_error_class
raise BaseLLMException(
litellm.llms.base_llm.chat.transformation.BaseLLMException: {"error":{"code":400,"message":"Cannot determine type of 'item'","type":"invalid_request_error"}}
During handling of the above exception, another exception occurred:
With OpenAI Compatible:
Critical error occurred, retrying...
This error has occurred: litellm.exceptions.BadRequestError: litellm.BadRequestError: OpenAIException - {"error":{"code":400,"message":"Cannot determine type of 'item'","type":"invalid_request_error"}}
Traceback (most recent call last):
Traceback (most recent call last):
File "/opt/venv-a0/lib/python3.12/site-packages/litellm/llms/custom_httpx/llm_http_handler.py", line 2485, in async_response_api_handler
response = await async_httpx_client.post(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/venv-a0/lib/python3.12/site-packages/litellm/litellm_core_utils/logging_utils.py", line 297, in async_wrapper
result = await func(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/venv-a0/lib/python3.12/site-packages/litellm/llms/custom_httpx/http_handler.py", line 677, in post
await _raise_masked_async_error(e, stream)
File "/opt/venv-a0/lib/python3.12/site-packages/litellm/llms/custom_httpx/http_handler.py", line 461, in _raise_masked_async_error
raise MaskedHTTPStatusError(e, message=_text, text=_text) from None
litellm.llms.custom_httpx.http_handler.MaskedHTTPStatusError: Client error '400 Bad Request' for url 'http://wingman.akhbar.lan:8000/v1/responses'
For more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/400
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/opt/venv-a0/lib/python3.12/site-packages/litellm/responses/main.py", line 559, in aresponses
response = await init_response
^^^^^^^^^^^^^^^^^^^
File "/opt/venv-a0/lib/python3.12/site-packages/litellm/llms/custom_httpx/llm_http_handler.py", line 2528, in async_response_api_handler
raise self._handle_error(
^^^^^^^^^^^^^^^^^^^
File "/opt/venv-a0/lib/python3.12/site-packages/litellm/llms/custom_httpx/llm_http_handler.py", line 5252, in _handle_error
raise provider_config.get_error_class(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/venv-a0/lib/python3.12/site-packages/litellm/llms/base_llm/responses/transformation.py", line 214, in get_error_class
raise BaseLLMException(
litellm.llms.base_llm.chat.transformation.BaseLLMException: {"error":{"code":400,"message":"Cannot determine type of 'item'","type":"invalid_request_error"}}
During handling of the above exception, another exception occurred:
Upgraded to version 2.0 with docker pull.
After startup I tried sayin hi to my agent, resulting in the error below:
I'm running a local OpenAI Compatible model using llama.cpp.
Tried switching provider to llama.cpp which gave pretty much the same error:
With llama.cpp
Critical error occurred, retrying...
This error has occurred: litellm.exceptions.BadRequestError: litellm.BadRequestError: OpenAIException - {"error":{"code":400,"message":"Cannot determine type of 'item'","type":"invalid_request_error"}}
Traceback (most recent call last):
Traceback (most recent call last):
File "/opt/venv-a0/lib/python3.12/site-packages/litellm/llms/custom_httpx/llm_http_handler.py", line 2485, in async_response_api_handler
response = await async_httpx_client.post(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/venv-a0/lib/python3.12/site-packages/litellm/litellm_core_utils/logging_utils.py", line 297, in async_wrapper
result = await func(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/venv-a0/lib/python3.12/site-packages/litellm/llms/custom_httpx/http_handler.py", line 677, in post
await _raise_masked_async_error(e, stream)
File "/opt/venv-a0/lib/python3.12/site-packages/litellm/llms/custom_httpx/http_handler.py", line 461, in _raise_masked_async_error
raise MaskedHTTPStatusError(e, message=_text, text=_text) from None
litellm.llms.custom_httpx.http_handler.MaskedHTTPStatusError: Client error '400 Bad Request' for url 'http://wingman.akhbar.lan:8000/v1/responses'
For more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/400
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/opt/venv-a0/lib/python3.12/site-packages/litellm/responses/main.py", line 559, in aresponses
response = await init_response
^^^^^^^^^^^^^^^^^^^
File "/opt/venv-a0/lib/python3.12/site-packages/litellm/llms/custom_httpx/llm_http_handler.py", line 2528, in async_response_api_handler
raise self._handle_error(
^^^^^^^^^^^^^^^^^^^
File "/opt/venv-a0/lib/python3.12/site-packages/litellm/llms/custom_httpx/llm_http_handler.py", line 5252, in _handle_error
raise provider_config.get_error_class(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/venv-a0/lib/python3.12/site-packages/litellm/llms/base_llm/responses/transformation.py", line 214, in get_error_class
raise BaseLLMException(
litellm.llms.base_llm.chat.transformation.BaseLLMException: {"error":{"code":400,"message":"Cannot determine type of 'item'","type":"invalid_request_error"}}
During handling of the above exception, another exception occurred:
With OpenAI Compatible:
Critical error occurred, retrying...
This error has occurred: litellm.exceptions.BadRequestError: litellm.BadRequestError: OpenAIException - {"error":{"code":400,"message":"Cannot determine type of 'item'","type":"invalid_request_error"}}
Traceback (most recent call last):
Traceback (most recent call last):
File "/opt/venv-a0/lib/python3.12/site-packages/litellm/llms/custom_httpx/llm_http_handler.py", line 2485, in async_response_api_handler
response = await async_httpx_client.post(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/venv-a0/lib/python3.12/site-packages/litellm/litellm_core_utils/logging_utils.py", line 297, in async_wrapper
result = await func(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/venv-a0/lib/python3.12/site-packages/litellm/llms/custom_httpx/http_handler.py", line 677, in post
await _raise_masked_async_error(e, stream)
File "/opt/venv-a0/lib/python3.12/site-packages/litellm/llms/custom_httpx/http_handler.py", line 461, in _raise_masked_async_error
raise MaskedHTTPStatusError(e, message=_text, text=_text) from None
litellm.llms.custom_httpx.http_handler.MaskedHTTPStatusError: Client error '400 Bad Request' for url 'http://wingman.akhbar.lan:8000/v1/responses'
For more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/400
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/opt/venv-a0/lib/python3.12/site-packages/litellm/responses/main.py", line 559, in aresponses
response = await init_response
^^^^^^^^^^^^^^^^^^^
File "/opt/venv-a0/lib/python3.12/site-packages/litellm/llms/custom_httpx/llm_http_handler.py", line 2528, in async_response_api_handler
raise self._handle_error(
^^^^^^^^^^^^^^^^^^^
File "/opt/venv-a0/lib/python3.12/site-packages/litellm/llms/custom_httpx/llm_http_handler.py", line 5252, in _handle_error
raise provider_config.get_error_class(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/venv-a0/lib/python3.12/site-packages/litellm/llms/base_llm/responses/transformation.py", line 214, in get_error_class
raise BaseLLMException(
litellm.llms.base_llm.chat.transformation.BaseLLMException: {"error":{"code":400,"message":"Cannot determine type of 'item'","type":"invalid_request_error"}}
During handling of the above exception, another exception occurred: