Added LiteLLM to the stack
This commit is contained in:
@@ -0,0 +1,92 @@
|
||||
import json
|
||||
import os
|
||||
import sys
|
||||
|
||||
import pytest
|
||||
from fastapi.testclient import TestClient
|
||||
|
||||
sys.path.insert(
|
||||
0, os.path.abspath("../../../../..")
|
||||
) # Adds the parent directory to the system path
|
||||
from unittest.mock import MagicMock, patch
|
||||
|
||||
from litellm.llms.databricks.chat.transformation import DatabricksConfig
|
||||
|
||||
|
||||
def test_transform_choices():
|
||||
config = DatabricksConfig()
|
||||
databricks_choices = [
|
||||
{
|
||||
"message": {
|
||||
"role": "assistant",
|
||||
"content": [
|
||||
{
|
||||
"type": "reasoning",
|
||||
"summary": [
|
||||
{
|
||||
"type": "summary_text",
|
||||
"text": "i'm thinking.",
|
||||
"signature": "ErcBCkgIAhABGAIiQMadog2CAJc8YJdce2Cmqvk0MFB+gGt4OyaH4c3l9p9v+0TKhYcNGliFkxddhCVkYR8zz8oaO1f3cHaEmYXN5SISDGAaomDR7CaTrhZxURoMbOR7AfFuHcIdVXFSIjC9ZamSyhzMg3maOtq2QHLXr6Z7tv0dut2S0Icdqk4g7MOFTSnCc0jA7lvnJyjI0wMqHR05PoVXEDSQjAV6NcUFkzFzp34z0xVMaK/VatCT",
|
||||
}
|
||||
],
|
||||
},
|
||||
{"type": "text", "text": "# 5 Question and Answer Pairs"},
|
||||
],
|
||||
},
|
||||
"index": 0,
|
||||
"finish_reason": "stop",
|
||||
}
|
||||
]
|
||||
|
||||
choices = config._transform_dbrx_choices(choices=databricks_choices)
|
||||
|
||||
assert len(choices) == 1
|
||||
assert choices[0].message.content == "# 5 Question and Answer Pairs"
|
||||
assert choices[0].message.reasoning_content == "i'm thinking."
|
||||
assert choices[0].message.thinking_blocks is not None
|
||||
assert choices[0].message.tool_calls is None
|
||||
|
||||
|
||||
def test_transform_choices_without_signature():
|
||||
"""
|
||||
Test that the transformation works correctly when the signature field is missing
|
||||
from the summary, which occurs with new Databricks Foundation Models like
|
||||
databricks-gpt-oss-20b and databricks-gpt-oss-120b.
|
||||
"""
|
||||
config = DatabricksConfig()
|
||||
databricks_choices = [
|
||||
{
|
||||
"message": {
|
||||
"role": "assistant",
|
||||
"content": [
|
||||
{
|
||||
"type": "reasoning",
|
||||
"summary": [
|
||||
{
|
||||
"type": "summary_text",
|
||||
"text": "i'm thinking without signature.",
|
||||
# Note: no signature field here
|
||||
}
|
||||
],
|
||||
},
|
||||
{"type": "text", "text": "Response without signature"},
|
||||
],
|
||||
},
|
||||
"index": 0,
|
||||
"finish_reason": "stop",
|
||||
}
|
||||
]
|
||||
|
||||
# This should not raise a KeyError for missing signature
|
||||
choices = config._transform_dbrx_choices(choices=databricks_choices)
|
||||
|
||||
assert len(choices) == 1
|
||||
assert choices[0].message.content == "Response without signature"
|
||||
assert choices[0].message.reasoning_content == "i'm thinking without signature."
|
||||
assert choices[0].message.thinking_blocks is not None
|
||||
assert len(choices[0].message.thinking_blocks) == 1
|
||||
|
||||
# Verify the thinking block was created successfully without signature
|
||||
thinking_block = choices[0].message.thinking_blocks[0]
|
||||
assert thinking_block["type"] == "thinking"
|
||||
assert thinking_block["thinking"] == "i'm thinking without signature."
|
Reference in New Issue
Block a user