Added LiteLLM to the stack
This commit is contained in:
@@ -0,0 +1,229 @@
|
||||
import json
|
||||
import os
|
||||
import sys
|
||||
from unittest.mock import AsyncMock, MagicMock, patch
|
||||
|
||||
import httpx
|
||||
import pytest
|
||||
|
||||
sys.path.insert(
|
||||
0, os.path.abspath("../../../../..")
|
||||
) # Adds the parent directory to the system path
|
||||
|
||||
from litellm.llms.gemini.realtime.transformation import GeminiRealtimeConfig
|
||||
from litellm.types.llms.openai import OpenAIRealtimeStreamSessionEvents
|
||||
|
||||
|
||||
def test_gemini_realtime_transformation_session_created():
|
||||
config = GeminiRealtimeConfig()
|
||||
assert config is not None
|
||||
|
||||
session_configuration_request = {
|
||||
"model": "gemini-1.5-flash",
|
||||
"generationConfig": {"responseModalities": ["TEXT"]},
|
||||
}
|
||||
session_configuration_request_str = json.dumps(session_configuration_request)
|
||||
session_created_message = {"setupComplete": {}}
|
||||
|
||||
session_created_message_str = json.dumps(session_created_message)
|
||||
logging_obj = MagicMock()
|
||||
logging_obj.litellm_trace_id = "123"
|
||||
|
||||
transformed_message = config.transform_realtime_response(
|
||||
session_created_message_str,
|
||||
"gemini-1.5-flash",
|
||||
logging_obj,
|
||||
realtime_response_transform_input={
|
||||
"session_configuration_request": session_configuration_request_str,
|
||||
"current_output_item_id": None,
|
||||
"current_response_id": None,
|
||||
"current_conversation_id": None,
|
||||
"current_delta_chunks": [],
|
||||
"current_item_chunks": [],
|
||||
"current_delta_type": None,
|
||||
},
|
||||
)
|
||||
|
||||
print(transformed_message)
|
||||
assert transformed_message["response"][0]["type"] == "session.created"
|
||||
|
||||
|
||||
def test_gemini_realtime_transformation_content_delta():
|
||||
config = GeminiRealtimeConfig()
|
||||
assert config is not None
|
||||
|
||||
session_configuration_request = {
|
||||
"model": "gemini-1.5-flash",
|
||||
"generationConfig": {"responseModalities": ["TEXT"]},
|
||||
}
|
||||
session_configuration_request_str = json.dumps(session_configuration_request)
|
||||
session_created_message = {
|
||||
"serverContent": {
|
||||
"modelTurn": {
|
||||
"parts": [
|
||||
{"text": "Hello, world!"},
|
||||
{"text": "How are you?"},
|
||||
]
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
session_created_message_str = json.dumps(session_created_message)
|
||||
logging_obj = MagicMock()
|
||||
logging_obj.litellm_trace_id.return_value = "123"
|
||||
|
||||
returned_object = config.transform_realtime_response(
|
||||
session_created_message_str,
|
||||
"gemini-1.5-flash",
|
||||
logging_obj,
|
||||
realtime_response_transform_input={
|
||||
"session_configuration_request": session_configuration_request_str,
|
||||
"current_output_item_id": None,
|
||||
"current_response_id": None,
|
||||
"current_conversation_id": None,
|
||||
"current_delta_chunks": [],
|
||||
"current_item_chunks": [],
|
||||
"current_delta_type": None,
|
||||
},
|
||||
)
|
||||
transformed_message = returned_object["response"]
|
||||
assert isinstance(transformed_message, list)
|
||||
print(transformed_message)
|
||||
transformed_message_str = json.dumps(transformed_message)
|
||||
assert "Hello, world" in transformed_message_str
|
||||
assert "How are you?" in transformed_message_str
|
||||
print(transformed_message)
|
||||
|
||||
## assert all instances of 'event_id' are unique
|
||||
event_ids = [
|
||||
event["event_id"] for event in transformed_message if "event_id" in event
|
||||
]
|
||||
assert len(event_ids) == len(set(event_ids))
|
||||
## assert all instances of 'response_id' are the same
|
||||
response_ids = [
|
||||
event["response_id"] for event in transformed_message if "response_id" in event
|
||||
]
|
||||
assert len(set(response_ids)) == 1
|
||||
## assert all instances of 'output_item_id' are the same
|
||||
output_item_ids = [
|
||||
event["item_id"] for event in transformed_message if "item_id" in event
|
||||
]
|
||||
assert len(set(output_item_ids)) == 1
|
||||
|
||||
|
||||
def test_gemini_model_turn_event_mapping():
|
||||
from litellm.types.llms.openai import OpenAIRealtimeEventTypes
|
||||
|
||||
config = GeminiRealtimeConfig()
|
||||
assert config is not None
|
||||
|
||||
model_turn_event = {"parts": [{"text": "Hello, world!"}]}
|
||||
openai_event = config.map_model_turn_event(model_turn_event)
|
||||
assert openai_event == OpenAIRealtimeEventTypes.RESPONSE_TEXT_DELTA
|
||||
|
||||
model_turn_event = {
|
||||
"parts": [{"inlineData": {"mimeType": "audio/pcm", "data": "..."}}]
|
||||
}
|
||||
openai_event = config.map_model_turn_event(model_turn_event)
|
||||
assert openai_event == OpenAIRealtimeEventTypes.RESPONSE_AUDIO_DELTA
|
||||
|
||||
model_turn_event = {
|
||||
"parts": [
|
||||
{
|
||||
"text": "Hello, world!",
|
||||
"inlineData": {"mimeType": "audio/pcm", "data": "..."},
|
||||
}
|
||||
]
|
||||
}
|
||||
openai_event = config.map_model_turn_event(model_turn_event)
|
||||
assert openai_event == OpenAIRealtimeEventTypes.RESPONSE_TEXT_DELTA
|
||||
|
||||
|
||||
def test_gemini_realtime_transformation_audio_delta():
|
||||
from litellm.types.llms.openai import OpenAIRealtimeEventTypes
|
||||
|
||||
config = GeminiRealtimeConfig()
|
||||
assert config is not None
|
||||
|
||||
session_configuration_request = {
|
||||
"model": "gemini-1.5-flash",
|
||||
"generationConfig": {"responseModalities": ["AUDIO"]},
|
||||
}
|
||||
session_configuration_request_str = json.dumps(session_configuration_request)
|
||||
|
||||
audio_delta_event = {
|
||||
"serverContent": {
|
||||
"modelTurn": {
|
||||
"parts": [
|
||||
{"inlineData": {"mimeType": "audio/pcm", "data": "my-audio-data"}}
|
||||
]
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
result = config.transform_realtime_response(
|
||||
json.dumps(audio_delta_event),
|
||||
"gemini-1.5-flash",
|
||||
MagicMock(),
|
||||
realtime_response_transform_input={
|
||||
"session_configuration_request": session_configuration_request_str,
|
||||
"current_output_item_id": None,
|
||||
"current_response_id": None,
|
||||
"current_conversation_id": None,
|
||||
"current_delta_chunks": [],
|
||||
"current_item_chunks": [],
|
||||
"current_delta_type": None,
|
||||
},
|
||||
)
|
||||
|
||||
print(result)
|
||||
|
||||
responses = result["response"]
|
||||
|
||||
contains_audio_delta = False
|
||||
for response in responses:
|
||||
if response["type"] == OpenAIRealtimeEventTypes.RESPONSE_AUDIO_DELTA.value:
|
||||
contains_audio_delta = True
|
||||
break
|
||||
assert contains_audio_delta, "Expected audio delta event"
|
||||
|
||||
|
||||
def test_gemini_realtime_transformation_generation_complete():
|
||||
from litellm.types.llms.openai import OpenAIRealtimeEventTypes
|
||||
|
||||
config = GeminiRealtimeConfig()
|
||||
assert config is not None
|
||||
|
||||
session_configuration_request = {
|
||||
"model": "gemini-1.5-flash",
|
||||
"generationConfig": {"responseModalities": ["AUDIO"]},
|
||||
}
|
||||
session_configuration_request_str = json.dumps(session_configuration_request)
|
||||
|
||||
audio_delta_event = {"serverContent": {"generationComplete": True}}
|
||||
|
||||
result = config.transform_realtime_response(
|
||||
json.dumps(audio_delta_event),
|
||||
"gemini-1.5-flash",
|
||||
MagicMock(),
|
||||
realtime_response_transform_input={
|
||||
"session_configuration_request": session_configuration_request_str,
|
||||
"current_output_item_id": "my-output-item-id",
|
||||
"current_response_id": "my-response-id",
|
||||
"current_conversation_id": None,
|
||||
"current_delta_chunks": [],
|
||||
"current_item_chunks": [],
|
||||
"current_delta_type": "audio",
|
||||
},
|
||||
)
|
||||
|
||||
print(result)
|
||||
|
||||
responses = result["response"]
|
||||
|
||||
contains_audio_done_event = False
|
||||
for response in responses:
|
||||
if response["type"] == OpenAIRealtimeEventTypes.RESPONSE_AUDIO_DONE.value:
|
||||
contains_audio_delta = True
|
||||
break
|
||||
assert contains_audio_delta, "Expected audio delta event"
|
||||
Reference in New Issue
Block a user