Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -44,8 +44,8 @@ def check_auth(self):
self.speech_to_text(audio_file)

def speech_to_text(self, audio_file):

base_url = self.api_url if self.api_url.endswith('v1') else f"{self.api_url}/v1"
base_url = self.api_url.rstrip('/')
base_url = base_url if base_url.endswith('/v1') else f"{base_url}/v1"

try:
client = OpenAI(
Expand All @@ -67,4 +67,4 @@ def speech_to_text(self, audio_file):

except Exception as err:
maxkb_logger.error(f":Error: {str(err)}: {traceback.format_exc()}")
raise err
raise err
27 changes: 25 additions & 2 deletions apps/models_provider/tests.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,26 @@
from django.test import TestCase
from io import BytesIO
from unittest.mock import patch

# Create your tests here.
from django.test import SimpleTestCase

from models_provider.impl.vllm_model_provider.model.whisper_sst import VllmWhisperSpeechToText


class VllmWhisperSpeechToTextTest(SimpleTestCase):
@patch('models_provider.impl.vllm_model_provider.model.whisper_sst.OpenAI')
def test_normalizes_trailing_slash_in_v1_base_url(self, openai_mock):
openai_mock.return_value.audio.transcriptions.create.return_value.text = 'transcript'
model = VllmWhisperSpeechToText(
api_key='test-key',
api_url='https://vllm.example/v1/',
model='whisper',
params={},
)

result = model.speech_to_text(BytesIO(b'audio'))

openai_mock.assert_called_once_with(
api_key='test-key',
base_url='https://vllm.example/v1',
)
self.assertEqual(result, 'transcript')
Loading