import pytest from unittest.mock import patch, MagicMock import json from core.model_providers.models.entity.model_params import ModelType from core.model_providers.providers.base import CredentialsValidateFailedError from core.model_providers.providers.replicate_provider import ReplicateProvider from models.provider import ProviderType, Provider, ProviderModel PROVIDER_NAME = 'replicate' MODEL_PROVIDER_CLASS = ReplicateProvider VALIDATE_CREDENTIAL = { 'model_version': 'fake-version', 'replicate_api_token': 'valid_key' } def encrypt_side_effect(tenant_id, encrypt_key): return f'encrypted_{encrypt_key}' def decrypt_side_effect(tenant_id, encrypted_key): return encrypted_key.replace('encrypted_', '') def version_effect(id: str): mock_version = MagicMock() mock_version.openapi_schema = { 'components': { 'schemas': { 'Output': { 'items': { 'type': 'string' } } } } } return mock_version @patch('replicate.version.VersionCollection.get', side_effect=version_effect) def test_is_credentials_valid_or_raise_valid(mocker): mock_query = MagicMock() mock_query.return_value = None mocker.patch('replicate.model.ModelCollection.get', return_value=mock_query) MODEL_PROVIDER_CLASS.is_model_credentials_valid_or_raise( model_name='username/test_model_name', model_type=ModelType.TEXT_GENERATION, credentials=VALIDATE_CREDENTIAL.copy() ) def test_is_credentials_valid_or_raise_invalid(): # raise CredentialsValidateFailedError if replicate_api_token is not in credentials with pytest.raises(CredentialsValidateFailedError): MODEL_PROVIDER_CLASS.is_model_credentials_valid_or_raise( model_name='test_model_name', model_type=ModelType.TEXT_GENERATION, credentials={} ) # raise CredentialsValidateFailedError if replicate_api_token is invalid with pytest.raises(CredentialsValidateFailedError): MODEL_PROVIDER_CLASS.is_model_credentials_valid_or_raise( model_name='test_model_name', model_type=ModelType.TEXT_GENERATION, credentials={'replicate_api_token': 'invalid_key'}) @patch('core.helper.encrypter.encrypt_token', side_effect=encrypt_side_effect) def test_encrypt_model_credentials(mock_encrypt): api_key = 'valid_key' result = MODEL_PROVIDER_CLASS.encrypt_model_credentials( tenant_id='tenant_id', model_name='test_model_name', model_type=ModelType.TEXT_GENERATION, credentials=VALIDATE_CREDENTIAL.copy() ) mock_encrypt.assert_called_with('tenant_id', api_key) assert result['replicate_api_token'] == f'encrypted_{api_key}' @patch('core.helper.encrypter.decrypt_token', side_effect=decrypt_side_effect) def test_get_model_credentials_custom(mock_decrypt, mocker): provider = Provider( id='provider_id', tenant_id='tenant_id', provider_name=PROVIDER_NAME, provider_type=ProviderType.CUSTOM.value, encrypted_config=None, is_valid=True, ) encrypted_credential = VALIDATE_CREDENTIAL.copy() encrypted_credential['replicate_api_token'] = 'encrypted_' + encrypted_credential['replicate_api_token'] mock_query = MagicMock() mock_query.filter.return_value.first.return_value = ProviderModel( encrypted_config=json.dumps(encrypted_credential) ) mocker.patch('extensions.ext_database.db.session.query', return_value=mock_query) model_provider = MODEL_PROVIDER_CLASS(provider=provider) result = model_provider.get_model_credentials( model_name='test_model_name', model_type=ModelType.TEXT_GENERATION ) assert result['replicate_api_token'] == 'valid_key' @patch('core.helper.encrypter.decrypt_token', side_effect=decrypt_side_effect) def test_get_model_credentials_obfuscated(mock_decrypt, mocker): provider = Provider( id='provider_id', tenant_id='tenant_id', provider_name=PROVIDER_NAME, provider_type=ProviderType.CUSTOM.value, encrypted_config=None, is_valid=True, ) encrypted_credential = VALIDATE_CREDENTIAL.copy() encrypted_credential['replicate_api_token'] = 'encrypted_' + encrypted_credential['replicate_api_token'] mock_query = MagicMock() mock_query.filter.return_value.first.return_value = ProviderModel( encrypted_config=json.dumps(encrypted_credential) ) mocker.patch('extensions.ext_database.db.session.query', return_value=mock_query) model_provider = MODEL_PROVIDER_CLASS(provider=provider) result = model_provider.get_model_credentials( model_name='test_model_name', model_type=ModelType.TEXT_GENERATION, obfuscated=True ) middle_token = result['replicate_api_token'][6:-2] assert len(middle_token) == max(len(VALIDATE_CREDENTIAL['replicate_api_token']) - 8, 0) assert all(char == '*' for char in middle_token)