Spaces:

nonhuman
/

nnnn

Runtime error

nnnn / litellm /tests /test_model_alias_map.py

Upload 165 files

395201c almost 3 years ago

950 Bytes

#### What this tests ####
#    This tests the model alias mapping - if user passes in an alias, and has set an alias, set it to the actual value

import sys, os
import traceback

sys.path.insert(
    0, os.path.abspath("../..")
)  # Adds the parent directory to the system path
import litellm
from litellm import embedding, completion
import pytest

litellm.set_verbose = True

model_alias_map = {
    "good-model": "anyscale/meta-llama/Llama-2-7b-chat-hf"
}

litellm.model_alias_map = model_alias_map

def test_model_alias_map():
    try:
        response = completion(
            "good-model",
            messages=[{"role": "user", "content": "Hey, how's it going?"}],
            top_p=0.1,
            temperature=0.01,
            max_tokens=10,
        )
        print(response.model)
        assert "Llama-2-7b-chat-hf" in response.model
    except Exception as e:
        pytest.fail(f"Error occurred: {e}")
        

test_model_alias_map()

	#### What this tests ####
	# This tests the model alias mapping - if user passes in an alias, and has set an alias, set it to the actual value

	import sys, os
	import traceback

	sys.path.insert(
	0, os.path.abspath("../..")
	) # Adds the parent directory to the system path
	import litellm
	from litellm import embedding, completion
	import pytest

	litellm.set_verbose = True

	model_alias_map = {
	"good-model": "anyscale/meta-llama/Llama-2-7b-chat-hf"
	}

	litellm.model_alias_map = model_alias_map

	def test_model_alias_map():
	try:
	response = completion(
	"good-model",
	messages=[{"role": "user", "content": "Hey, how's it going?"}],
	top_p=0.1,
	temperature=0.01,
	max_tokens=10,
	)
	print(response.model)
	assert "Llama-2-7b-chat-hf" in response.model
	except Exception as e:
	pytest.fail(f"Error occurred: {e}")


	test_model_alias_map()