Spaces:

purpleriann
/

LLM-Engineers-Handbook

Runtime error

LLM-Engineers-Handbook / code_snippets /08_instructor_embeddings.py

Upload folder using huggingface_hub

a22e84b verified over 1 year ago

652 Bytes

from sentence_transformers import SentenceTransformer

# Create virtual environment, install dependencies and run the code:
# 1. Create: python3 -m venv instructor_venv
# 2. Activate: source instructor_venv/bin/activate
# 3. Install: pip install sentence-transformers==3.3.0
# 4. Run the code: python code_snippets/08_instructor_embeddings.py

if __name__ == "__main__":
    model = SentenceTransformer("hkunlp/instructor-base")

    sentence = "RAG Fundamentals First"

    instruction = "Represent the title of an article about AI:"

    embeddings = model.encode([[instruction, sentence]])
    print(embeddings.shape)  # noqa
    # Output: (1, 768)

	from sentence_transformers import SentenceTransformer

	# Create virtual environment, install dependencies and run the code:
	# 1. Create: python3 -m venv instructor_venv
	# 2. Activate: source instructor_venv/bin/activate
	# 3. Install: pip install sentence-transformers==3.3.0
	# 4. Run the code: python code_snippets/08_instructor_embeddings.py

	if __name__ == "__main__":
	model = SentenceTransformer("hkunlp/instructor-base")

	sentence = "RAG Fundamentals First"

	instruction = "Represent the title of an article about AI:"

	embeddings = model.encode([[instruction, sentence]])
	print(embeddings.shape) # noqa
	# Output: (1, 768)