Parcourir la source

Add llm.py class in order to call remotely hosted models

Thomas Robinson il y a 11 mois
Parent
commit
eee39a7463
2 fichiers modifiés avec 1 ajouts et 5 suppressions
  1. 0 4
      scripts/llm_test.py
  2. 1 1
      src/llama_recipes/inference/llm.py

+ 0 - 4
scripts/llm_test.py

@@ -1,4 +0,0 @@
-from llama_recipes.inference.llm import  LLM
-
-together_example = LLM("TOGETHER::togethercomputer/llama-2-7b-chat::access-token")
-together_result = together_example.query(prompt="Why is the sky blue?")

+ 1 - 1
src/llama_recipes/inference/llm.py

@@ -14,7 +14,7 @@ from abc import ABC, abstractmethod
 from typing import Callable
 
 import openai
-from langchain.llms import Together
+from langchain_together import Together
 
 from typing_extensions import override