martinezjandrew commited on
Commit
d925aa5
·
1 Parent(s): 965d3b6

changed input paramter from string to CourseOutline object for the update-outline endpoint

Browse files
app.py CHANGED
@@ -60,7 +60,7 @@ async def generate_script(req: ScriptRequest):
60
 
61
 
62
  class ScriptUpdate(BaseModel):
63
- script: str
64
  notes: str = ""
65
 
66
 
 
60
 
61
 
62
  class ScriptUpdate(BaseModel):
63
+ script: CourseOutline
64
  notes: str = ""
65
 
66
 
pipelines/update_outline.py CHANGED
@@ -53,7 +53,7 @@ builder = PromptBuilder(template=template)
53
 
54
  generator = HuggingFaceAPIGenerator(
55
  api_type="serverless_inference_api",
56
- api_params={"model": "meta-llama/Meta-Llama-3-8B-Instruct"},
57
  token=Secret.from_env_var("HF_API_TOKEN"),
58
  generation_kwargs={"max_new_tokens": 1024, "stop": ["<stop>"]},
59
  )
 
53
 
54
  generator = HuggingFaceAPIGenerator(
55
  api_type="serverless_inference_api",
56
+ api_params={"model": "meta-llama/Llama-3.2-3B-Instruct"},
57
  token=Secret.from_env_var("HF_API_TOKEN"),
58
  generation_kwargs={"max_new_tokens": 1024, "stop": ["<stop>"]},
59
  )
pipelines/update_outline.yml CHANGED
@@ -5,7 +5,7 @@ components:
5
  llm:
6
  init_parameters:
7
  api_params:
8
- model: meta-llama/Meta-Llama-3-8B-Instruct
9
  api_type: serverless_inference_api
10
  generation_kwargs:
11
  max_new_tokens: 1024
 
5
  llm:
6
  init_parameters:
7
  api_params:
8
+ model: meta-llama/Llama-3.2-3B-Instruct
9
  api_type: serverless_inference_api
10
  generation_kwargs:
11
  max_new_tokens: 1024