File size: 705 Bytes
6d7b016
ed482c1
 
6d7b016
ed482c1
 
79f0003
6d7b016
b127503
 
 
6d7b016
 
ed482c1
 
6d7b016
 
 
 
 
 
 
ed482c1
6d7b016
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
from pydantic import BaseModel, Field
from enum import Enum

class SummarizationModel(str, Enum):
    transformer = "transformer"
    mbart = 'mbart'
    mt5 = 'mt5'
    bloomz = 'bloomz'
    mt0 = 'mt0'
    gpt2_nepali = 'gpt2_nepali'
    gpt2_nepali_instruct = 'gpt2_nepali_instruct'
    nepbart = "nepbart"
    
class SummarizationRequest(BaseModel):
    text: str
    model: SummarizationModel = Field(default=SummarizationModel.mbart)
    num_beams: int = Field(default=3, ge=1, le=7)
    temperature: float = Field(default=1.0, ge=0, le=1)
    top_k: int = Field(default=50, ge=1, le=100)

class InferenceResult(BaseModel):
    prediction: str

class SummarizationResponse(InferenceResult):
    pass