|
from fastapi import FastAPI, HTTPException |
|
from pydantic import BaseModel |
|
import torch |
|
from transformers import AutoModelForSequenceClassification, AutoTokenizer |
|
|
|
app = FastAPI() |
|
|
|
|
|
model_name = "Bijoy09/Bangla_spam_sms_detection_app" |
|
model = AutoModelForSequenceClassification.from_pretrained(model_name) |
|
tokenizer = AutoTokenizer.from_pretrained(model_name) |
|
|
|
class TextRequest(BaseModel): |
|
text: str |
|
|
|
@app.post("/predict/") |
|
async def predict(request: TextRequest): |
|
model.eval() |
|
inputs = tokenizer.encode_plus( |
|
request.text, |
|
add_special_tokens=True, |
|
max_length=128, |
|
truncation=True, |
|
padding='max_length', |
|
return_attention_mask=True, |
|
return_tensors='pt' |
|
) |
|
with torch.no_grad(): |
|
logits = model(inputs['input_ids'], attention_mask=inputs['attention_mask']).logits |
|
prediction = torch.argmax(logits, dim=1).item() |
|
return {"prediction": "Spam" if prediction == 1 else "Ham"} |
|
|