low2 commited on
Commit
da7bb7e
·
verified ·
1 Parent(s): 2336162

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -1
app.py CHANGED
@@ -1,7 +1,12 @@
 
1
  from fastapi import FastAPI
2
  from pydantic import BaseModel
3
  from transformers import AutoTokenizer, AutoModelForCausalLM
4
 
 
 
 
 
5
  app = FastAPI()
6
 
7
  tokenizer = AutoTokenizer.from_pretrained("skt/kogpt2-base-v2")
@@ -17,4 +22,4 @@ async def generate(input_text: InputText):
17
  output = model.generate(input_ids, max_new_tokens=50, pad_token_id=tokenizer.eos_token_id)
18
  result = tokenizer.decode(output[0], skip_special_tokens=True)
19
  reply = result.split("챗봇:")[-1].strip()
20
- return {"data": [reply]}
 
1
+ import os
2
  from fastapi import FastAPI
3
  from pydantic import BaseModel
4
  from transformers import AutoTokenizer, AutoModelForCausalLM
5
 
6
+ # 🔐 캐시 경로 바꿔서 PermissionError 해결
7
+ os.environ["HF_HOME"] = "/data"
8
+ os.environ["TRANSFORMERS_CACHE"] = "/data"
9
+
10
  app = FastAPI()
11
 
12
  tokenizer = AutoTokenizer.from_pretrained("skt/kogpt2-base-v2")
 
22
  output = model.generate(input_ids, max_new_tokens=50, pad_token_id=tokenizer.eos_token_id)
23
  result = tokenizer.decode(output[0], skip_special_tokens=True)
24
  reply = result.split("챗봇:")[-1].strip()
25
+ return {"data": [reply]}