Update rag_chain.py

app/rag_chain.py

@@ -1,26 +1,38 @@
 # rag_chain.py
 import os
 import weaviate
-from langchain.chat_models import ChatOpenAI
+from langchain.embeddings import OpenAIEmbeddings  # 필요 시 HuggingFaceEmbeddings로 교체 가능
-from langchain.embeddings import OpenAIEmbeddings
 from langchain.vectorstores import Weaviate
 from langchain.chains import RetrievalQA
+from langchain.llms import HuggingFaceHub
 
 def build_rag_chain():
+    # 1. Weaviate 클라이언트
     client = weaviate.Client(
-        url=os.getenv("WEAVIATE_URL"),
+        url=os.getenv("WEAVIATE_URL", "http://183.111.96.67:30846"),
-        auth_client_secret=weaviate.AuthApiKey(os.getenv("WEAVIATE_API_KEY")),
+        auth_client_secret=weaviate.AuthApiKey(os.getenv("WEAVIATE_API_KEY", "01jryrcctd8c8vxbj4bs2ywrgs")),
-        additional_headers={"X-OpenAI-Api-Key": os.getenv("OPENAI_API_KEY")}
+        additional_headers={"X-HuggingFace-Api-Key": os.getenv("OPENAI_API_KEY", "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")}
     )
 
+    # 2. 벡터스토어
     vectorstore = Weaviate(
         client=client,
         index_name="LangDocs",
         text_key="text",
-        embedding=OpenAIEmbeddings()
+        embedding=HuggingFaceEmbeddings()  # HuggingFaceEmbeddings() 로 교체 가능
+    )
+
+    # 3. HuggingFace LLM (예: mistralai/Mistral-7B-Instruct-v0.2)
+    llm = HuggingFaceHub(
+        repo_id="mistralai/Mistral-7B-Instruct-v0.2",
+        model_kwargs={
+            "temperature": 0.1,
+            "max_new_tokens": 512,
+            "top_p": 0.95,
+        }
     )
 
     retriever = vectorstore.as_retriever()
-    llm = ChatOpenAI(temperature=0)
 
-    return RetrievalQA.from_chain_type(llm=llm, retriever=retriever)
+    # 4. RetrievalQA chain 구성
+    return RetrievalQA.from_chain_type(llm=llm, retriever=retriever, chain_type="stuff")