o phs @sddlZddlZddlmZddlmZddlmZddlm Z ddl m Z dZ dd Z dd d Zed krdZdZz6eee\ZZZZedeededdedeedeD]Zedejddq^WdSeyZzedeWYdZ[dSdZ[wwdS)N)OllamaEmbeddings)FAISS)ChatGroq) RetrievalQA)PromptTemplate8gsk_CEh3itIpUAkEkEKsUDqVWGdyb3FYoTjqmXNTBHOSxJFK3obGTzXZcCstdd}d|}tj|std|d}t|D]1}tj||}tj|rOtj ||dd}|j j D]}||j d<q;|durJ|}q||q|dur[td|td ||S) Nznomic-embed-text)modelzmy_embeddings/zNo embeddings found for client T)allow_dangerous_deserialization reference_idz%No valid embeddings found for client z!All embeddings loaded for client )rospathexistsFileNotFoundErrorlistdirjoinisdirr load_localdocstore_dictvaluesmetadata merge_fromprint) client_id embeddings client_dir all_vectorsr folder_pathvectorsdocr @/var/www/eduai.edurigo.com/question_generate/staging/chatting.pyload_all_client_embeddings s&      r"c Cst}zt|}Wnty(}ztd|dgdfWYd}~Sd}~wwtdt|d}d}t|ddgd }tj|d |j d d id dd|id} | d|i} t} | |} | d} | d}t dd|Dt | }dd|D}| ||| fS)NzError: zDI couldn't access the necessary information to answer your question.rzLlama3-8b-8192) model_name groq_api_key max_tokensaYou are a highly intelligent and professional AI assistant. Use the following context to answer the question. If the answer is not in the context, say "I don't have enough information to answer that question." Context: {context} Question: {question} Answer: contextquestion)templateinput_variablesstuffk) search_kwargsTprompt)llm chain_type retrieverreturn_source_documentschain_type_kwargsqueryresultsource_documentscss|] }t|jVqdS)N)len page_contentsplit.0rr r r! Ssz"answer_question..cSsg|] }|jddqS)r Unknown)rgetr;r r r! Vsz#answer_question..)timer"rrr GROQ_API_KEYrrfrom_chain_type as_retrieverinvokesumr8r:)rr(r& start_timerer0r)r/qa_chainr6end_timeprocessing_timeanswer source_docs total_tokenssource_reference_idsr r r!answer_question)sB  rP__main__zWhat are the types of leaves?zAnswer:z Chatting process took z.2fz secondsz#Total tokens (question + context): z Source documents:z- sourcezUnknown sourcezAn error occurred: )r#)r rAlangchain_community.embeddingsr langchain_community.vectorstoresrlangchain_groqrlangchain.chainsrlangchain.promptsrrBr"rP__name__rr(rLrMrNrKrrrr? ExceptionrHr r r r!s6      3