o Jph@sddlZddlZddlmZddlmZddlmZddlm Z ddl m Z ddl Z ddl Z ddlZddlmZddlZdZd d ZGd d d ZGd ddZddZddZedkrdeedSdS)N)OllamaEmbeddings)FAISS)ChatGroq)PromptTemplate) ChatOllama)tqdm8gsk_CEh3itIpUAkEkEKsUDqVWGdyb3FYoTjqmXNTBHOSxJFK3obGTzXZcCstdd}d|d|d}tj|r;ddt|D}|r1tj||dd }td ||Std |d dStd |d|d dS)Nznomic-embed-text)modelzmy_embeddings//z /merged_faisscSsg|] }|dr|qS))z.faissz.pkl)endswith).0frG/var/www/eduai.edurigo.com/question_generate/production/generate_mcq.py sz'load_all_embeddings..T)allow_dangerous_deserializationzEmbeddings loaded from zNo embedding files found in .z"No embeddings found for client_id z and reference_id )rospathisdirlistdirr load_localprint) client_id reference_id embeddings reference_dirembedding_filesvectorsrrrload_all_embeddingss  rc@s<eZdZddZddZddZddZd d Zd d Zd S)QuestionHistorycCs"d|d|d|_||_dS)Nzquestion_history/r z.json) file_pathload questions)selfrrrrr__init__!szQuestionHistory.__init__cCstj|jrJz,t|jd}|}|rtt |ntWdWS1s,wYWdStj yIt d|jdtYSwt dtS)NrzWarning: Invalid JSON in z!. Starting with an empty history.z6No history file found. Starting with an empty history.) rrexistsr!openreadstripsetjsonloadsJSONDecodeErrorr)r$r contentrrrr"%s ( zQuestionHistory.loadcCs\tjtj|jddt|jd}tt|j |WddS1s'wYdS)NT)exist_okw) rmakedirsrdirnamer!r(r,dumplistr#)r$r rrrsave2s"zQuestionHistory.savecCs|j|dSN)r#addr$questionrrrr87szQuestionHistory.addcCs ||jvSr7)r#r9rrr __contains__: zQuestionHistory.__contains__cCs t|jSr7)lenr#)r$rrr__len__=r<zQuestionHistory.__len__N) __name__ __module__ __qualname__r%r"r6r8r;r>rrrrr s  r c@seZdZddZddZdS) RateLimitercCs||_||_g|_dSr7) max_requestsperiodrequests)r$rCrDrrrr%As zRateLimiter.__init__csrtfddjD_tjjkr/jjd}|dkr/t|IdHjtdS)Ncsg|] }|jkr|qSr)rD)r reqnowr$rrrHsz$RateLimiter.wait..r)timerEr=rCrDasynciosleepappend)r$ sleep_timerrGrwaitFszRateLimiter.waitN)r?r@rAr%rNrrrrrB@s rBc s>t||}|stdgdfSt|||}|dkr$tdtdntdddtdd gd d t d tj g}d }t dddfdd}t |dd} t d} t||krt | kr|t|} t| d} dtd d} || IdH}|D]`}t||krnW|j}z1|||| IdH}|D]#}t||kr|dvr|||d|d 7}| d qWnty}z td|WYd}~qd}~wwt||krnqt||krt | ksft||krtdt|d|dWdn 1swY|tfS)Nz=No embeddings found for the given client ID and reference ID.rzllama3-70b-8192) model_name groq_api_keyzhttp://127.0.0.1:11434z llama3:8b)base_urlr context num_questionsa7 {context} Generate {num_questions} multiple-choice questions based on the provided context. Each question should include one correct answer and three plausible but incorrect options. Follow the format below: Q: A) B) C) D) Correct: Guidelines: Ensure questions are clear, relevant, and focused on key details from the context. Phrase questions concisely to avoid ambiguity. Avoid questions like "in this document" or "in this code" or " in given document" unless accompanied by specific, relevant information. Make incorrect options (distractors) credible and similar in structure or content to the correct answer, encouraging thoughtful selection. )input_variablestemplatezFQ: (.+?)\nA\) (.+?)\nB\) (.+?)\nC\) (.+?)\nD\) (.+?)\nCorrect: ([A-D])<)rCrDc sIdHj||d}|gIdH}|j}g}|D]/}|\}} } } } } |}|vrQ||t||| | | | d| dq"|S)N)rRrS)ABCD)numberr:optionscorrect_answer) rNformatainvoker/finditergroupsr*rLr=)rR start_number batch_sizepromptresponse response_strr#matchr:option_aoption_boption_coption_dcorrect_letterllm mcq_regex mcq_templatequestion_history rate_limiterrrprocess_context~s,  z%generate_mcq..process_contextzGenerating MCQs)totaldesci,zRandom query for retrieval ir:zError processing context: zWarning: Only generated z unique questions out of z requested.)rrr as_retrieverr GROQ_API_KEYrrrecompileDOTALLrBrrIr=minrandomrandintra page_contentrLr8update Exceptionr6)rrSrGPUr retrievermcqsquestion_numberrupbartimeoutremaining_questionsrequeryresultsresultrRnew_mcqsmcqerror generate_mcqOst            rc sd}d}d}d}t||||IdH\}}|stddStd||D].}td|dd |d |d D] \}}t|d |qs*       h