i'%ddlmZddlmZmZddlmZmZmZddl m Z ddl m Z ddl mZmZddlmZmZddlZddlZdd lmZdd lmZdd lmZGd d eZdefdZGddZdZdS))Document) ChatOpenAIOpenAIEmbeddings)ChatPromptTemplateHumanMessagePromptTemplateSystemMessagePromptTemplate)settings)pinecone_service) BaseModelField)AsyncGeneratorOptionalN)BaseCallbackHandler)parse_partial_json)process_sourcesceZdZUedZeed<eedZee ed<edd Z e eed <edd Z e eed <dS) RAGOutputzA clear, accurate, and self-contained answer to the user's question, based only on the provided context. Do not include information not present in the context.) descriptionanswerzList of source IDs from the provided context that directly support the answer. Only include IDs that were explicitly used. Do not fabricate or infer IDs.)default_factoryrsourcesNzTimestamp in the format 'MM:SS' or 'HH:MM:SS' indicating where the answer appears in the video. Return null if no video reference is available.)defaultrvideo_timestampzbDirect URL of the video source containing the answer. Return null if no video source is available. video_url) __name__ __module__ __qualname__r rstr__annotations__listrintrrr9/var/www/html/ls-pms-bot-apis/app/services/rag_service.pyrrs% iFC YGT#Y&+U >&&&OXc] %u ;   Ix}r#rreturnc~d}tj|tjdg}tj|S)NuYou are a helpful AI assistant for Lodging System Admin . Your primary role is to guide users step-by-step using the provided documentation context. Instructions: - Answer ONLY using the provided context. - If the answer exists, explain it clearly as a sequence of steps when applicable. - Keep responses structured, concise, and easy to follow. - Use bullet points or numbered steps for procedures. - If relevant, include important options, fields, or actions the user must take. - Do NOT make up information or assumptions. - If the answer is not found in the context: - Say you couldn't find it in the documentation. - Ask the user to rephrase or provide more details. Language: - Respond in the same language as the user’s question. - If unclear, respond in English. Context: {context} Response format: - Use markdown - Prefer step-by-step instructions for "how-to" questions - Highlight important actions in **bold** z{query})r from_templaterr from_messages)system_templatemessagess r$ get_promptr+4sAO: $1/BB"0;;H  +H 5 55r#ceZdZdZdefdZddededee fdZ ddeededee fd Z d ee defd Z d e deed ffdZdedeed ffdZd S) RAGServicec"d|_d|_dS)N)tokensrselfs r$__init__zRAGService.__init__Ys  r#r%ctjstdttjtjdS)Nz!OpenAI API key is not configured.i)modelopenai_api_key dimensions)r OPENAI_API_KEY ValueErrorrEMBEDDING_MODELr1s r$_get_embeddingszRAGService._get_embeddings]sC& B@AA A*#2    r#querykcKtj}|}||d{V}|||dd}t |dgpg}g}t |D]\}} t | ddpi} | dp| d} | dd| s[| t| | |S) zFQuery Pinecone directly and tolerate vectors missing metadata/content.NTFvectortop_kinclude_metadatainclude_valuesmatchesmetadatacontenttext page_contentrF) r get_indexr; aembed_queryr=getattr enumerategetpopappendr) r2r=r>index embeddings query_vectorresultsrE documentsmatchrFrGs r$_safe_retrievezRAGService._safe_retrievegs) *,,))++ '44U;;;;;;;; ++!   '9b117R$& %g.. P PLE5uj$77=2Hll9--Ef1E1EG LLD ) ) )    X7XNNN O O O Or#queriescKd|D}|sgStj|}||d{V}dtt ffd t jfd|Dd{V}g}t}|D]} t| dgpg} | D]} t| ddpi} | dp| d } | dd| sX| | d p| d pd f}||vr| || t| | Ō|S)zHBatch-embed queries, then run Pinecone similarity searches concurrently.cg|]?}t|t|+|@Sr") isinstancerstrip).0qs r$ z3RAGService._safe_retrieve_batch..sAZZZAs9K9KZPQPWPWPYPYZ17799ZZZr#NrAcPKtjj|ddd{VS)NTFr@)asyncio to_threadr=)rArRr>s r$ _query_indexz5RAGService._safe_retrieve_batch.._query_indexsP * !%$  r#c3.K|]}|VdSNr")r^rArds r$ z2RAGService._safe_retrieve_batch..s-(Z(Z&f)=)=(Z(Z(Z(Z(Z(Zr#rErFrGrHsourceurlr/rI)r rKr;aembed_documentsr floatrbgathersetrMrOrPaddrQr)r2rYr>cleaned_queriesrS query_vectorsrUrV seen_keysresultrErWrFrGkeyrdrRs ` @@r$_safe_retrieve_batchzRAGService._safe_retrieve_batchsZZgZZZ I *,,))++ (99/JJJJJJJJ  tE{        (Z(Z(Z(ZM(Z(Z(Z[[[[[[[$& *-%%  T TFfi44:G T T"5*d;;Ar",,y11IX\\&5I5I Y--- X 6 6 S(,,u:M:M SQST)## c"""  w!R!R!RSSSS Tr#docsc*d}|D]}|jpi}|dd}|jpd}|ddp|dd}d}d|d} d |d } d |d } ||| z| z| zd zz }|S)Nr/titlezN/Arhriz zz z z zz z )rFrOrJr]) r2rumultiline_stringdocrFrwrGri source_string title_stringcontent_string url_strings r$format_documentszRAGService.format_documentss  C \/RHLL%00E'-24466G,,x..K(,,ud2K2KC*M6U666L>>>>N....J  !      r#tokenNcK||dkst|dkrdS|xj|z c_d}|jrt|j}|;d|vr7|d}|t|jd}||_|dks|dS|SdS)Nr/rr)lenr0rr)r2r escaped_text raw_answer new_tokens r$_process_chunkzRAGService._process_chunks =E2IIUQ F u  ; ;-dk::L  #L(@(@%h/J"3t{#3#3#5#56I$DKB)"3 tr#c"K||dd{V}d||zdz}||d}tg}ttjdtjd| }t}||tz}d } | |23d{V} | d d } | d krd tj ddddWV| dkrV| dd} | jr@|| jd{V} | d tj d| ddWV| dkr"| dd} | } 6| dt#|| d| d| dd}d tj d|ddWVdS#t$$r6}d tj dt'|d dWVYd}~dSd}~wwxYw)!zNz z )contextr=g?T)r5 temperaturer6 streaming callbacksr/eventon_chain_startzdata: startz Thinking...)rrz on_chat_model_streamdatachunkr on_chain_endoutputrrrr)rrrrend)rfinal_responseerror)rr)rXr~rrr LLM_MODELr8r+with_structured_outputrastream_eventsrOjsondumpsrGr model_dumpr Exceptionr)r2r=ru context_textinputscallback_handlerllm stream_prompt token_chaincollected_answerr event_typer final_payloadres r$ stream_answerzRAGService.stream_answers((!(44444444"T%:%:4%@%@@<O )E::/112$#2&    # #c&@&@&K&KK  Q*99&AA A A A A A A Ae"YYw33 !111`4:=.Y.Y#Z#Z```````!777!&M'2E}e*.*=*=em*L*L$L$L$L$L$L$L $0"d4:S\6]6]+^+^"d"d"ddddd>11&+FmH&=##3#>#>#@#@= B(1*4y1IJJ#01B#C*;7 N `4:&X&XYY___ _ _ _ _ _ _ Q Q QP4:#a&&&I&IJJPPP P P P P P P P P P P Qs%%G:FD G H+H  H)r<)rrrr3rr;rr!r rrXrtr~dictr rrr"r#r$r-r-Xs- !1    ##d8n2(($s)((DQYN((((T T(^     4$>#t)3L$(Q(QT 1J(Q(Q(Q(Q(Q(Qr#r-ctSrf)r-r"r#r$get_rag_servicers <<r#)langchain_core.documentsrlangchain_openairrlangchain_core.promptsrrrapp.core.configr app.services.pinecone_servicer pydanticr r typingr rrrblangchain_core.callbacks.baserlangchain_core.utils.jsonrapp.utils.extrarrr+r-rr"r#r$rs------99999999 %$$$$$::::::%%%%%%%%++++++++ ======888888++++++ @"6&"6"6"6"6HfQfQfQfQfQfQfQfQRr#