o \N)jل@sdZddlmZddlZddlZddlZddlmZddlmZm Z m Z m Z m Z e eZdd d ZdddZdddZdZddd dddd dddd dddddgZgdgdd Zhd!Zd"d#d#d$d%Zdd(d)Zdd+d,Zdd/d0Zdd3d4Zddd8d9Zddd;d<Zdd>d?ZddAdBZddCdDZ ddEdFZ!ddIdJZ"ddLdMZ#ddPdQZ$dRZ%dSZ&ddUdVZ'ddWdXZ(ddYdZZ)dd[d\Z*dd]d^Z+dd`daZ,  bdddedfZ-ddhdiZ.dddjdkZ/ddldmZ0ddpdqZ1ddsdtZ2ddudvddzd{Z3  u ddd}d~Z4dS)zNLead-level insights: objections, BANT, and dynamic path-to-conversion actions.) annotationsN)datetime)AnyCallableDictListOptionalvaluerreturn List[str]cCs2t|pd}|s gStd|}dd|DS)Nz[\n;,|]+cSs g|] }|dr|dqS)z - )strip).0itemr@/home/aiteam/pcaa-dev/dashboard-backend/lead_insights_service.py s z'split_insight_items..)strr resplit)r textitemsrrrsplit_insight_itemss  rrrkeywordscsL|sdStd|}|D]tfdd|Dr#ddSq dS)N Not mentioned(?<=[.!?])\s+|\n+c3s|] }|vVqdSNlowerrkeywordsentencerr zfind_snippet..)rranyr )rr sentencesrr!r find_snippets r(cCs^|durdSt|ttfr|St|tr-|}|sdSzt|WSty,YdSwdSr) isinstancedictlistrr jsonloads Exceptionr rrrr_parse_json_field s   r0budget authorityneedtimelinecompetitors_mentionedzCompetitors Mentioned) field_key display_name field_typeproducts_discussedzProducts / Services Discussedcustomer_sentiment_trendzCustomer Sentiment Trend key_concernsz Key Concernstextarea) competitorz compared withz compared toversusvsz other option alternative)productserviceplanpackagepropertyproject discussed looking for)r6r:>aanatbyinofonortoandforthefromwithrr lowr reasoningevidence confidenceentryDict[str, str]cCst|tr8t|dp dpd}|t|dpdt|dp$dt|dp.dp5ddSt|punknown-n/a not mentioned)rr_r rrb)r]r rrr_is_bant_mentioned^srgcallDict[str, Any]cCsN|d}t|tr|r|St|dpi}|d}t|tr%|r%|SiS)N bant_profile raw_responsecustomer_profile)r_r)r*r0)rhprofilerawrlrrr_resolve_call_bant_profilecs  rosignalsList[Dict[str, Any]]cCsddtD}d}|p gD]Q}|s!t|dp|dpd}|dp'i}t|ts.q tD]-}|dkr@d|vr@d|vr@dn|}||vrGq0t||}t||rUq0t|r]|||<q0q ||d S) NcSsi|]}|ttqSr)r*r`)rkeyrrr psz(_aggregate_lead_bant..r customer_profile_summary bant_summaryrjr4needs)summaryrm) BANT_KEYSrr_r r)r*rarg)rprmrwsignalrjrr source_key normalizedrrr_aggregate_lead_bantos(      r|max_lenintcCs\t|pd}|s dStjd|dd}|d}t||kr,|d|ddS|S)Nr z (?<=[.!?])\s+)maxsplitr...)rr rrlenrstrip)rr~cleanedpartsr"rrr_first_sentences  rPcCs8t|pd}t||kr|S|d|ddS)Nr rr)rr rr)rr~rrrr _truncates rcallscCsg}|pgD]}t|dpi}t|}i}tD]!}|dkr)d|vr)d|vr)dn|}||vr:t||d||<q||d|d|d|dt|d pY|d pYd t|d ph|d phd t|d pu|d t|dp|dpd t|dp|dpd |d||t|dp|dpd t|dp|dp|dpd t |dt r|dngdq|S)Nrkr4rvr callidcall_starttime direction agentnamerwoverall_summaryr call_purposeobjections_concernsobjection_type sentimentneutral quality_scorerurt next_steps)rrrrrwintent objectionsrrrbantrjrurtr) r0r_rorxraappendrr rrr)r+)rrprhrnrjrrrrzrrr_collect_call_signalssJ  " rdetailscst|dpd}|r|dvr|S|r|dni}|dp!d|d}|dp/g}tfdd d Dr=d S|rK|durKt|d krKd Stfdd dDrXdStfdd dDredSt|dkrmdSdS)N lead_statusr >Unknownrcrdrrrrc3|]}|vVqdSrrrwordrrrr#z%_infer_sales_stage..)purchasebuyclosepaymentbookingorderClosing7zObjection handlingc3rrrrrrrr#r)demoproposalquotepricing Evaluationc3rrrrrrrr#r)followcallback informationinquiry DiscoveryNurturezInitial contact)rr_r rr&floatr)rrp crm_statuslatestqualityrrrr_infer_sales_stages$   rc sdd|D}|rt|t|nt|dpd}dd|D}tdd|D}tdd|D}t|||}|d }||d 7}||d 8}|rU|sU|sU|d 7}|r[|dnid rf|d8}drztfdddDrz|d 7}t||tfdddDr|d7}ntfdddDr|d8}t|dpt|pd} | dkr|dkr|d 7}ttd t dt |S)NcSs&g|]}|ddurt|dqS)rN)r_rrsrrrrs&z4_estimate_conversion_probability..avg_quality_scorercSs"g|] }t|dp dqS)rr)rr_rrrrrrs"cs|] }d|vrdVqdS)positiverNrrrrrr#r$z3_estimate_conversion_probability..csr)negativerNrrrrrr#r$g? r rc3s |] }|dvVqdS)rNrr)rrrr#s )rvisitrrrc3rrrrstagerrr#r)hot qualifiedclosingwonc3rrrrrrrr#r)lost unqualifiedjunktotal_conversationsr<_) sumrrr_r&rrrmaxminround) rrpscores avg_quality sentimentsrrr probabilityconversation_countr)rrr _estimate_conversion_probabilitys6&     rcCstg}|sdgS|ddpi}ddddd}|D]\}}t||p&d }|r2|d vr7||q|S) Nz'qualification details from the customerrrzbudget or pricing expectationsz#decision-maker and approval processzspecific needs and use caseztimeline and urgencyr1r>rcrdrerf)r_rrr rr)rpgaps latest_bantmappingrrlabelr rrr _bant_gapss r raw_stepsList[Dict[str, str]]cCst|tsgSg}|D]X}t|tsq t|dp|dpd}t|dp4|dp4|dp4d}t|dpI|dpI|d pId}|rZ|rZ||||d t|d krc|Sq |S) Ntitleactionr sayscriptmessage rationale works_becausereasonrrrr)r)r+r*rr_r rr)rr{steprrrrrr_normalize_action_steps s   ** rrc CsT|sgS|d}t||}t||}g}t|dpd}|dp#d}|r0d|dd} nd |d } |d t|d pAd | d|d|dddddd|D} | r| d} | dpgd} |dt| dd| ddd| dpdddn|d r|d!d"|d dd#d$dt|} t |d%pd }|d&kr| s|d'd(|d)|d*d+|d,dnX| r| d}|d-| d.dd/|d0d1|d2|d3|d4dn2|r|d5kr|d6d7|d8d9dn|dpd}|d:d;|d<d1|d=|d>d|dd?S)@Nrrwr rzyour recent inquiryz4I reviewed our last conversation where we discussed .zA. I wanted to pick up from there and help you with the next step.z+I am following up on our recent call about z8. I have a few specific points based on what you shared.z Reconnect on rzthe last conversationzLatest call intent is "z" with rrzJ sentiment; a contextual opener shows you listened and reduces repetition.rcSsg|] }|ds|qS)customer_satisfiedr_)robjrrrr?sz4_generate_action_steps_heuristic.. objectionzthe concern you raisedz Address: rzYou had mentioned ur. I want to make sure we resolve that clearly before moving forward — can I walk you through how we handle this?zUnresolved objection detected (typeconcernzN). Removing this blocker is the highest-impact move before advancing the deal.rz#Confirm prior concerns are resolvedzLast time you raised z?. Does that still feel addressed, or is anything still unclear?zWEven handled objections can resurface; confirming closure protects conversion momentum.next_task_due_dateFzAdvance toward commitmentzABased on our conversations, you seem close to a decision (stage: z, ~zj% conversion likelihood). Would it help to schedule a demo or finalize the next commercial step this week?z5Strong buying signals (quality/sentiment) and stage "z0" suggest pushing for a concrete next milestone.zQualify  z6To recommend the best option, I still need clarity on zC. Could you share a bit more so I can tailor the next step for you?zStage "z" with ~u(% conversion likelihood — filling the z+ gap will sharpen fit and next-step timing.rdzAlign on scheduled follow-upz&I have us marked for follow-up around zS. Does that timing still work, or should we adjust based on where things stand now?zRKeeps CRM task timing aligned with the customer's current intent and availability.zSet a concrete next stepz Given your u engagement so far, I'd like to propose a clear next step — a short follow-up call or sharing specific material. What would be most useful for you?z" at ~u]% conversion likelihood — locking a specific next action prevents the lead from going cold.r) rrrr_rrrrrrr r)rrprrrrsteps summary_hookropener unresolvedtopobjection_textrnext_duegap_textrrrr _generate_action_steps_heuristics              r invoke_chatCallable[..., Optional[str]]c CsL|sgSt||}t||}|d|d|d|d|d|d|||dd|ddt|d }d tj|d td }z||}Wntyc} zt d | gWYd} ~ Sd} ~ ww|shgS| d} | d} | dksz| | kr|gSz t || | d} Wn tygYSwt | d} t| dkr| SgS)N lead_namer owner_namerrrr) rrrrrrinferred_stageconversion_probability_pctrr bant_gapsaEYou are a sales coach generating lead follow-up guidance. Use ONLY the evidence in LEAD CONTEXT. Do not invent facts, pricing, or commitments. Return STRICT JSON with key action_steps: an array of 2 or 3 objects. Each object must have: title (short action name), say (exact words the agent should use on the next call), rationale (one sentence explaining why this works based on summary/intent/objections/sentiment/stage/probability). Prioritize unresolved objections, then stage-appropriate advancement, then qualification gaps. Keep each say under 280 characters. LEAD CONTEXT: T) ensure_asciidefaultzLead action-step LLM failed: %s{}r action_stepsr)rrr_rr,dumpsrr.loggerwarningfindrfindr-rr)rrrprrrcontextpromptanswerexcstartendparsedrrrr_generate_action_steps_llmsP         rz Not Mentioned) requestedrequired confirmed scheduled interestedapproved availableeligibleagreedaccepteddeclined cancelledcanceledfieldcCst|dpd}|tvrtt|St|dp |p d}td|}dd|D}|r7|S|rCdd|dDSgS) Nr7r r8z [^a-z0-9]+cSs$g|]}t|dkr|tvr|qS)r)r _STOP_WORDSrrrrrs$z'_keywords_for_field..cSsg|] }|r|tvr|qSr)r.rtokenrrrrs_)rr_r rFIELD_KEY_KEYWORDSr+rr)r-r7r8wordsrrrr_keywords_for_fields  r4cCs"t|pd}| p|dvS)Nr > not mentionnanilnonercrdrerf)rr rr/rrr_is_not_mentionedsr9csXt|dpd}t|dpd}|d|tfddtDS)Nr7r r8rc3rrr)rhinthaystackrrr#rz#_is_yes_no_field..)rr_r rr&_YES_NO_FIELD_HINTS)r-r7rrr;r_is_yes_no_fieldsr>csxt|pdstSdvrSd}ddtfdd|Dr+dSd}tfd d|Dr:d StS) Nr >noyes) z not zn't z never z cannot z can't z won't z dont z don't z no z declined z refuse z unavailable rc3rrrrmarker)paddedrrr#rz*_infer_yes_no_from_text..No) z yesyeahsurer"r(r)r#zwill zcan okayzok c3rrrrAloweredrrr#&rYes)rr r NOT_MENTIONEDrr&)rnegative_markerspositive_markersr)rIrCr_infer_yes_no_from_texts  rNcsP|r|sdStd|}|D]}|tfdd|Dr%|SqdS)Nr rc3rrrrrHrrr#1rz*_find_matching_sentence..)rrrr&r )rrr'r"rrHr_find_matching_sentence+s  rOr"cst|pd}|s tS|}t|dpdtd|}|r@tfdddDr@|d}|r@| dStd |}|rNd vrNd Stjd |tj d }|redvrg|ddSdSdS)Nr r7zkvisit(?:ing)?\s+(?:your\s+|the\s+|our\s+)?([a-z][a-z\s]{0,20}?)(?:\s+(?:tomorrow|today|next|on\b)|[.?!,]|$)c3rrrr/r7rrr#Brz/_smart_compact_from_sentence..nextrrrrrz Visitz\b(?:demo|demonstration)\brrJz[(?:competitor|compared with|compared to|versus|vs\.?)\s+([A-Za-z0-9][A-Za-z0-9\s&.-]{0,30})flagsr>z .,!?) rr rKrr_rsearchr&groupr IGNORECASE)r"r-rrI visit_matchplace demo_matchcompetitor_matchrrPr_smart_compact_from_sentence6s0   r\rOptional[Dict[str, Any]] max_wordsc Cst|pd}|s tS|rt||}|r|tkr|S|}|D]1}||}|dkr/q!||t|dd} | rRtd| } d | d|dSq!td|} d | d|dS)Nr ru :,-–—.\s+rz.,!?) rr rKr\rrrrrjoin) r"rr-r^rsmartrIr idxtailr3rrr_compact_phrase_from_sentenceTs&    rdr9cCst|pd}|dkr td|}|r tdd|dS|dkr1td|}|r1|dS|d krBtd |}|rB|dS|d krXtjd |tjd }|rX|dSdS)Nrphonez\+?\d[\d\s\-()]{8,}\dr_r remailz.[A-Za-z0-9._%+-]+@[A-Za-z0-9.-]+\.[A-Za-z]{2,}numberz\b\d+(?:[.,]\d+)?\bdatez\b(?:today|tomorrow|yesterday|\d{1,2}[/-]\d{1,2}(?:[/-]\d{2,4})?|(?:jan|feb|mar|apr|may|jun|jul|aug|sep|oct|nov|dec)[a-z]*\s+\d{1,2})\brS) rr rrrUsubrVrWr)r"r9matchrrr_extract_typed_valueqs,     rkcCs*t|pd}t|rtSt||piS)Nr )rr r9rK_enforce_compact_value)r r-rrrr_normalize_capture_valuesrmcCst|pd}t|rtSt|rt|}|tkr|St|dp#d}t||}|r2|St d|}t |dkrGd |dd}|d}t |dkr\|dd  d }|p_tS) Nr r9rr_r rz.,!? r9r)rr r9rKr>rNr_rrkrrrr`r)rr-inferredr9typedr3rrrrls$     rltranscript_textsentiment_trendc s>t|dpddkr|ptSdkrMg}|ddD]}t|dp*d}|s1q!|t|t||ddq!dd d |D}|pLtSt|}t|dpXdt fd d d Drtt t |gd }|sxtSt ||} | stSt|rt| St| |d} | r| Stt| ||d|S)Nr7r r;r<r)r-r^z, css |] }|r|tkr|VqdSr)rK)rphraserrrr#sz0_heuristic_data_capture_value..c3rrrr/rPrrr#rrQ)rvisitingtomorrowrmeetingr9)r-)rr_r rrKrrdr4r`r&r+r*fromkeysrOr>rNrkrl) r-rqrrrphrasesrrjoinedrr"rprrPr_heuristic_data_capture_values6 r{fieldsc CsJ|r|siSdd|D}|siS|dd}dtj|ddd|}z||}WntyF}ztd|iWYd}~Sd}~ww|sKiS|d }|d } |d ks]| |kr_iSz t||| d } Wn tywiYSw| d } t | t siSi} |D]} t | dpd}|sqt | || | |<q| S)NcSsBg|]}|dr|d|dp|d|dpddqS)r7r8r9r)r7rrr)rr-rrrrs z._generate_data_capture_llm..i aExtract only the specific value for each field from the conversation transcript. Use ONLY facts stated in the transcript. Do not invent details. Return STRICT JSON with key data_capture: an object mapping each field_key to a string value. Rules: - Do not copy complete sentences from the transcript. - Return concise normalized values (1-5 words where possible). - Use short labels or entities, not narration. - If information is unavailable, return exactly "Not Mentioned". - If a yes/no answer can be inferred, return only "Yes" or "No". Examples: Transcript: "I will visit your office tomorrow." Field next_steps -> "Office Visit" Transcript: "Can you arrange a demo next week?" Field demo_requested -> "Yes" FIELDS: T)r z TRANSCRIPT: z Lead data-capture LLM failed: %srrrr data_capturer7r )r r,rr.rrrrr-r_r)r*rrm)rr|rq field_specsclipped_transcriptrrrrrr raw_captureoutputr-r7rrr_generate_data_capture_llmsT           rF)ruse_llmOptional[List[Dict[str, Any]]]&Optional[Callable[..., Optional[str]]]rc Cs|pt}|siSi}|r|r|rt|||}|D]/}t|dp#d} | s*q|| } | |vs7t| rBt||||d|| <qt| ||| <q|S)Nr7r )rqrrr)DEFAULT_DATA_CAPTURE_FIELDSr rrr_r9r{rm) r|rqrrrrr active_fieldscapturer-r7existingrrr_build_data_captures(    rdata_capture_fieldsc Csd|dpg}t|}ddd|D}dd|D}g}t} |D]?} t| dD]5} | } | | vr7q,| | | d} | durIt| nd }|| | d pTd | d pZd |d kdq,q#|dd}|sx|rxdd|ddD}t ||}t ||}g}|r|rt ||||}t |dkrt |||}d}|r|d dpd}d|vrd}nd|vrd}n t|dpd d krd}t|}t|dds|rt|gdt|gdt|gdt|gdd }tD]} t|d| st|| |d| <qt||||||d!}td"d#|ddp"d$|||||||dd%d&d'S)(Nr css"|] }t|dp dVqdS) transcriptr N)rr_rrhrrrr#Es z&build_lead_insights..cSsg|] }|dr|dqS)rwr)rryrrrrFsz'build_lead_insights..rrrrr rwr)rr how_handledrrc SsBg|]}|ddd|dpdd|dpddqS) rCallz call with ragentz on rz unknown dater)r_rrrrrr]s " rPositiverrrzNeeds attentionzMixed / neutralrzNeeds follow-uprmr2)r2pricercostamount expensive)decisionapprovalapprovemanagerownerr3)r4 requirementrIr$require)r5whenrhmonthweeksoonurgentr1)rqrrrrrZrz5Insights generated from available lead conversations.r)previous_summaryrr r) generated_atrwrrr}path_to_conversion)r_rr`setrraddrrrrrrrr|rgr(rxrarrutcnow isoformat)rrrrrrprq summariesrseen_objectionsrhrrrr quality_numrrconversion_probabilityrrrlatest_sentimentaggregated_bantfallbackr}rrrbuild_lead_insights=s            r)r rr r )rrrr r r)r rr r)r]rr r^)r]r^r rb)rhrir ri)rprqr ri)r})rrr~rr r)r)rrqr rq)rrirprqr r)rrirprqr r)rprqr r )rrr r)rrirprqrrqr r) rrrrirprqrrqr r)r-rir r )r rr rb)r-rir rb)rrr r)r"rr-rir r)Nr) r"rrr r-r]r^rr r)r"rr9rr rr)r rr-r]r r)rrr-rir r) r-rirqrrrrrrqr r)rrr|rqrqrr r^)r|rrqrrrrrrqrrrrbr r^)NFN) rrirrrrbrrr ri)5__doc__ __future__rr,loggingrrtypingrrrrr getLogger__name__rrr(r0rxrr2r.r`rargror|rrrrrrrrrrKr=r4r9r>rNrOr\rdrkrmrlr{rrrrrrrs~                %  $   9     ) !     )M%