o I)j5@sCUddlZddlZddlZddlZddlZddlZddlZddlZddlZddl m Z m Z ddl Z ddl Z ddlmZddlmZddlmZmZmZddlmZmZmZmZddlmZddlZddlZddlmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&dd l'm(Z(dd l)m*Z*dd l+m,Z,m-Z-m.Z.dd l/m0Z0dd l1m2Z2m3Z3ddl4m5Z5ddl6m7Z7ddl8m9Z9ddl:Z;ddlm?Z?ddl@mAZAddlBmCZCddlDmEZEddlFmGZGmHZHmIZImJZJddlKmLZLddlMmNZNddlOmPZPmQZQddlRmSZSmTZTmUZUmVZVddlWmXZXejYejZdde[e\Z]dee^effdd Z_e_Z`e5e`Z4e9e`Z8eSe8ZReXe8ZWeLe`ZKe=e8Zae?e`ZbeAe`ZceCe`ZBiZdee^ee^effeed!<d"ZfGd#d$d$e2ZgGd%d&d&e2ZhGd'd(d(e2ZiGd)d*d*e2Zjd+ZkGd,d-d-e2ZlGd.d/d/e2ZmGd0d1d1e2ZnGd2d3d3e2ZoGd4d5d5e2ZpGd6d7d7e2ZqGd8d9d9e2Zrd:ee^de^fd;d<Zsd=ee^efd>e^detfd?d@Zue"ddAfd:ee^dee^effdBdCZve"ddAfd:ee^deee^effdDdEZwd>e^d=ee^efdee^effdFdGZxd%dIee^dJetdetfdKdLZyd=ee^efd>e^detfdMdNZzd>e^d=ee^efddfdOdPZ{d>e^d=ee^efddfdQdRZ|d>e^d=ee^efdSe^ddfdTdUZ}d=eee^efd>e^de~fdVdWZd=eee^efd>e^dXee^efddfdYdZZd=ee^efdee^effd[d\Z  d&d=eee^efd>e^d]ee^d^ee^dee^eff d_d`Zdee^effdadbZdce^dee^fdddeZdfe^dee^effdgdhZdiedeee^effdjdkZdledee^fdmdnZdoedeee^effdpdqZdIedefdrdsZdtee^efduee^efdee^effdvdwZdxdyZd'dzd{Zd|ee^efdee^effd}d~ZddZd>e^fddZd>e^deee^effddZd>e^de^deee^effddZd>e^de^de^fddZdedee^fddZde^fddZd>e^dee^dedee^effddZd>e^de^dee^effddZdee^efdee^effddZd>e^de^dee^effddZdee^efd>e^de^deee^effddZd>e^de^dedee^effddZd(d>e^dedee^effddZd>e^de^de^dee^effddZdoedeee^effddZdedee^fddZdeee^efde^deefddZdeee^efdee^fddZdoedledeee^effddZd)dedledeedetfddZd)deee^efdee^dee^fddZdee^efdee^effddZdetfddZd>e^deEfddZ  Hd*d>e^d]ee^dedetdee^eff ddÄZGddńde0Ze dddȍZeje*dgddgdgdˍeeddd̜Zeed͡de%fddЄZedѡddӄZedԡe$ddd׍eevfd>e^d=ee^effddلZedڡeevfd>e^d=ee^effdd܄Zedݡeevfd>e^d=ee^effdd߄Zedeevfd>e^doegd=ee^effddZedeevfd>e^doehd=ee^effddZedeevfd>e^doeid=ee^effddZede$ddddeevfd>e^de^ded=ee^effddZede$ddAe$ddddeevfd>e^dee^ded=ee^effddZedeevfd>e^de^d=ee^effddZedeevfd>e^doend=ee^effddZede$ddd׍e$ddddeevfd>e^de^ded=ee^effddZede$dd֐ddeevfd>e^ded=ee^effddZedeevfd>e^de^doeod=ee^effddZede$ddd׍e$dHdAeevfd>e^de^de%de^detd=ee^eff d d Zedeevfd>e^de^d=ee^effd d Zed e$ddddeevfd>e^de^ded=ee^effddZedeevfd>e^doepd=ee^effddZede$ddAeevfd>e^de^de^d=ee^effddZeddoee^effddZeddoee^efde%fddZedeeve"ddAfd=ee^efd:ee^fddZed eevfd=ee^effd!d"Zed#eevfd>e^d=ee^effd$d%Zed&eevfd'e^d=ee^effd(d)Zed*eevfdoee^efd=ee^effd+d,Zed-eevfdedoee^efd=ee^effd.d/Zed0d1d2Zed3d>e^fd4d5Zed6eevfdoeqd=ee^effd7d8Zed6e$ddAe$ddAe$dd֐d9de$ddd:eevfd;ee^dd?ZeӐd@eevfdAedoerd=ee^effdBdCZedDe$dHdAe$ddAe$dHdAfd>e^dEetdFedetfdGdHZedIe$ddAe$dHdAe$ddAe$dHdAfd>e^d]ee^dEetdFedetf dJdKZedLe$ddAe$ddAe$ddAe$ddAe$ddAe$dMdAe$ddAeewfd>e^d]ee^dNee^dOee^d^ee^dPee^dQedRee^d=eee^effdSdTZedUe$ddAe$ddAe$ddAe$ddAe$ddAe$ddAe$ddAeewfd>e^d]ee^dRee^dVee^ded=edNee^dOee^d=eee^effdWdXZedYeewfd>e^dZe^d=eee^effd[d\Zed]e$ddAfd>e^defd^d_Zed`e$ddAe$ddAe$ddAeewfd>e^d]ee^dNee^dOee^d=eee^eff dadbZedce$dՃe$ddAeewfd>e^dde^d]ee^d=eee^effdedfZedge$ddAe$ddAe$ddAe$ddAe$ddAe$ddAeewfd>e^de^dZe^d=eee^effdldmZednd>e^dZe^fdodpZedqd>e^dZe^fdrdsZeӐdtd>e^dZe^duedoee^effdvdwZedxe$ddAeewfd>e^ded=eee^effdydzZed{eewfdoee^efd=eee^effd|d}Zed~e$ddAe$ddAe$ddAe$dHdAe$ddAeewfd>e^d]ee^ded=edetdRee^d=eee^effddZedeidAeevfd>e^doee^efd=ee^effddZedeidAeevfd>e^de^doee^efd=ee^effddZde^dee^fddZd>e^dtee^efdee^effddZedd>e^de^fddZedd>e^de^fddZede$ddAe$ddAeewfd>e^de^d]ee^detd=eee^eff ddZededՃfd>e^de^dee^effddZede$ddAe$ddAfd>e^dNee^dOee^fddZede$ddAe$ddAfd>e^dNee^dOee^fddZede$ddAe$ddAfd>e^dNee^dOee^fddZede$ddAe$ddAfd>e^de^defddZede$ddAe$ddAfd>e^dNee^dOee^fddZede$ddAe$ddAe$ddAeewfd>e^d]ee^dNee^dOee^d=eee^eff ddZede$ddAe$ddAe$ddAfd>e^dedNee^dOee^fddZedd>e^dZe^fddZedd>e^fddZedd>e^fddZedd>e^fddZede$ddAe$ddAe$ddAe$ddAfd>e^de^de^deee^efdeee^effd dZ d)deee^efdeee^e^fdeee^effddZ d)deee^efde^deee^e^fde-fddZ ede$ddAe$ddAe$ddAe$ddAe$ddAe$ddAe$ddAe$ddAe$ddAe$ddAf d>e^d]ee^dNee^dOee^d^ee^dee^dPee^deedeedRee^dVee^fddZ ede$ddAe$ddAe$ddAe$ddAe$ddAe$ddAe$ddAe$ddAe$ddAe$ddAf d>e^d]ee^dNee^dOee^d^ee^dee^dPee^deedeedRee^dVee^fddZ de%de^fddZ  d&dee^dee^dee^fddZd ee^efde,fd!d"Zed#d>e^de%fd$d%Zed&edՃe"dd'd(e"dd)d(fd>e^doee^efdee^dee^fd*d+Zed,e$ddAeevfde%d>ee^d=ee^effd-d.Zed/edՃe"dd'd(e"dd)d(fdoee^efdee^dee^fd0d1Zed2doee^effd3d4Zed5doee^effd6d7Zed8eevfd>e^d=ee^effd9d:Zed8eevfd>e^doee^efd=ee^effd;d<Zed=d>e^fd>d?Zed=d>e^doee^effd@dAZedBeevfd=ee^effdCdDZedBeevfdoee^efd=ee^effdEdFZedGeevfdHed=ee^effdIdJZedKd>e^dHefdLdMZedKd>e^dHefdNdOZedPd>e^fdQdRZ edSd>e^fdTdUZ!edVe!dՃfd>e^dWe&fdXdYZ"edZe$dHdAfd>e^d[etfd\d]Z#edZd>e^doee^effd^d_Z$ed`d>e^fdadbZ%edcd>e^dHefdddeZ&edfd>e^fdgdhZ'edie!dՃfd>e^dWe&fdjdkZ(edle$ddAe$ddAfd>e^dmee^dnee^fdodpZ)edqd>e^drefdsdtZ*edld>e^doee^effdudvZ+edqd>e^dredoee^effdwdxZ,edqd>e^drefdydzZ-ed{d>e^drefd|d}Z.ed~e$dՃfd>e^de^fddZ/edd>e^de^fddZ0edd>e^doee^effddZ1edd>e^fddZ2ede$ddAe$ddAe$dHdAeevfd>e^d]ee^dFedetd=ee^eff ddZ3edeevfd>e^d=ee^effddZ4edeevfd>e^doee^efd=ee^effddZ5edeevfd>e^doee^efd=ee^effddZ6ede$dd֐d9de$ddd:e$ddAeevfd>e^ded=ede^d=ee^effddZ8edeevfd>e^d=ee^effddZ9edeevfd>e^doee^efd=ee^effddZ:edeevfd>e^de^d=ee^effddZ;edeevfd>e^doee^efd=ee^effddZe^de^doee^efd=ee^effddZ=edeevfd>e^de^d=ee^effddZ>edd>e^dZe^fddZ?edeevfd=ee^effddZ@edeevfdoee^efde%d=ee^effddZAedddZBedeevfde%d=ee^effddZCde^fddZDd,dede^fddZEde^de^dIe^ddfdĐdńZFd>e^de^detfdǐdȄZGedɡeevfde%d=ee^effdʐd˄ZHed̡eevfd>e^de%d=ee^effd͐d΄ZIedϡeevfd>e^doee^efd=ee^effdАdфZJde^dee^fdҐdӄZKedԡeevfd>e^dedoee^efde%d=ee^eff dՐdքZLedסeevfd>e^de%d=ee^effdؐdلZMedڡeevfdedoee^efd=ee^effdېd܄ZNedݡe$ddAe$ddAe$ddAe$ddAe$ddAe$ddAe$ddAe$ddAe$ddAe$ddAeevf ded=edeedee^dee^d>ee^dee^dee^dNee^dOee^d=ee^effddZOeddoee^efde%fddZPede$dՃfde^fddZQedeevfdoee^efde%d=ee^effddZRede$ddAeevfd>ee^d=ee^effddZSedeevfdede%d=ee^effddZTd>e^deee^effddZUdee^efdee^effddZVde^dee^e^ffddZWddAde^dee^e^fde^dJe^de^f ddZXde^dee^e^fde^fddZY     "d-de^de^dee^efdNee^dOee^dee^dee^defdd ZZee[d d Z\d Z]d>e^de^fd dZ^de^de^detfddZ_d|ee^efdee^effddZ`d.d>e^de^dNee^dOee^def ddZad&d>e^de^dNee^dOee^def ddZbedeevfd>e^d=ee^effddZcdeee^effddZddee^efde^deee^effddZededefd d!Zfd>e^detfd"d#Zged$e$ddAe$ddAeevfd>e^dfee^dee^d=ee^effd%d&Zhedeevfd>e^doejd=ee^effd'd(Zid)de^d)e^d*eeee^efdefd+d,Zjd)e^defd-d.Zkdee^efde^de^fd/d0Zled1eevfd>e^doeld=ee^effd2d3Zmed4eevfd>e^dfe^d=ee^effd5d6Zned7e$ddAe$ddAe$ddAe$ddAe$d"dAeevfd>e^dNee^dOee^d8ee^dRee^ded=ee^effd9d:Zode^defd;d<Zped=eevfd>e^doemd=ee^effd>d?Zqed@e$d"dAe$dHdAeevfd>e^dedAetd=ee^effdBdCZredDe$ddAe$ddAe$d9dAe$dHdAeevfd>e^dNee^dOee^dedAetd=ee^eff dEdFZsedGe$ddAe$ddAeevfd>e^dNee^dOee^d=ee^effdHdIZtedJeevfd>e^doee^efd=ee^effdKdLZuedMeevfd>e^de%d=ee^effdNdOZvedPe$dQdAe$ddAe$ddAe$ddAe$ddAfd>e^de^doee^effdWdXZxedYd>e^doee^effdZd[Zyed\d>e^d]e^fd^d݄Zzed_d>e^doee^effd`daZ{Gdbdcdce2Z|Gdddedee2Z}edfeevfd>e^de}d=ee^effdgdhZ~edieevfd>e^d=ee^effdjdkZedleevfd>e^de%d=ee^effdmdnZedoeevfd>e^d=ee^effdpdqZedieevfd>e^de|d=ee^effdrdsZedteevfd>e^d=ee^effdudvZGdwdxdxe2Zedyeevfd>e^d=ee^effdzd{Zedyeevfd>e^ded=ee^effd|d}Zed~eevfd>e^de^d=ee^effddZede$dd֐d:e$dddde$ddAe$ddAe$ddAe$ddAe$ddAeevfd>e^dedede^dZe^d=ee^effddZGddde2Zdee^efdee^effddZedeevfd=ee^effddZededՃeevfd>e^dee^efd=ee^effddZedeevfd>e^ded=ee^effddZedeevfd=ee^effddZd=ee^efddfddZde^detfddZde^de^fddZd/de^dedee^fddZde^detfddZd>e^de^fddZde^d>ee^detfddZd)de^de^d>ee^de^fddZd)de^d>ee^deee^effddZ 9 d0de^de^ded>ee^dee^f ddZde^d>ee^de^fddZdidZee^efeed<dZddde^dedee^effdd„Zdee^dee^ee^efffdĐdńZdee^dee^ee^efffdǐdȄZde^dee^fdɐdʄZde^detfdːd̄Zde^dee^effd͐d΄Zd>e^detfdϐdЄZdee^effdѐd҄Zd>e^dee^effdӐdԄZd>e^defdՐdքZd'dאd؄Zed١eevfd=ee^effdڐdۄZedܡeeve$ddAe$ddAe$ddAe$ddAe$ddAe$ddݐdލe$ddݐdލe$dd֐dde$dd֐d9de$ddd:f d=ee^efd>ee^dee^dee^deetdZee^dNee^dOee^deeded=efddZedeevfd=ee^effddZedeevfd>e^d=ee^effddZedeidAeevfd>e^doee^efd=ee^effddZedeevfd>e^d=ee^effddZede$ddAe$dHdAeevfd>ee^detd=ee^effddZede$ddAe$ddAe$ddAeevfde^dedee^d>ee^d=ee^eff ddZede$ddAeevfd>ee^d=ee^effddZede$ddAeevfde^d>ee^d=ee^effddZedeevfd=ee^effddZedeevfd=ee^effddZedeevfdoee^efd=ee^effd d Zed eidAeevfd e^doee^efd=ee^effd dZedeidAeevfd>e^doee^efd=ee^effddZedeevfd>e^d=ee^effddZedeedeevfd>e^doee^efd=ee^effddZede$ddddeevfd>e^ded=ee^effddZedeedeevfd>e^doee^efd=ee^effddZedeevfd>e^d=ee^effd d!Zed"eevfd>e^d=ee^effd#d$ZdS(1N)ThreadPoolExecutor as_completed)BytesIO)StringIO)datetimetime timedelta)AnyDictListOptional)unquote) BodyDependsFastAPIFileHeader HTTPExceptionQueryRequest UploadFile)jsonable_encoder)CORSMiddleware) JSONResponsePlainTextResponseStreamingResponse)BaseHTTPMiddleware) BaseModelField) AuthHandler)Config)DatabaseHandler)AnalyticsService)QualityParametersHandler)PropensityParametersHandler)ObjectionClassificationsHandlerLeadSquaredService) AGENT_PROMPTSget_agent_instructionget_default_catalognormalize_agent) RAGHandler)build_lead_insights)import_raw_calls_from_csvinsert_lead_recording)CallIngestServiceCANONICAL_INGEST_SCHEMAingest_schema_for_bidshared_ingest_secret)ApiPushServicez4%(asctime)s - %(name)s - %(levelname)s - %(message)s)levelformatreturncCs,i}ttD] }|rtt|||<q|SN)dirr isuppergetattr)cfgkeyr>6/home/aiteam/pcaa-dev/dashboard-backend/fastapi_app.py_build_config_dict5s  r@_PRESALES_MAP_CACHE,c@,eZdZUeedZeeee fe d<dS)IngestDocumentsRequestdefault_factory documentsN) __name__ __module__ __qualname__rlistrGr r strr __annotations__r>r>r>r?rDK "rDc@sFeZdZUdZeed<dZeed<dZeed<dZ e e e ed<dS) IngestTranscriptsRequestT presales_onlylimitFoverwrite_existingNcallids) rHrIrJrPboolrMrRintrSrTr r rLr>r>r>r?rOOs   rOc@seZdZUeed<eed<dZeeeed<dZ eeed<dZ ee ed<dZ eeed<dZ eeeefed<dZeeeefed <d Zeeed <dS) QueryRequestuser_idmessageNquery_embeddingconversation_idtop_kmin_similaritymetadataprofile_updateslead_quality_agent agent_type)rHrIrJrLrMrZr r floatr[r\rVr]r^r r r_rar>r>r>r?rWVs rWc@sNeZdZUedddZeed<edddZeed<dZe e ee fed<dS)"TelephonyIntegrationConnectRequest. min_lengthprovider source_bidNconfig) rHrIrJrrgrLrMrhrir r r r>r>r>r?rcbs rc)rrd 2c@seZdZUedddZeed<dZeeed<dZ eed<dZ ee e ee fed <d Zeed <dZee eed <d Zeed<dS)OnboardingProcessingRequest.rdrergNrhdefault analysis_modecustom_parametersFgroup_filter_enabledallowed_groupnamesringest_lookback_days)rHrIrJrrgrLrMrhr rorpr r r rqrUrrrsrVr>r>r>r?rmks   rmc@rC)TelephonySyncToDbRequestrErecordsN) rHrIrJrrKrur r rLr rMr>r>r>r?rturNrtc@sBeZdZUeed<dZeeed<dZeeed<dZe ed<dS) ScoreCallRequestcall_idsystemrXr`raF force_llmN) rHrIrJrLrMrXr raryrUr>r>r>r?rvys rvc@seZdZUdZeeed<dZeeed<dZ eeed<dZ eeed<dZ eeed<dZ eeed<dZ eeeefed<dS) AgentConfigUpsertRequestN display_name is_enabled is_locked system_promptrg model_nameruntime_config)rHrIrJr{r rLrMr|rUr}r~rgrrr r r>r>r>r?rzs rzc@s2eZdZUeed<dZeeed<dZeed<dS)AgentAnalyzeCallRequestrwr`raF force_refreshN) rHrIrJrLrMrar rrUr>r>r>r?rs rc@seZdZUedddZeed<dZeeed<dZ eeed<dZ eeed<dZ eeed <edddZ eed <dZ eeed <dS) ReportedIssueCreateRequest.rdre business_idN business_namebusiness_user_name page_pathrw issue_textscope)rHrIrJrrrLrMrr rrrwrrr>r>r>r?rs rc@s"eZdZUedddZeed<dS)ReportedIssueUpdateRequest.rdrestatusN)rHrIrJrrrLrMr>r>r>r?rs r authorizationcCs,|r|ds tddd|dddS)NBearer zMissing authorization header status_codedetailrd) startswithrreplacestrip)rr>r>r?_extract_bearer_tokens ruserbidcCsP|sdS|dr dS|dgpg}|D]}t|dt|kr%dSqdS)NF is_masterT businessesrgetrL)rrrbusinessr>r>r?_has_business_accesss rrncCs&t|}t|}|stddd|S)NrzInvalid or expired tokenr)r auth_handlervalidate_tokenr)rtokenrr>r>r? _auth_users   rcCs6|r|ds dS|ddd}|sdSt|S)Nrrrd)rrrrr)rrr>r>r?_optional_auth_users  rcCs t||stdd|d|S)NzAccess denied to business r)rrrrr>r>r?_auth_user_for_bids rFvaluerncCs |dur|St|dvS)N)1trueyesyon)rLrlower)rrnr>r>r?_as_boolsrcCst||rdS|d}|sdSz-t|pgD]"}t|dt|kr;t|dp-d}|dvr;WdSqWdStyHYdSw)NTidFrroler)adminbusiness_admin) rbac_moduleis_business_adminrrget_user_businessesrLrr Exception)rrrXrrr>r>r?user_has_business_admins$   rcCst||s tddddS)NrzBusiness admin access requiredr)rrrr>r>r?!_require_business_admin_or_master  rcCs(|ds t||r dSt||ddS)Nrzsettings.manage)rr_require_permissionrr>r>r?!_require_settings_manage_or_adminsr permissioncCs*tj|||tddstdd|ddS)NTreloadrzPermission denied: r)rhas_permissionrr)rrrr>r>r?rsrcCsR|rt||s dgfSt||tsdgfStj||tdd}t|dp'iS)zPReturn (scope_sql, scope_params) for raw_calls filtering; empty when not scoped.rTrr)rrshould_apply_data_scoperresolve_business_contextbuild_raw_call_scope_sqlr)rrctxr>r>r?_scope_clause_for_users rcall_rowcCs\|rt||s dSt||tsdStj||tdd}t||dp$is,tddddS)NTrrCall not foundr)rrrrrcall_record_in_scoperr)rrrrr>r>r?_assert_call_in_scopes rcCsB|dr|S|d}|s|St|}t|pg}||d<|S)z@Reload per-business role/permissions/scope from DB for /auth/me.rrr)rdictrr)rrXenrichedrr>r>r?_enrich_auth_users  r groupname agent_namescCsZt||\}}|}|}|r"t||r"t||t|}t||t|}|||p'd|p*ddS)N)rr scope_where scope_params)rrreffective_groupname_for_scopereffective_agent_names_for_scope)rrrrrreffective_groupnameeffective_agent_namesr>r>r?_resolve_list_scopesrc Csftdtddttdtddtdtdd td td d td tddddS)NSYNC_SOURCE_DB_HOSTDB_HOST 127.0.0.1SYNC_SOURCE_DB_PORTDB_PORT SYNC_SOURCE_DB_USERDB_USERrSYNC_SOURCE_DB_PASSWORD DB_PASSWORDrSYNC_SOURCE_DB_NAMEDB_NAMEvoicebot_clusterutf8mb4hostportrpassworddatabasecharset)osgetenvCONFIGrrVr>r>r>r?get_sync_source_db_config%srnamescGs(|D]}t|}|dvr|SqdSNNr)rr)rnamerr>r>r? _first_env0s  rrgc Cst|pddd}|dvrhd}dg}d}n|dvr*hd}dg}d }ntd d d |d }tdd|D}tdd|D}tdd|D}tdd|D} tdd|D} |dvr|pktd}|prtd}|pytd}| ptd} | ptd} ddd|fd|fd|fd| ffD} | rt|} | r| Std |dd | d |t | pd!||| d"d#S)$Nr-_>mcube2mcube_2mcube2_0 mcube_2_0)MCUBE2MCUBE_2 MCUBE_2_0z Mcube 2.0>salesclassic mcube_sales mcube_classic) MCUBE_CLASSIC MCUBE_SALESSALESz Mcube ClassiczUnsupported telephony providerrrcs|]}|dVqdS)_DB_HOSTNr>.0pr>r>r? Fz._provider_env_source_config..csr)_DB_USERNr>rr>r>r?r Gr csr) _DB_PASSWORDNr>rr>r>r?r Hr csr)_DB_NAMENr>rr>r>r?r Ir csr)_DB_PORTNr>rr>r>r?r Jr rrrrrcSsg|]\}}|s|qSr>r>)rlabelrr>r>r? Ss z/_provider_env_source_config..rrrrz default config is missing: , rrr) rLrrrrrrr _existing_provider_source_configjoinrV) rg provider_keyprovider_aliases prefix_setsfriendlyprefixesrrrrrmissingexistingr>r>r?_provider_env_source_config8sR   rrc Cs<z5t(}|}ddgt|}|d|dt||p$g}Wdn1s/wYWn ty?YdSw|D]Y}t | dpMgD]L}t | dpWd |vrt | dpdi}| d r| d r| d r| d r| d t| d pd| d | d | d ddSqNqBdS)Nr%sz{ SELECT bid FROM business_telephony_integrations WHERE LOWER(provider) IN (z) AND is_active = 1 ORDER BY updated_at DESC, created_at DESC LIMIT 5 rrgrrirrrrrrrr)_db_conncursorrlenexecutetuplefetchallr db_handlerlist_telephony_integrationsrrLrrrV)rconnr placeholdersrowsrowitemr<r>r>r?rms>  ( rphonecCsdddt|p dD}|sgSt|dkr|ddn|}|d||h}t|dkr?|d|d|d |hd d |DS) Nrcss|] }|r|VqdSr8)isdigit)rchr>r>r?r z,_normalize_phone_variants..rji+91z+910cSg|]}|r|qSr>r>rvr>r>r?rz-_normalize_phone_variants..)rrLr update)r+digitscore10variantsr>r>r?_normalize_phone_variantss "r:payloadcCsN|durgSt|tr |St|tr%dD]}||}t|tr$|SqgS)Nr DatarKdata isinstancerKrrr;r=rr>r>r?_extract_lsq_lead_lists    rBcCsJt|tr |St|trdd|DSt|tr#dd|DS|S)NcSsi|] \}}t|t|qSr>)rL _to_json_saferkr4r>r>r? z!_to_json_safe..cSg|]}t|qSr>rCr3r>r>r?rr5z!_to_json_safe..)r@r isoformatritemsrKrr>r>r?rCs   rCdetailscrmcCs|dpg}tdd|D}tdd|D}t|tr#|dnd}|d|p,idp4|dt|dp;d t|t|t|d pId |d pPd t|d pWd t|trdt|dndt|trqt|dnd|puid|p{idd S)Ncallscss,|]}t|dddkrdVqdS) call_statusrANSWERrdN)rLrupperrcallr>r>r?r s*z*_build_customer_profile..css"|] }t|drdVqdS)has_transcriptrdN)rUrrSr>r>r?r  lead lead_phone owner_nametotal_conversationsravg_quality_scoretalk_listen_ratioN/Atotal_duration_seconds connectedFmatchedrnext_task_due_date) rXrYrZanswered_callstranscript_callsr[r\r^ crm_connected crm_matched crm_statuscrm_next_task_due_date)rsumr@rrVrbrU)rMrNrOrbrccrm_leadr>r>r?_build_customer_profiles"   rjc CsJtjtddttddtddtddtd d d tjjd d S)NrrrrrrrrrrrTrrrrrr cursorclass autocommit)pymysqlconnectrrrVcursors DictCursorr>r>r>r?rs    rcCsnt*}|}|d|d|dur%|dWddSWddS1s0wYdS)NaV CREATE TABLE IF NOT EXISTS reported_issues ( id BIGINT AUTO_INCREMENT PRIMARY KEY, business_id VARCHAR(50) NOT NULL, business_name VARCHAR(255) DEFAULT NULL, business_user_name VARCHAR(255) DEFAULT NULL, user_id BIGINT DEFAULT NULL, username VARCHAR(100) DEFAULT NULL, user_email VARCHAR(255) DEFAULT NULL, page_path VARCHAR(500) DEFAULT NULL, call_id VARCHAR(100) DEFAULT NULL, scope VARCHAR(100) DEFAULT NULL, issue_text TEXT NOT NULL, status ENUM('open','in_progress','resolved','dismissed') DEFAULT 'open', created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP, updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP, INDEX idx_business_status_created (business_id, status, created_at), INDEX idx_status_created (status, created_at) ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_unicode_ci z SELECT 1 FROM INFORMATION_SCHEMA.COLUMNS WHERE TABLE_SCHEMA = DATABASE() AND TABLE_NAME = 'reported_issues' AND COLUMN_NAME = 'business_user_name' LIMIT 1 z ALTER TABLE reported_issues ADD COLUMN business_user_name VARCHAR(255) DEFAULT NULL AFTER business_name rrr!fetchoner&rr>r>r?_ensure_reported_issues_tables ""rur)cCs t|piSr8rIr)r>r>r?_serialize_reported_issues rwcCsFt}z|}|d|d|dW|dS|w)Na CREATE TABLE IF NOT EXISTS rag_agent_configs ( id BIGINT AUTO_INCREMENT PRIMARY KEY, bid VARCHAR(50) NOT NULL, agent_type VARCHAR(100) NOT NULL, display_name VARCHAR(150) NOT NULL, is_enabled BOOLEAN DEFAULT FALSE, is_locked BOOLEAN DEFAULT TRUE, system_prompt LONGTEXT NOT NULL, provider VARCHAR(100) DEFAULT 'auto', model_name VARCHAR(150) DEFAULT '', runtime_config JSON, updated_by VARCHAR(100) DEFAULT NULL, created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP, updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP, UNIQUE KEY uniq_bid_agent (bid, agent_type), INDEX idx_bid_enabled (bid, is_enabled) ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_unicode_ci a8 CREATE TABLE IF NOT EXISTS rag_agent_call_analysis ( id BIGINT AUTO_INCREMENT PRIMARY KEY, bid VARCHAR(50) NOT NULL, call_id VARCHAR(100) NOT NULL, agent_type VARCHAR(100) NOT NULL, status ENUM('completed','failed') DEFAULT 'completed', model_name VARCHAR(150) DEFAULT '', summary TEXT, result_json JSON, created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP, updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP, UNIQUE KEY uniq_bid_call_agent (bid, call_id, agent_type), INDEX idx_bid_created (bid, created_at) ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_unicode_ci a@ CREATE TABLE IF NOT EXISTS rag_agent_knowledge_uploads ( id BIGINT AUTO_INCREMENT PRIMARY KEY, bid VARCHAR(50) NOT NULL, agent_type VARCHAR(100) NOT NULL, version_no INT NOT NULL, filename VARCHAR(255) NOT NULL, page_count INT NOT NULL, char_count INT NOT NULL, knowledge_bands JSON, compiled_prompt LONGTEXT, uploaded_by VARCHAR(100) DEFAULT NULL, created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP, UNIQUE KEY uniq_bid_agent_version (bid, agent_type, version_no), INDEX idx_bid_agent_created (bid, agent_type, created_at) ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_unicode_ci )rrr!closertr>r>r?_ensure_agent_tablessrycCst}t}zF|}|D]8}|dt|t|dt|d|dr&dnd|dr.dndt|dtj|d p?d d d d dfq W|dS|w)NaQ INSERT INTO rag_agent_configs ( bid, agent_type, display_name, is_enabled, is_locked, system_prompt, provider, model_name, runtime_config ) VALUES (%s, %s, %s, %s, %s, %s, 'auto', '', %s) ON DUPLICATE KEY UPDATE agent_type = agent_type rar{r|rdrr} instructionrg?g?) temperaturetop_pT ensure_ascii) r*rrr!rLrjsondumpsrx)rcatalogr&rr*r>r>r?_ensure_default_agent_configsGs$   rc Cst|t}z|}|dt|f|pg}W|n|w|D]#}t|dtrKz t |d|d<Wq(t yJi|d<Yq(wq(t |S)Nz SELECT bid, agent_type, display_name, is_enabled, is_locked, system_prompt, provider, model_name, runtime_config, updated_at FROM rag_agent_configs WHERE bid = %s ORDER BY id ASC r) rrrr!rLr#rxr@rrloadsrrC)rr&rr(r)r>r>r?_get_agent_configscs&   rracCs0t|D]}t|dt|kr|SqdS)Nra)rrLr)rrar)r>r>r?_get_agent_config}s rcCs.t||}|r|drt|dSt|S)Nr~)rrrLr))rrar<r>r>r?"_resolve_agent_instruction_for_bids r pdf_bytesc Cshd}dD]9}z#t|}|t|}g}|jD] }||p dq|WSty=}z|}WYd}~qd}~wwz]tt d|}|dkrOt d|j ddd} t d | } t| d krh| d dn| g} g}t|D]'} | t| kr}| | nd} t d | }d d d|D}||pd qq|WSty}z tdd|d|dd}~ww)N)pypdfPyPDF2rs/Type\s*/Page\brzNo /Type /Page markers foundlatin1ignoreerrorsz/Type\s*/Page\brdz \(([^()]*)\) cSsg|] }tdd|qS)z \\[nrtbf()\\]r)resub)rlitr>r>r?rz&_extract_pdf_pages..zPDF parser is unavailable on the server and fallback extraction failed. Install 'pypdf' inside backend venv for reliable parsing. Last parser error: z; fallback error: r) __import__ PdfReaderrpagesappend extract_textrrr rfindall ValueErrordecodesplitrangerr)r parser_error module_namemodulereaderrpageexc page_count text_blob page_splitscandidate_sectionsidxsegmentliteralscleaned fallback_excr>r>r?_extract_pdf_pagessN      rcCs|dkr tdd|ddS)Npresales_lead_agentrzaThis endpoint is currently enabled only for Raj Mehta (presales_lead_agent). Received agent_type=r)r)rar>r>r?_assert_raj_presales_agentsrrXrRc Cst}z.|}|r|dt|t|t|fn |dt|t|f|p+g}W|n|w|D]#}t|dtr\z t |d|d<Wq9t y[i|d<Yq9wq9dt |iS)Na_ SELECT c.conversation_id, c.user_id, c.metadata, c.updated_at, (SELECT content FROM rag_messages m WHERE m.bid = c.bid AND m.conversation_id = c.conversation_id AND m.role = 'user' ORDER BY m.id ASC LIMIT 1) AS first_user_message, (SELECT content FROM rag_messages m WHERE m.bid = c.bid AND m.conversation_id = c.conversation_id ORDER BY m.id DESC LIMIT 1) AS last_message FROM rag_conversations c WHERE c.bid = %s AND c.user_id = %s ORDER BY c.updated_at DESC LIMIT %s aL SELECT c.conversation_id, c.user_id, c.metadata, c.updated_at, (SELECT content FROM rag_messages m WHERE m.bid = c.bid AND m.conversation_id = c.conversation_id AND m.role = 'user' ORDER BY m.id ASC LIMIT 1) AS first_user_message, (SELECT content FROM rag_messages m WHERE m.bid = c.bid AND m.conversation_id = c.conversation_id ORDER BY m.id DESC LIMIT 1) AS last_message FROM rag_conversations c WHERE c.bid = %s ORDER BY c.updated_at DESC LIMIT %s r^ conversations) rrr!rLrVr#rxr@rrrrrC)rrXrRr&rr(r)r>r>r?_list_conversationss.       rrwcCs^t||pi}t||pi}t||pi}t||pi}t|t|t|t|dS)N)rT transcript analyticsbant)r$get_call_by_idget_call_transcriptget_call_analyticsget_bant_analysisrC)rrwrTrrrr>r>r?_collect_call_contextsrcontextc Cs|dpi}|dp i}|dpi}|d}|d}|dp%d}|dp,i}|dp3d }||dur;|nd |p?d |durI|d krId nd|||ddgddS)Nrrr quality_score sentimentsummaryz+Call analyzed using existing call metadata.profilerrunknown<mediumlowlanguage)rrtranscript_language)zMReview objection handling moments and add specific rebuttal playbook entries.z5Track repeat intent and follow-up commitments in CRM.z9Coach agent using this call transcript and quality notes.)rrrcompliance_riskcustomer_profilerecommended_actionsr) rrrrqualityrrrprofile_summaryr>r>r?_score_call_fallbacks$  rcCsVt||pi}|dp i}t|tsi}t|dpdt|dp$d|dS)Nrrgautorrrgrr)rrr@rrLr)rrar< runtime_cfgr>r>r?_resolve_agent_model_settingss rc Cs|dpid}|sdSt||}t||dtj|dd}tj||d|dp-d|dd}|s7dS|d }|d }|d ksM|d ksM||krOdSz t |||d } Wn t yfYdSwt | t sndS| S) Nrz Return STRICT JSON with keys: summary, quality_score, sentiment, compliance_risk, customer_profile, recommended_actions. quality_score must be 0-100 numeric. CALL CONTEXT: Tr}rgrrr{}rd) rrrrr rag_handler_invoke_chat_modelfindrfindrrr@r) rrratranscript_textsettingspromptanswerstartendparsedr>r>r?_score_call_with_llm s8        ragent_iddaysc Cs|d}|d}tjtddttddtddtd d td d d tjjdd}z#|}d|d|d}|||t|f| pLi}W| n| w|t|t |t ddS)N _raw_calls_callanalyticsrrrrrrrrrrrTrka> SELECT COUNT(*) AS total_calls, AVG(a.quality_score) AS avg_quality_score, AVG(a.agent_speak_percentage) AS avg_agent_speak_percentage, AVG(a.customer_speak_percentage) AS avg_customer_speak_percentage, SUM(CASE WHEN a.sentiment = 'positive' THEN 1 ELSE 0 END) AS positive_calls, SUM(CASE WHEN a.sentiment = 'neutral' THEN 1 ELSE 0 END) AS neutral_calls, SUM(CASE WHEN a.sentiment = 'negative' THEN 1 ELSE 0 END) AS negative_calls FROM `z` r LEFT JOIN `z` a ON r.callid = a.callid WHERE COALESCE(NULLIF(r.agentname, ''), NULLIF(r.agent_callinfo, ''), 'Unknown') = %s AND r.call_starttime >= DATE_SUB(NOW(), INTERVAL %s DAY) Z)r window_daysmetrics generated_at)rnrorrrVrprqrr!rsrxrCrutcnowrJ) rrr table_callstable_analyticsr&rqueryr)r>r>r? _agent_reportDs6         rrj limit_runsc Cstjtddttddtddtddtd d d tjjd d }z+|}|dt |f| p8i}|dt |t|f| pJg}W| n| wt |t |t |dS)NrrrrrrrrrrrTrka* SELECT bid, status, last_run_started_at, last_run_finished_at, last_duration_ms, processed_calls, ingested_documents, ingested_chunks, skipped, last_error, updated_at FROM rag_ingestion_progress WHERE bid = %s LIMIT 1 a, SELECT id, bid, started_at, finished_at, duration_ms, status, processed_calls, ingested_documents, ingested_chunks, skipped, error, created_at FROM rag_ingestion_runs WHERE bid = %s ORDER BY id DESC LIMIT %s )rcurrent recent_runs)rnrorrrVrprqrr!rLrsr#rxrC)rrr&rrrunsr>r>r?_ingestion_progressms0       rc Cst||}|dp i}|dstdd|dt||}|dtj|dd}t||}tj||d|d p;d|d d pBd }| d } | d} | dksY| dksY| | kriddgggd|ddid} n&z t || | d} Wnt yddgggd|ddid} Ynwt } z2| } | dt|t|t|t|d ptdd t| dpd tj| ddfW| n| wt|t|t|t| tddS)Nrr!Transcript not found for call_id=rz Return STRICT JSON with keys: summary, score, risks, opportunities, actions, model_data. score must be 0-100 numeric. CALL CONTEXT: Tr}rgrrrrrrrzModel returned non-JSON output.r raw_response)rscorerisks opportunitiesactions model_datardzModel output parse failed.a INSERT INTO rag_agent_call_analysis (bid, call_id, agent_type, status, model_name, summary, result_json) VALUES (%s, %s, %s, 'completed', %s, %s, %s) ON DUPLICATE KEY UPDATE status='completed', model_name=VALUES(model_name), summary=VALUES(summary), result_json=VALUES(result_json), updated_at=CURRENT_TIMESTAMP RAG_CHAT_MODELrr)rrwraresultr)rrrrrrrrrrrrrrrr!rLrrxrCrrrJ)rrwrartranscript_objagent_instructionrr response_textrr result_objr&rr>r>r?_run_agent_call_analysissv             rcCsf|durdSt|tr|r|dSdSt|tr1dD]}||}t|tr.|r.|dSq|SdS)Nrr<r?rAr>r>r?_extract_lsq_lead_records    rvaluescGs0|D]}|dur qt|}|r|SqdSr8rLr)rrtextr>r>r?_first_present_strs rrecordkeyscGst|tsdS|D]}||vr||dvr||Sq |D]!}|D]\}}t|t|kr@|dvr@|Sq&q dSr)r@rrrKrLr)rrr= record_keyrr>r>r? _lsq_fields   rcCsnt|tsdStt|dd}tt|dd}ddd||fDp&d}tt|dd d d |t|d d S)N FirstName first_nameLastName last_namercSr2r>r>)rpartr>r>r?rr5z%_lsq_display_name.. ProspectName prospect_name ContactName contact_nameNamer)r@rrrrr)rfirstlast full_namer>r>r?_lsq_display_name s   rcCstt|}|s t|St|}|s t|}t|tr|gng}|D]}t|ddddd}|s0q"tt|}||r?|Sq"dS)NPhoneMobile PhoneNumberr+mobile)setr:rrBr@rr intersection)r;r+target_variantsleadssinglerWrX lead_variantsr>r>r?_select_lsq_record_for_phones   r!fallback_phonecCsltt|}|s dSt|trt|dddddnd}|r't|tt|S|r4t|tt|SdS)NFrrrr+r)rr:r@rrrUr)rr+r"rrXr>r>r?_record_matches_phone-s  r#cCst|tsdStt|ddddd}|r|Stt|ddd|p!d }tt|d d p+d }t|p1d }|d |d |}t|d S)N ProspectIDLeadIdIdlead_id ProspectIdrrrr EmailAddressemail|utf-8) r@rrrrhashlibsha256encode hexdigest)rr"r'r+r*r digest_sourcer>r>r?_lsq_external_id<s  r2c CsF|t|t|ddt|dddt|dddt|d d d t|d d dS)Nr)r*rrr LeadStatusStatus lead_status OwnerNameOwnerrYNextTaskDueDaterarawrr*r+rrYra)rr)rr>r>r?_crm_payload_from_lsqKs     r;cCsttdddkS)NALLOW_CRM_WRITEfalser)rLrrrrr>r>r>r?_crm_write_allowedWr>cCsVt|d}|r|dr|dr|dstdddt|d|d|dd S) N leadsquared access_key secret_key is_activer2LeadSquared integration not configured or inactiverapi_hostrArBrE)r$get_crm_credentialsrrr')rcredsr>r>r?!_get_lsq_service_for_bid_or_error[s " rI row_countrc Cstdtt|pdd}|d|pdd|}tt}t|}|r9|s9|t|ddtkr9|diSt|d }|rP|d rP|d rP|d s^d d dgggdddddSt |d |d |dd} | dd|di} | dsd d| dpdgggdddddSt | d} i} t } | D] }t |ddd}|sqt|D]}| ||| vr|| |<qqtj|t| |d}i}i}g}|D]}|dpd}|dpd}|d pd}d}t|D] }| |}|rnq||vr|dt t d!||<||vr|t dt d"||<t|d#p d}||d$|7<||d%|||d&|||d$|7<||d'|||d&|||||||d(t|t |d)d*d+t |d,d-d.d/qd0d1|D}|jd2d3dd4g}|D]%}t|d'}||d||r|dndt|d$t|d&d5q|jd6d3dd4ddd7|||t| td8d9|Dt|dd}||d:t|<|S);NrjrJr:rtsrr>r@rArBrCFrD)lsq_leads_fetchedmatched_customers mapped_rows)successr_rYgroupsagents customersstatsrErFPaging)OffsetRowCountrQTrYz&Failed to fetch leads from LeadSquaredrrr)rcustomer_numbersrrr agentnamecustomer_callinfo)r totalCallsmatchedCustomersrS)rZ groupnamesr\r] total_callsr\rSr]r^ last_callr6r7rYr3r4r5)r[rrZr_r`lsq_namelsq_owner_name lsq_statuscSs6g|]}|dt|dt|dt|ddqS)rr\r]rS)rr\r] agentsCount)rVr )rvalr>r>r?rs   z:_get_presales_mapping_from_leadsquared..cS|dSNr\r>xr>r>r?z8_get_presales_mapping_from_leadsquared..r=reverse)rZr^rr\r]cSrfrgr>rhr>r>r?rjrkz2Pre-sales mapping generated from LeadSquared leadscSsh|]}|dqS)r[r>rr)r>r>r? r5z9_get_presales_mapping_from_leadsquared..)rMr>)maxminrVrrAr_PRESALES_MAP_CACHE_TTL_SECONDSr$rGr' search_leadsrBrrr:addget_group_agent_customer_rowsrKrrrsortsortedr ) rrrKrsafe_row_count cache_keynowcachedrHservice lsq_searchr phone_to_leadall_phone_variantsrWr+variantr( group_index agent_index customer_rowsr)groupagentcustomer_phone matched_leadr_rRrSrer^responser>r>r?&_get_presales_mapping_from_leadsquaredfs     "                      rc@s"eZdZdZdZdefddZdS)StripApiPrefixMiddlewarezVMap public URLs under /api/* to app routes (/*) when the proxy forwards the full path.z/apirequestcsp|jdpd}||jdr |t|jdpd|jd<n||jks,||jdkr1d|jd<||IdHS)Npathr/)rrr_prefixr )selfr call_nextrr>r>r?dispatchs z!StripApiPrefixMiddleware.dispatchN)rHrIrJ__doc__rrrr>r>r>r?rsrzMCube AI FastAPIz1.0.0)titleversion*T) allow_originsallow_credentials allow_methods allow_headers)requests_total errors_totalhttprcstdd7<t}z ||IdH}Wnty&tdd7<wtt|dd}td|jj|j |t ||j d<|S)NrrdrrQzpath=%s status=%s latency_ms=%szX-Process-Time-Ms) _metricsr perf_counterrroundloggerinfourlrrrLheaders)rrstartedr latency_msr>r>r?metrics_and_latencys rz/healthcCsddtdtdS)Nhealthyzmcube-ai-fastapir)rr| timestampr)rrrJrr>r>r>r?health"s rz /rag/agents.rdrecCst||dt|iS)NrS)rrrr>r>r? list_agents,s  rz/rag/{bid}/agents/catalogc Cs:t||t|tgdgdttddgddS)N)rollamabedrock)z qwen2.5:7bz gemma2:9bzdeepseek-r1:8brr)rr)rr providerssuggested_models)rrLr*rrrr>r>r?rag_agent_catalog5s rz/rag/{bid}/ollama/modelsc Cst||ttddd}ztj|ddd}||jr&|ni}Wnt yA}z t dd|d |d d}~ww|d pHg}d d |D}|||dS)NOLLAMA_BASE_URLzhttp://127.0.0.1:11434rz /api/tagstimeoutz$Failed to fetch models from Ollama (z): rmodelscSs$g|]}|drt|dqSrrrr*r>r>r?rTs$z%rag_ollama_models..)ollama_base_urlrr:) rrLrrrstriprequestsraise_for_statuscontentrrr)rrbase_urlrr;rrrr>r>r?rag_ollama_modelsFs  rz/rag/{bid}/documentscCs4t|||jstdddt||j}d|dS)Nrzdocuments array is requiredrrQ)r ingestion)rrGrringest_documents)rr;rrr>r>r?rag_ingest_documentsXs   rz/rag/{bid}/ingest-transcriptscCs*t||tj||jt|j|j|jdS)NrrPrRrSrT)rrbackfill_transcriptsrPrVrRrSrT)rr;rr>r>r?rag_ingest_transcriptsas rz/rag/{bid}/queryc Cs`t|||jstddd|jr|jstdddt|j}t||p'i}|dr6td|dd|dd urFtd|d dt ||}t |j pPi}||d <t |d p]d |d<t |dphd|d<|dpri|d<t tdd}t |pdd||d<tt |pd|k|d<tj||j|j|j|j|j|j||jd }||d <|S)Nrzuser_id is requiredrzmessage is requiredr}r is locked for this businessr|F! is not enabled for this businessrargr llm_providerrrllm_model_namerllm_runtime_configRAG_AGENT_INSTRUCTION_MAX_CHARSi.ragent_instruction_truncated) rrXrYrZr[r\r]r^r_)rrXrrYrr+rarrrrr^rLrVrr rrrZr[r\r]r_) rr;rra agent_cfgrr^max_instruction_charsrr>r>r? rag_querymsB       rz*/rag/{bid}/conversations/{conversation_id}rQ)rngeler[cCs$t||tj|||d}||dS)NrR)r[messages)rrget_conversation_messages)rr[rRrrr>r>r?rag_get_conversations  rz/rag/{bid}/conversationsrlcCst||t|||dS)N)rrXrR)rr)rrXrRrr>r>r?rag_list_conversationss rz/rag/{bid}/profiles/{user_id}cCst||t||Sr8)rrget_user_profile)rrXrr>r>r?rag_get_profiles  rz/rag/{bid}/score-callcCst||t||j}|dpi}|ds!tdd|jdt||t|j}|jr5|s5tddd|p:t |}t ||jt|j|t ddS) NrrrrrzLLM scoring failedr)rrwra scorecardr)rrrwrrrr+raryrrLrrrJ)rr;rrrscoredrr>r>r?rag_score_calls      rz/rag/{bid}/agent-reportrimcCst||t|||Sr8)rr)rrrrr>r>r?rag_agent_reports  rz/rag/{bid}/ingestion-progressdcCst||t||dS)N)r)rr)rrrr>r>r?rag_ingestion_progresss  rz%/rag/{bid}/agents/config/{agent_type}cCst||t|}t|t||pi}|stdd|d|jdur'|jn|d|jdur5t|jntt |d|j durGt|j ntt |d|j durW|j n|d|j durc|j n|d|j duro|j n|d |jdur{|jn|d pid }t}zM|}|d t|dt|dt|dt|dt|dpd t|d pdtj|d ddt|dp|dpdt|t|f W|n|wdt||dS)NrUnknown agent type: rr{r|r}r~rgrr)r{r|r}r~rgrran UPDATE rag_agent_configs SET display_name = %s, is_enabled = %s, is_locked = %s, system_prompt = %s, provider = %s, model_name = %s, runtime_config = %s, updated_by = %s WHERE bid = %s AND agent_type = %s rrTr}usernamerrxok)rr)rr+rrrr{rr|rVrUr}r~rgrrrrr!rLrrrx)rrar;rr update_objr&rr>r>r?rag_upsert_agent_configsB $$    rz,/rag/{bid}/agents/{agent_type}/knowledge-pdffilenameappend_to_existing_promptcsBt||t|}t||rt|dstdddt|t||p)i}|s5tdd|dt|j dp=d}d |vrKtdd d| Id H}|sZtdd dt |d krftdddt |} t | } | dkrxtddddd| D} t| stdddddt| D} ddd| D} | stdddt|}d| }|r| dr| dd|}n|d|}t| dpi}t|t| dp| dpdtd| t | d|d <| |d!<| |d"<t}d}z|}|d#t|t|f|pi}t| d$pd%d}||d d&<|d't|tj|d(d)t| dp@| dp@dt|t|f|d*t|t|t|t|t| tt | tj| d(d)t| t| dpx| dpxdf W|n|wd+t|t|t|t|| t | d,t||d-S).z Upload a knowledge PDF containing prompt + knowledge bands for an agent. For current rollout, this endpoint is restricted to the pre-sales lead agent. z.pdfrzOnly .pdf files are supportedrrrz content-typerzapplication/pdfz,Request content-type must be application/pdfNzUploaded PDF is emptyi zPDF exceeds 50MB limitrdz*No pages were detected in the uploaded PDFcSsg|] }t|pdqSrr)rrr>r>r?r;z2rag_upload_agent_knowledge_pdf..z*Could not extract usable text from the PDFcSsg|] \}}|d|dqS)rd)rrr>)rrrr>r>r?r?rGz cSs,g|]}|drd|dd|dqS)rz[Knowledge Band Page rz] r>rr>r>r?rAs,z0No valid knowledge-band content found in the PDFz]Use the following uploaded prompt and knowledge bands as the primary rubric for evaluation. r~rrrrxr)r uploaded_by uploaded_atr char_countknowledge_pdf_metaknowledge_bandsknowledge_compiled_promptz SELECT COALESCE(MAX(version_no), 0) AS max_version FROM rag_agent_knowledge_uploads WHERE bid = %s AND agent_type = %s max_versionr version_noz UPDATE rag_agent_configs SET system_prompt = %s, runtime_config = %s, updated_by = %s WHERE bid = %s AND agent_type = %s Tr}a INSERT INTO rag_agent_knowledge_uploads ( bid, agent_type, version_no, filename, page_count, char_count, knowledge_bands, compiled_prompt, uploaded_by ) VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s) r)rrr)rrrarfiler)rr+rrLrendswithrrrrrbodyr rany enumeraterr)rrrrJrrr!rsrVrrrx)rrarrrrr content_type file_bytes page_textsr cleaned_pagesrcompiled_knowledgebase_instructionknowledge_instructionr~rr&rrr)r>r>r?rag_upload_agent_knowledge_pdfs               rc Cst||t|}t|t||pi}|dpi}|dp!i}|dp(g}|dp/d}|s>dt|t|ddd Sdt|t|d ||t|dd d d S) zS Preview latest uploaded knowledge PDF extraction for agent configuration. rrrrrrFN)rrrahas_uploaded_knowledge knowledge_pdfTi)metarcompiled_prompt_preview)rr+rrrrL)rrarr<rrrcompiledr>r>r?rag_get_agent_knowledge_pdfs0  rz4/rag/{bid}/agents/{agent_type}/knowledge-pdf/historycCst||t|}t|t}z|}|dt|t|t|f|p)g}W| n| wdt|t|t |dS)zI List previous uploaded versions for knowledge PDF on the agent. z SELECT version_no, filename, page_count, char_count, uploaded_by, created_at FROM rag_agent_knowledge_uploads WHERE bid = %s AND agent_type = %s ORDER BY version_no DESC LIMIT %s r)rrraversions) rr+rrrr!rLrVr#rxrC)rrarRrr&rr(r>r>r?#rag_get_agent_knowledge_pdf_historys"  rz/rag/{bid}/agents/analyze-callcCst||t|j}t||pi}|drtd|dd|ddur/td|dd|jst}z|}| dt |t |j t |f| }W| n| w|rt|d t rxz t|d |d <Wn tywYnwd t|d Sd t||j |d S) Nr}rrrr|Frz SELECT bid, call_id, agent_type, model_name, summary, result_json, updated_at FROM rag_agent_call_analysis WHERE bid = %s AND call_id = %s AND agent_type = %s LIMIT 1 result_jsonr{)ranalysis generated)rr+rarrrrrrr!rLrwrsrxr@rrrrCr)rr;rrarr&rr{r>r>r?rag_agent_analyze_calls4     r z$/rag/{bid}/agents/analysis/{call_id}r`cCst||t|}t}z|}|dt|t|t|f|}W|n|w|s7tdddt | dtrTz t |d|d<Wn t ySYnwdt|iS)Nz SELECT bid, call_id, agent_type, model_name, summary, result_json, updated_at FROM rag_agent_call_analysis WHERE bid = %s AND call_id = %s AND agent_type = %s LIMIT 1 rzNo analysis foundrrr)rr+rrr!rLrsrxrr@rrrrrC)rrwrarr&rr)r>r>r?rag_get_agent_analysiss(     r z/auth/registerc sgd}|D]}||std|ddqtj|d|d|d|d|d d d \}}|d krStj|d t|d|d d d\}}|dkrSt||dSt||dS)Nrrr*rr is requiredrrr*rrrr)rr*rrrrrrXrrrr)rrr create_userassign_business_accessrLr)r;required_fieldsfieldrr assign_result assign_statusr>r>r? auth_register8s,        rz /auth/logincsb|dr |dstdddtj|d|d|jr |jjnd|jdd\}}t||dS) Nrrrz"Username and password are requiredr User-Agent) ip_address user_agentr)rrrloginclientrrr)r;rrrr>r>r? auth_loginPs   rz /auth/logoutcCs"t|}t|\}}t||dS)Nr)rrlogoutr)rrrrrr>r>r? auth_logout]s rz/auth/mecCs dt|iS)Nr)rrr>r>r?auth_med r z/auth/users/{bid}cCsLt|||dst||st||dt|\}}t|td|idS)Nrz users.viewusersr)rrrrrget_users_by_businessrr)rrr"rr>r>r?auth_users_for_businessis  r$z/auth/role-permissions/{role}rcCst|}t|}||dS)N)r permissions)rnormalize_rolerget_role_base_permissions)rr normalizedr%r>r>r?auth_role_permissionsrs   r)z/business-admin/users/createc s<dD]}||std|ddqt|d}|ds-t||s-t||d|dd }tj|d |d |d |d |dd\}}|dkrSt||dStj |d||d\}}|dkrit||dS|d} | dur|dst||st||dt |d||| \} } | dkrt| | dStd|dS)Nr rr rrrz users.createrrrr*rrFrr*rrrrr rrrr% roles.assign) rrrLrrrrrrrsync_permission_overrides) r;rrrrrrrrdesired_permissions perm_result perm_statusr>r>r?business_admin_users_createysH            r0z&/business-admin/users/{user_id}/accesscs t|dpd}|stddd|dpt||}|d}|durB|s/t||dt||\}}|dkrBt||d Sd |vsJd |vrR|sRt||d d |vrnt ||d p`g\}}|dkrnt||d Sd |vrt ||d p|g\}}|dkrt||d Sd |vr|st||dt |\}} | dkrt| |d St fdd|Dd} t |p| pidpd} t|| |d pg\} } | dkrt| | d St |\}}|dkrt||d St fdd|Dd}|stdddtd|iS)Nrrrbid is requiredrrrr+rr^agent_mappingsz users.updater%c3.|]}t|dp dtkr|VqdSrrNrVrrurXr>r?r ,z5business_admin_users_update_access..rc3r3r4r5r6r8r>r?r r9rzUser not found in business)rLrrrrrrrrreplace_group_mappingsreplace_agent_mappingsr#nextrr&r,r)rXr;rr is_privilegedrrr users_previewpreview_statustarget_previeweffective_roler.r/r"targetr>r8r?"business_admin_users_update_accesssV             rCz/list-businessescCstSr8)r$get_all_businessesr>r>r>r?list_businessessrEz/businesses/{bid}/infocCst|}|s tddd|S)NrBusiness not foundr)r$get_business_infor)rrr>r>r? business_infos  rHz/reported-issuesc Cst|jpd}t|jpd}|stddd|s"tdddt|||jp+dp/d}|sXzt|p9i}| dpJ| dpJ| dpJd}Wn t yWd}Ynw| d }t|pad rit |nd}t tA}|} | d |||jp| d pd|| d | d |jpd|jpd|jpd|f | j} | d | f| } Wdn1swYdt| dS)Nrrzbusiness_id is requiredrzissue_text is requiredrr businessNamera INSERT INTO reported_issues ( business_id, business_name, business_user_name, user_id, username, user_email, page_path, call_id, scope, issue_text, status ) VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, 'open') rr*+SELECT * FROM reported_issues WHERE id = %sTrQissue)rLrrrrrrr$rGrrr,rVrurrr!rrrwr lastrowidrsrw) r;rrrrr raw_user_idrXr&rissue_idrLr>r>r?create_reported_issuesZ       rPr)rnrrroffsetcCst|pd}|r|dvrtdddt|pd}|dr"n)|r*t||n!|dp0g}|s9tdd dt|d d pBd}t||tg}g} |r^|d | ||rj|d | ||rtdd|nd} t6} | } | d| | t | pidpd } | d| d| ||g| pg}Wdn1swY|D]}|ddp|d|d<qt|| ||dS)Nr>openresolved dismissed in_progressrInvalid issue statusrrrrzNo business accessrrzbusiness_id = %s status = %szWHERE  AND z.SELECT COUNT(*) AS total FROM reported_issues totala SELECT ri.*, COALESCE(NULLIF(ri.business_user_name, ''), NULLIF(bu.full_name, ''), ri.username) AS business_user_name_resolved FROM reported_issues ri LEFT JOIN business_users bu ON bu.id = ri.user_id z` ORDER BY ri.created_at DESC, ri.id DESC LIMIT %s OFFSET %s business_user_name_resolvedr)issuesrYrRrQ)rLrrrrrurrrrr!rVrsr#poprC)rrrRrQr status_valuerrwhereparams where_sqlr&rrYr[rLr>r>r?list_reported_issues!sR            raz/reported-issues/{issue_id}rOcCst|t|jp d}|dvrtdddtt*}|}|d||f|j dkr5tdd d|d |f| }Wdn1sJwYd t |d S) Nr>rRrSrTrUrrVrz4UPDATE reported_issues SET status = %s WHERE id = %srrzReported issue not foundrJTrK) _require_masterrLrrrrurrr!rowcountrsrw)rOr;rr]r&rrLr>r>r?update_reported_issue`s"     rdz/groupnames/{bid}rP lsq_row_countcCs8|rt|d||d}|dg}|pt|St|S)NrrrKrrR)rrr$get_all_groupnames)rrPrermappingrRr>r>r?r^zs  r^z/agentnames/{bid}cCsF|rt||||d}dd|dgD}|pt||St||S)NrfcSs g|] }|dr|dqS)rZrrr>r>r?rs zagentnames..rS)rrr$get_agent_names)rrrPrerrhrSr>r>r? agentnamess rjz/location-stats/{bid}x date_fromdate_todetailed_callsdetailed_threshold_seconds directionc Cs<t||||} tj|| d||| d|||| d| dd S)Nrrrr)rrnrorprr)rr$get_location_stats) rrrlrmrrnrorprrr>r>r?location_statss rrz/location-calls/{bid}rPc Cs8t|||d} tj|| d||||||| d| dd S)Nrrr)rr)rr$get_filtered_raw_calls) rrrprPrRrQrlrmrrr>r>r?location_callss rtz/raw-calls/{bid}/{callid}callidcCs,t||}|stdddt||||S)Nrrr)r$get_raw_call_detailsrr)rrurrTr>r>r?raw_call_detailss   rwz/analytics/{bid}/pendingcCst||}t||dS)N)countrO)r$get_calls_for_analysisr )rrRrOr>r>r?pending_analyticss rzz/analytics/{bid}/dashboardcCst|||d}t||d|||d|dt||d|||d|dt||d|||d|dt||d|||d|dt||d|||d|dt||d|||d|dt||d|||d|ddS)Nrrr)overviewsentiment_by_locationquality_by_locationquality_by_agent call_purposesconcerns_frequencybusy_locations) rr$get_analytics_overviewget_sentiment_by_locationget_quality_by_locationget_quality_by_agentget_call_purpose_frequencyget_concerns_frequencyget_busy_locations)rrrlrmrrr>r>r?analytics_dashboards.rz#/analytics/{bid}/calls-by-objection objectioncCs,t|||d}t|||d|d|dS)Nrrr)rr$get_calls_by_objection)rrrrrr>r>r?analytics_calls_by_objection srz /calls/{bid} sales_intentc Cst||}i} |dur|| d<|r|| d<|r|| d<|r!|| d<t|| |||d|d} t|| |d|d} | | ||dS)Nrrrlrmrr)rOrYrRrQ)rr$ get_callsget_calls_count) rrrrlrmrRrQrrfiltersrO total_countr>r>r? calls_list s" rz/calls/{bid}/{callid}cCst||}|stdddt|||t||}|r^|dd|d<|dd|d<|d}|rLt|trLzt |}Wn tj yKg}Ynw||d<|d |d <|d |d <t ||}|r|d d|d <|d d|d <|d d|d <|dd|d<|d|d<|d|d<|d|d<|d|d<|d|d<|dd|d<|d|d<|d|d<|d|d<|d|d<|d|d<t ||}|r|d|d<|d |d<|S)Nrrrrr transcriptsrspeaker_segments num_speakersdurationr call_purposeobjections_concernsobjection_typerpropensity_scorepropensity_bandpropensity_parameter_scorespropensity_parameter_detectionsr sentimentsparameter_scoresr\agent_speak_percentagecustomer_speak_percentagedead_air_percentager bant_profile bant_summary) r$rrrrrr@rLrrJSONDecodeErrorrr)rrurrTtranscript_dataranalytics_data bant_datar>r>r? call_details7 sP       rz/bant/{bid}/{callid}cC t||}|stddd|S)NrzBANT not foundr)r$rr)rrurr>r>r? bant_detailsi   rz /calls/{bid}/{callid}/transcriptcCs"t||t||d|dS)NzTranscript deleted successfully)rYru)r$delete_transcriptreset_transcription_status)rrur>r>r?delete_call_transcriptq s   rz-/calls/{bid}/{callid}/segment/{segment_index} segment_indexcCs@t|dd}|stdddt||||d||dS)NrrrzText cannot be emptyrzSegment updated successfully)rYrur)rLrrrr$update_speaker_segment_text)rrurr;new_textr>r>r?patch_call_segmentx s   rz/calls/{bid}/recentcCs"t||}t|||d|dS)Nrr)rr$get_recent_calls)rrRrrr>r>r? recent_calls s rz /calls/searchcCsb|d}|dd}t|dd}|stdddt|t|}tt||||d |d S) NrrrrRrlrzBusiness ID is requiredrrr)rrVrrrLr$ search_calls)r;rrrrRrr>r>r? calls_search s   rz /leads/{bid}transcripts_onlyc CsVt|||d}tj||d|||||d|dd}|dgt|dd||dS) Nrrr)rrrRrQrrprrrrYr)rrYrRrQ)rr$get_leads_listrrV) rrrRrQrrprrrr>r>r? leads_list s " rz/leads/{bid}/bulk-uploadc CsHt||t|p idpd}|stdddz tj|dd}Wnty6}ztddd|d }~ww|s?tdd dz|d }Wnt yV|jd d d}Ynw|pZid}zt t t|||rmt|nd d}W|St y}z tdt|d|d }~wty}zt d|tdd|d|d }~ww)zMImport calls from CSV (base64) into {bid}_raw_calls for bulk lead recordings.file_data_base64rrzfile_data_base64 is requiredrF)validatezInvalid file_data_base64NzCSV file is emptyz utf-8-sigzlatin-1rrr)rzBulk upload failed for bid %srzBulk upload failed: )rrLrrrbase64 b64decoderrUnicodeDecodeErrorr.r$rr exception) rr;rfile_b64 csv_bytesrcsv_textrrr>r>r?leads_bulk_upload sD      rz)/leads/{bid}/{lead_phone:path}/recordingsrXc Cst||t|}z tttt|||piWSty+}z tdt|d|d}~wtyF}zt d|tdd|d|d}~ww)z:Upload a single recording (URL or base64 file) for a lead.rrNz'Lead recording upload failed for bid %srzUpload failed: ) rr r/r$rrLrrrrr)rrXr;r decoded_phonerr>r>r?leads_upload_recording s$  rrcC t|Sr8)rr)rr>r>r?_invoke_lead_insights_chat s rcCsb|dpgD]'}|d}|r|drqt||}|r.|d|d<|dp+d|d<q|S)NrOrurrrrr)rr$r)rrMrTrurr>r>r?_enrich_lead_details_with_bant s  rz'/leads/{bid}/{lead_phone:path}/insightscCsJt|}tj||d}|stdddt||}t|}dt||diS)NrrXrLead not foundrinsights)data_capture_fields)r r$get_lead_detailsrrlist_data_capture_fieldsr-)rrXrrMrr>r>r? lead_insights s   rz0/leads/{bid}/{lead_phone:path}/insights/generatecCstt|}tj||d}|stdddt||}dd|dgD}|s+tdd dt|}d t|td |d iS) NrrrrcSsg|] }|dr|qS)rrrSr>r>r?r rz*generate_lead_insights..rOrz#No transcripts found for this lead.rT) invoke_chatuse_llmr) r r$rrrrrr-r)rrXrrMcalls_with_transcriptsrr>r>r?generate_lead_insights s     rz/leads/{bid}/{lead_phone:path} include_crmc Cst|}t|||d}tj|||d|d|dd}|s#tdddddd dd }|rAt|d } | rA| d rA| d rA| d rAd|d<tj|d |d} | rbt| d|ddsbd} | rd|d<| dpni| d| d| d| d| d| dd|d<nzddl m } | | d | d | dpdd } | |} | d!r-| d"r-| d"d}|d#pd$ }|d%pd$ }|d&| p|d'pd}|d(p|d)p|}ddl }|d*p||}tj|d |||d+|d,||d-|d. d|d<|||d,||d-|d+|d/d|d<nd0|d1<Wnty@d0|d1<Ynw||d2<t|||d3<|S)4Nrrr)rrXrrrrrrFr@)r_r`rgrWrArBrCTr_rrgr+ lead_payload)rr+r"r` lead_namer* phone_primaryr5rYrar9rWrr&rE$https://api-in21.leadsquared.com/v2/rFrQr>r rr rrrrr$r6r)r3) rrgexternal_lead_idrrYr*rr5rr8z"No CRM record found for this lead.rYrNr)r rr$rrrGrget_cached_crm_lead_by_phoner#leadsquared_servicer'search_lead_by_phonerr-r.r/r0upsert_crm_lead_cacherrj)rrXrrrrrrMrNrHr{r'lsqlivelead_recrrr phone_val_hleidr>r>r? lead_detail) s  *          rz&/leads/{bid}/{lead_phone:path}/profilerc Cs4ddl}t|}tj|d|d}|pidpi}t|tr5z ddl}||}Wn t y4i}Ynwi|dd| D}|pEidpT| |d   } tj|d| |d pe|pbid |d pp|pmid |d p{|pxid ||dp|pid|dp|pid|d ddiS)z@Persist manually-entered lead profile data into crm_leads_cache.rNr@rrcS&i|]\}}|dur|dkr||qSrr>rDr>r>r?rF &z'update_lead_profile..rz|manualrrrYr*r5ra) rrgrrrYr*rr5rarrQT)r-r r$rrr@rLrrrrKr.r/r0r) rrXrrrrexisting_payload_jsonmerged_payloadrr>r>r?update_lead_profile s4  & rz/analytics/{bid}/statscCt|||Sr8)analytics_serviceget_call_statisticsrrlrmr>r>r?analytics_stats rz/analytics/{bid}/sentimentcCrr8)rget_sentiment_distributionrr>r>r?analytics_sentiment rrz/analytics/{bid}/intentcCrr8)rget_intent_distributionrr>r>r?analytics_intent rrz/analytics/{bid}/trendsdayperiodcCrr8)r get_trends)rrrr>r>r?analytics_trends rrz/analytics/{bid}/agentscCrr8)rget_agent_performancerr>r>r?analytics_agents rrz/analytics/{bid}/leaderboardc Cs<t|||d}t||d|||d|d}|t|dS)z7Agent leaderboard ranked by average call quality score.Nrrr) leaderboard total_agents)rr$get_agent_leaderboardr )rrrlrmrrr>r>r>r?analytics_leaderboard s rz/analytics/{bid}/keywordsrkcCst||||Sr8)rget_top_keywords)rrRrlrmr>r>r?analytics_keywords srz/analytics/{bid}/{callid}cCr)Nrz!Analytics not found for this callr)r$rr)rrurr>r>r?call_analytics rrz/queue-calls/{bid}cCs0tj|ddidd}dt|dt||dS)NrrrQrzQueued z calls for processing)rYrxr)r$rr )rrOr>r>r? queue_calls srz/process-calls/{bid}cCstdd|ddS)NzProcessing started)rYrr)rrr>r>r? process_calls srz/transcripts/{bid}cCrr8)r$get_transcriptsrr>r>r?r   r z/export/{bid}/callsrr6c Csdd|||dD}tj||dd}|dkrKt}|r2tj||dd}|||d d |d t d d i} t | d| dS|S)NcSi|] \}}|dur||qSr8r>rDr>r>r?rF rGz export_calls..)rrlrmi'rcsvr) fieldnamesContent-Dispositionzattachment; filename=calls_r%Y%m%d.csvtext/csvr media_typer)rKr$rrr  DictWriterr writeheader writerowsrrzstrftimergetvalue) rr6rrlrmrrOoutputwriterrr>r>r? export_calls s  rcCsddt|pddDS)NcSg|] }|r|qSr>rrr>r>r?r rz%_split_csv_filter..r,)rLrrLr>r>r?_split_csv_filter r?r customer_name quality_min quality_maxinclude_quality_filtersc Cspg} g} |r| d| ||r| d| ||r(| d| |t|} | rFddgt| }| d|d| | |rV| d| d |d |rb| d | || rn| d | | t|prd }|d kr| dn |dkr| d| r|dur| d| ||dur| d| || rdd| | fSd | fS)Nzr.groupname = %szDATE(r.call_starttime) >= %szDATE(r.call_starttime) <= %srrzr.agentname IN ()z)CAST(r.customer_callinfo AS CHAR) LIKE %s%zLOWER(r.direction) = LOWER(%s)z UPPER(r.call_status) = UPPER(%s)rrz=TIMESTAMPDIFF(SECOND, r.call_starttime, r.call_endtime) > 120nozZ(TIMESTAMPDIFF(SECOND, r.call_starttime, r.call_endtime) <= 120 OR r.call_endtime IS NULL)za.quality_score >= %sza.quality_score <= %sz WHERE rX)rrrr extendrLrr)rrlrmrr rnr!r"rprPr# where_clausesr_rSr'detailedr>r>r?_export_filters sL                   r*customer_numberzCUSTOMER NUMBERz CUSTOMER NAMEzCALL IDrZz AGENT NAMEz GROUP NAMEcall_starttimezCALL START TIME call_endtimez CALL END TIME DIRECTIONz CALL STATUSduration_secondszDURATION SECONDStranscription_statuszTRANSCRIPTION STATUSrLANGUAGErz NUM SPEAKERStranscript_durationzTRANSCRIPT DURATIONr TRANSCRIPTrz QUALITY SCOREr SENTIMENTz CALL PURPOSEzOBJECTIONS CONCERNSzOBJECTION TYPEzTALK LISTEN RATIOzAGENT SPEAK PERCENTAGEzCUSTOMER SPEAK PERCENTAGEzDEAD AIR PERCENTAGESUMMARYzPARAMETER SCORES) rrrr\rrrrr)r+r ruDURATIONsecondsc Cspz ttt|}Wn ttfyYdSw|dkrd}|d}|dd}|d}|dd|dd|dS)Nrrr02drL)rVrrb TypeErrorr)r7rYhoursminutessecsr>r>r?_format_seconds_as_hhmmssg s r>leftrightcCsdt|dt|dS)zNTwo-part ratio for export (e.g. 49:51). Excel formula avoids 49:51:00 display.z="rL")rV)r?r@r>r>r?_export_ratio_mm_sst srBc CsH|dus t|dkrdSz ttt|WSttfy#YdSwr)rLrrVrrbr:rrLr>r>r?_parse_speak_percentagey srCagent_talk_timecustomer_talk_timec Cs~ztdt|pd}tdt|pd}Wn ttfy YdSw||}|dkr+dSttd||ttd||fS)Nrr)rprbr:rrVr)rDrE agent_secondscustomer_secondsrYr>r>r?_ratio_from_talk_times s(rIc Cs|durdSt|tr2tdt|}t|d\}}t|d\}}|dkr*||fS|d||fSt|trM|jdkrB|j|j fS|jd|j|j fSt|tt frt|t st |}d|krgdkrndStt |d}t|d\}}t|d\}}|dkr||fS|d||fSdSt |}|r|dvrdStdd |} d d | d D} t| d krdSd t dtfdd} t| dkr'| d } | dvs| dddrtt | dkr| | d| | dfS| ddvr| ddddr| d dddr| | d| | d fS| | d| | dfSt| d krDtdd| DrD| | d| | dfSdS)z?Normalize mixed inputs to (left, right) for MM:SS-style export.Nrr8rrdiQr]NAz\s*:\s*rLcSsg|]}|dkr|qSrr>rr>r>r?r z2_parse_talk_listen_ratio_parts..rr r7cSsttt|Sr8)rVrrb)r r>r>r?_to_int sz/_parse_talk_listen_ratio_parts.._to_int)r100z0.0z0.00.r)r1rOcss"|] }|dddVqdS)rPrrdN)rr,rr>r>r?r  rVz1_parse_talk_listen_ratio_parts..)r@rrprV total_secondsdivmoddt_timehourminutesecondrbrUrrLrrRrrrr rr,all) rrYr;remr<r7numericrQrr(partsrMthirdr>r>r?_parse_talk_listen_ratio_parts sT      *>"r\cCst|d}t|d}|dur#|dur#|dks|dkr#t||St|d|d}|r9t|d|dSt|d}|rKt|d|dSt|dpRd }|d vr^d S|S) zIStandardize Talk Listen Ratio to MM:SS-style strings (e.g. 49:51, 81:19).rrNrrDrErdr\rrJrK)rCrrBrIr\rLrrR)r) agent_pct customer_pctfrom_talk_timesrr:r>r>r?!_quality_export_talk_listen_ratio s   r`r(cCsBg}|pgD]}t|}d|vrt|d|d<||q|S)Nr/)rr>rrr(preparedr)new_rowr>r>r?"_prepare_transcription_export_rows s  rdcCsNg}|pgD]}t|}d|vrt|d|d<t||d<||q|S)Nr/r\)rr>rr`rrar>r>r?_prepare_quality_export_rows s   rec Cs|s|Sdd|D}dd|D}i}|r;z t|d|pi}Wnty:}z td||WYd}~nd}~wwg}|D]5}t|}t|ddpR|dpRd }||p\i} ||d<|d pl| d pld|d <| |q?|S) NcSs,g|]}t|dp|dpdqS)r+r[rrLrrrnr>r>r?r sz/_add_customer_export_fields..cSr2r>r>)rr+r>r>r?r r5r@z2Customer name enrichment skipped for export %s: %sr[r+rr r) r$get_crm_enrichment_for_phonesrrwarningrrLr\rrr) rr(phones crm_by_phonerrr)rcr+crm_infor>r>r?_add_customer_export_fields s." rl header_labelscsX|ptg}|p gD]tt}|ddD|fdd|Dq |S)Ncss|] }|tvr|VqdSr8)EXPORT_FIRST_COLUMNSrr=r>r>r?r  r.z*_format_export_csv_rows..c s2i|]}|t|dd|dqS)rrr)rrLrrRrolabelsr)r>r?rF s$z+_format_export_csv_rows..)EXPORT_HEADER_LABELSrKrnr'rr)r(rm formatted ordered_keysr>rpr?_format_export_csv_rows s  rucCsdt||d}t}|r"tj|t|ddd}|||dd|i}t| d|dS) Nrmrr)r  extrasactionrzattachment; filename=rr) rurr rrKrrrrr)r(rrmrrrr>r>r? _csv_response s  rxz/export/{bid}/transcriptionsc Cs|d} |d} |d} t}|}t|| s!g}nt|| }|dup.|du}t|| }|rQ|sQtgd|dtddWdSt||||||||| | |d \}}t || }|rpd | d nd }| d |d d|dd|dd|dd| d|d|d|t | pg}t ||}t|}Wdn1swYd|dtdd}t||tdS)Nr_sarvamresponsertranscriptions_rrrrr rnr!r"rprPr#z INNER JOIN `z` a ON r.callid = a.callidra SELECT r.customer_callinfo AS customer_number, r.callid, r.agentname, r.groupname, r.call_starttime, r.call_endtime, r.direction, r.call_status, TIMESTAMPDIFF(SECOND, r.call_starttime, r.call_endtime) AS duration_seconds, r.transcription_status, rz& AS num_speakers, r2z- AS transcript_duration, rz$ AS transcript, rz' AS raw_response FROM `z` r z \ ORDER BY r.call_starttime DESC LIMIT 10000 rv)r$get_connectionr _table_existsrxrrzrr*sarvam_export_select_exprsr!%prepare_transcription_csv_export_rowsr#rlrd"TRANSCRIPTION_EXPORT_HEADER_LABELS)rrrlrmrr rnr!r"rprP raw_table sarvam_tableanalytics_tabler&rr( has_sarvamneeds_quality_join has_analyticsr`r_ sarvam_colsquality_join_sqlrr>r>r?export_transcriptions$ sj             5rz/export/{bid}/qualityc Cs|d} |d} tK} | }t|| rt|| s"g}n0t||||||||| | dd \}}|d| d| d|d||pHg}t||}t|}Wdn1s\wYd |d t d d }t ||t d S)NrrTr{a SELECT r.customer_callinfo AS customer_number, r.callid, r.agentname, r.groupname, r.call_starttime, r.call_endtime, r.direction, r.call_status, TIMESTAMPDIFF(SECOND, r.call_starttime, r.call_endtime) AS duration_seconds, a.quality_score, a.sentiment, a.call_purpose, a.objections_concerns, a.objection_type, a.talk_listen_ratio, a.agent_talk_time, a.customer_talk_time, a.agent_speak_percentage, a.customer_speak_percentage, a.dead_air_percentage, a.summary, a.parameter_scores FROM `z ` r INNER JOIN `z+` a ON r.callid = a.callid r|quality_rrrrv)r$r}rr~r*r!r#rlrerrzrrxQUALITY_EXPORT_HEADER_LABELS)rrrlrmrr rnr!r"rprPrrr&rr(r`r_rr>r>r?export_qualityn sH      ! 6rcCsp|jdpddd}|jdp|jdpddd}|r0|d|d St|jd S) Nzx-forwarded-protohttpsrrzx-forwarded-hostrrz://r)rrrrrrLr)r forwardedrr>r>r?_public_api_base s *rx_ingest_secretx_webhook_secretcCs|p|pdp dSrr)rrr>r>r?_resolve_ingest_secret srrcCst|dd}t||dS)N http_statusrr)rVr\r)rrr>r>r?_call_ingest_response s rz"/v1/bids/{bid}/calls/ingest/schemacCst|t|S)z>Public JSON schema + URL for Mcube or any external integrator.)r2r)rrr>r>r?call_ingest_schema_v1 srz/v1/bids/{bid}/calls/ingestX-Ingest-Secret)rnaliaszX-Webhook-SecretcCstj||t||d}t|S)zOUniversal per-BID call ingest. Opt-in via webhook_ingest_enabled (default off). ingest_secret)call_ingest_serviceprocessrr)rr;rrrr>r>r?call_ingest_v1 s rz/webhook/call-ingest/schemacCs,|rt||t|t|SitddiS)z@Schema for settings UI; optional bid returns per-BID ingest URL.notez3Pass ?bid=6004 for per-BID ingest URL and settings.)rr2rr1)rrrr>r>r?webhook_call_ingest_schema s rz/webhook/call-ingestcCsVt|dpd}|stddddd|D}tj||t||d}t|S) uCAlias for /v1/bids/{bid}/calls/ingest — bid must be in JSON body.rrrz.bid is required in JSON body for this endpointrcSsi|] \}}|dkr||qSrr>rDr>r>r?rF rGz-webhook_call_ingest_alias..r) rLrrrrKrrrr)r;rrrrrr>r>r?webhook_call_ingest_alias s rz/webhook/call-updatec Cs|d}|d}|r|stdddt|||di}|rOztj|ddd |gd Wd d iStyN}ztd |||WYd}~d d iSd}~wwtddd)Nrrurzbid and callid are requiredrr>FrdTrz%RAG auto-ingest skipped for %s/%s: %srYzCall updated successfullyrzFailed to update call) rrr$ update_callrrrrrh)r;rrurQrag_excr>r>r?webhook_call_update s    rz/webhook/conversation-summarycCsX|d}|d}|d}|r|stdddt|||}|s(tdddd d iS) Nrrutransfer_reasonrz#business_id and callid are requiredrrzFailed to save summaryrYzSummary saved successfully)rrr$save_conversation_summary)r;rrurrQr>r>r?webhook_conversation_summary s     rz/data-capture-fields/{bid}cCt||t|}d|iSNfields)rr$r)rrrr>r>r?data_capture_fields_list"   rcCs6t||t||t||pidpg}d|iSr)rrr$replace_data_capture_fieldsr)rr;rrr>r>r?data_capture_fields_save) s  rz/quality-parameters/{bid}cCrr8)quality_params_handlerget_parametersrr>r>r?quality_parameters_list1 r rcCst||pi}d|dSNzParameter saved successfullyrY parameter_id)rsave_parameterrr;rr>r>r?quality_parameters_save6 s rz/admin/default-parameterscCst|tjdddS)Nrn8329 seed_from_bid)rbrget_template_parametersrr>r>r?admin_default_parameters_list< srcCs"t|td|p i}d|dS)Nrnz$Default parameter saved successfullyr)rbrsave_template_parameter)r;rrr>r>r?admin_default_parameters_saveB  rz$/admin/default-parameters/{param_id}param_idcCs,t|td|}|stdddddiS)NrnrzDefault parameter not foundrrYz&Default parameter deleted successfully)rbrdelete_template_parameterr)rrdeletedr>r>r?admin_default_parameters_deleteI s   rz$/quality-parameters/{bid}/{param_id}cCr)NrzParameter not foundr)rget_parameter_by_idr)rr parameterr>r>r?quality_parameter_getR rrcC$t||}|stdddddiSNrz+Parameter not found or could not be deletedrrYzParameter deleted successfully)rdelete_parameterrrrrQr>r>r?quality_parameter_deleteZ   rz /quality-parameters/{bid}/groupscCrr8)rget_parameter_groupsrr>r>r?quality_groupsb r rz%/quality-parameters/{bid}/total-scorecCdt|iSN total_score)rcalculate_total_possible_scorerr>r>r?quality_total_scoreg rrz /quality-parameters/{bid}/uploadrc R|IdH}z t||jpd|WSty(}z tdt|d|d}~wwNz upload.csvrr)readrimport_parameters_filerrrrLrrrrr>r>r?quality_parameters_uploadl  rz/propensity-parameters/{bid}seedcCs$t|r t|tj|ddS)NF) active_only)propensity_params_handler ensure_tableseed_defaults_if_emptyr)rrr>r>r?propensity_parameters_listw s rcCs"tt||p i}d|dSr)rrrrr>r>r?propensity_parameters_save rrz!/propensity-parameters/{bid}/seedcCstt|}d|dS)NzDefaults seeded)rYinserted)rrr)rrr>r>r?propensity_parameters_seed s  rz'/propensity-parameters/{bid}/{param_id}cCrr)rrrrr>r>r?propensity_parameter_delete rrz(/propensity-parameters/{bid}/total-scorecCrr)rrrr>r>r?propensity_total_score rrz#/propensity-parameters/{bid}/uploadc rr)rrrrrrrLrr>r>r?propensity_parameters_upload rrz /objection-classifications/{bid} business_typerCcCs*|durdnt|dk}t|||S)Nr)rLrobjection_handlerget_all_classifications)rrrCactiver>r>r?objection_classifications srz4/objection-classifications/{bid}/{classification_id}classification_idcCr)NrClassification not foundr)rget_classification_by_idr)rrclassificationr>r>r?objection_get_by_id rrcCsB|r|ds tdddt|||dd}td|dd d S) N category_namerzcategory_name is requiredr created_byrr z#Classification created successfully)rrYr)rrrcreate_classificationr)rr;rr>r>r?objection_create s rc Cs8t|||pi|p idd}|stdddddiS)N updated_byrrz+Classification not found or no changes maderrYz#Classification updated successfully)rupdate_classificationrr)rrr;rQr>r>r?objection_update s  rcCr)NrrrrYz#Classification deleted successfully)rdelete_classificationrrrrQr>r>r?objection_delete rrz;/objection-classifications/{bid}/{classification_id}/togglecCr)NrrrrYz*Classification status toggled successfully)rtoggle_active_statusrrr>r>r?objection_toggle rrz'/objection-classifications/{bid}/searchqcCs t||Sr8)rsearch_classifications)rrr>r>r?objection_search r!rz7/objection-classifications/{bid}/by-severity/{severity}severitycCs |dvr tdddt||S)N)rrhighcriticalrzInvalid severity levelr)rrget_classifications_by_severity)rrr>r>r?objection_by_severity s  rz)/objection-classifications/{bid}/classifycCs*|pid}|stdddt||S)Nobjection_textrzobjection_text is requiredr)rrrclassify_objection)rr;rr>r>r?objection_classify s  rz+/objection-classifications/{bid}/statisticscCrr8)rget_statisticsrr>r>r?objection_statistics r rz'/crm/{bid}/leadsquared/presales-mappingcCs:t||t||||d}t|drd|dSd|dS)N)rrKrrQrrr)rrrr)rrrerrrhr>r>r?crm_presales_mapping s  r z"/crm/{bid}/leadsquared/integrationcCs8t||t|d}|stddddddSd|dS) Nr@rFz!LeadSquared integration not found)rQrYr>rTrQr>)rr$get_crm_integrationr)rr integrationr>r>r?crm_lsq_get_integration s   r c Cst||t||t|dd}t|dd}t|dd}t|dd}t|d}|r>t|dni}|sH|dd}|sP|d d}|rT|sZt d d d |se|p_id pdd}tj |d|||||dpsiddddS)Nlsq_access_keyrlsq_secret_key lsq_api_hostrCTr@rArBrz.lsq_access_key and lsq_secret_key are requiredrrErri)rrgrArBrErCriz*LeadSquared integration saved successfullyrQrY) rrrLrrrUr$r rGrupsert_crm_integration) rr;rrArBrErCexisting_integrationexisting_credsr>r>r?crm_lsq_save_integrations4        rz0/crm/{bid}/leadsquared/integration/push-activityc Cst||tstddd|stdddt|}||}z)tj|d|dr+dnd |d |d |dr;d n|d ||ddWntyWt d|Ynwt |drcd|dSd|dS)Nr!CRM write operations are disabledrrzActivity payload is requiredr@rQpushedfailedRelatedProspectId ActivityEventz Manual LeadSquared activity pushrYr>)rrgr crm_lead_idactivity_eventrYpayload_previewresponse_previewz6Failed to write manual LeadSquared push log for bid=%srr) rr>rrIcreate_activityr$ log_crm_pushrrrrrrr;rr|rr>r>r?crm_lsq_push_activity$s,      r"z /crm/{bid}/leadsquared/push-logsc Cst||t|d}|pidpi}t|o%|do%|do%|d}|s3dddgd ||d Stj|d|||d }ddd |S) Nr@rirChas_credentialsenabledTFz7LeadSquared integration is not active for this businessr)rQr$rYlogsrYrRrQ)rgrRrQr)rQr$)rr$r rrUget_crm_push_logs) rrRrQrrr rirr>r>r>r?crm_lsq_push_logsBs  & r'z'/crm/{bid}/leadsquared/integration/testcCst||t|d}|r|dr|ds tdddddSt|d|d|d d }|}|d r?t|d|Std |dS) Nr@rArBrFz&LeadSquared integration not configuredrrrErFrQr)rr$rGrrr'test_connectionmark_crm_integration_tested)rrrHr|rr>r>r?crm_lsq_test_integration\s     r*cCs6t||t||t|d}d|rddSddS)Nr@Tz,LeadSquared integration deleted successfullyz%LeadSquared integration did not existr)rrr$delete_crm_integration)rrremovedr>r>r?crm_lsq_delete_integrationjs   r-z#/crm/{bid}/leadsquared/leads/searchcCs t||t|}||piSr8)rrIrs)rr;rr|r>r>r?crm_lsq_search_leadsrs r.z&/crm/{bid}/leadsquared/leads/{lead_id}r'cCs<t||t|}||}t|drd|dSd|dS)NrQrrr)rrIget_leadrrrr'rr|rr>r>r?crm_lsq_get_leadys   r1z/crm/{bid}/leadsquared/leadscCsRt||tstdddt|}||pi}t|dr$d|dSd|dSNrrrrQrrr)rr>rrI create_leadrrr!r>r>r?crm_lsq_create_leads   r4cCsTt||tstdddt|}|||pi}t|dr%d|dSd|dSr2)rr>rrI update_leadrr)rr'r;rr|rr>r>r?crm_lsq_update_leads   r6cCsNt||tstdddt|}||}t|dr"d|dSd|dSr2)rr>rrI delete_leadrrr0r>r>r?crm_lsq_delete_leads    r8z/audio/proxy/{bid}/{callid}cs|t||}|p id}|stdddtj|dddjdkr(td d dfd d }t|jd dddddS)NfileUrlrzAudio file not foundrTr)streamrrrzFailed to fetch audio filec3s"jddD]}|r|VqdS)Ni ) chunk_size) iter_content)chunkrr>r?_iters zaudio_proxy.._iterz Content-Typez audio/mpegbyteszpublic, max-age=3600)z Accept-Rangesz Cache-Control)rr)r$rrrrrrr)rrurTfile_urlr?r>r>r? audio_proxys      rBz /admin/userscCs6|ds tdddt\}}t|td|idS)NrrMaster admin access requiredrr"r)rrr get_all_usersrr)rr"rr>r>r? admin_userss   rEz/admin/users/createc s<|ds tddddD]}||std|ddqtj|d|d |d |d |d d |ddd\}}|dkr|d}|d d }|drw|dD]"}t|tr`|dn|} t|trm|d |n|} t|| | qTtj|d|ddd|d|jr|jj nd|j ddt ||dS)NrrrCr)rr*rrr rr*rrrrFr*r rrrrzCreated new user: rrXr activity_type descriptionrrr) rrrrr@rr log_activityrrrr) r;rrrrrrX default_rolerrrr>r>r?admin_users_creates@            rKz/admin/businessescCst\}}t|d|idS)Nrr)rrDr)rrr>r>r?admin_businessess rLz/admin/businesses/createc s|ds tddd|IdH}|dr|ds#tdddtj|d|d|d d \}}|d kr_tj|d |d dd|dd|dd|jrV|jjnd|jddt ||dS)NrrrCrrrrzbid and name are requiredrHrrrHr rrcreate_businesszCreated new business:  (ID: r$rrFr) rrrrrNrIrrrr)rrr>rrr>r>r?admin_businesses_creates"   "  rPcCsdt}|}|d|pi}Wdn1swYttt|dp+dddS)Nz SELECT MAX(CAST(bid AS UNSIGNED)) AS max_bid FROM businesses WHERE bid REGEXP '^[0-9]+$' max_bidrrdrQ)rrr!rsrLrprVr)r&rr)r>r>r?_generate_business_bids rRlengthcs(tjtjdfddt|DS)Nrc3s|]}tVqdSr8)secretschoice)rralphabetr>r?r  r z0_generate_onboarding_password..)string ascii_lettersr7rr)rTr>rWr?_generate_onboarding_passwords r[ table_name column_namecCs<|d||f|sdS|d|d|d|fdS)Nz SELECT 1 FROM information_schema.columns WHERE table_schema = DATABASE() AND table_name = %s AND column_name = %s LIMIT 1 z DELETE FROM `z ` WHERE `` = %sr!rs)rr\r]rr>r>r?#_delete_from_table_if_column_exists s  r`rcCst}|}|d|f|pg}Wdn1swY|D]}|dr7||dkr7dSt||drCdSq&dS)Na SELECT bu.password_hash, bu.plain_password FROM business_users bu JOIN user_business_access uba ON uba.user_id = bu.id WHERE uba.bid = %s AND bu.is_active = 1 ORDER BY bu.is_master ASC, bu.id ASC plain_passwordT password_hashF)rrr!r#rrverify_password)rrr&rr(r)r>r>r?_validate_business_passwords rdz/admin/onboard-businessc st||IdH}t|dpd}|stdddt|dp&dp,t}td|s9tdddt|d p@dpEd}t j |||d \}}|d krft |t r^|d nd }t||dt dd|dpvd|} | d|ddd} t|dp| d} t} t j| | | |dddd\} }|d krt | t r| d nd}t||dt | d|dt j|d|ddd|d|d|jr|jjnd|jd d!|||| d| | | d"|d#|d$|d%gd&S)'NrrrzBusiness name is requiredrr[A-Za-z0-9_-]{2,20}z:BID must be 2-20 letters, numbers, underscores, or hyphensrHrMr errorzFailed to create businessz [^a-zA-Z0-9]+r business__adminrr*z @mcube.localz AdminrFr*z0Business created, but admin user creation failedrrrNzOnboarded new business: rOr$rrF)rrr*rryr)rrrHbusiness_user_id credentialstables_created)rbrrLrrrrRr fullmatchrrNr@rrrr[rrrIrrr)rrr>rrrHcreatedrr username_baserr*rnew_user user_statusr>r>r?admin_onboard_business6sf    "     rqz#/admin/businesses/{bid}/credentialsc s>t|t|}td|stddd|IdH}t|dp%d}t|dp0d}t|dp;d}|d }|dur\zt|}Wnt t fy[tdd dwt j |||||d \}} | d kr~t |trv|d nd} t| | dt j|d|ddd||jr|jjnd|jdd|S)NrerInvalid business IDrrrr*rrizInvalid business_user_id)rrr*rrXrrfzFailed to update credentialsrupdate_business_credentialsz'Updated login credentials for business rrF)rbrLrrrlrrrrVr:rr update_business_user_credentialsr@rrIrrr) rrrr>rr*rrirrrr>r>r?!admin_update_business_credentialsvsF         ruz!/business/{bid}/validate-passwordcsRt|t|p idpd}|stdddtt||s%tddddd iS) NrrrzPassword is requiredrrz%Incorrect password. Please try again.rQT)rbrLrrrd)rr;rrr>r>r?!validate_business_delete_passwords  rvcCs\|sdSt|dkr dStd|sdStd|sdStd|s$d Std |s,d SdS) NzNew password is requiredz/New password must be at least 5 characters longz[A-Z]z-New password must include an uppercase letterz[a-z]z,New password must include a lowercase letterz\dz"New password must include a numberz [^A-Za-z0-9]z-New password must include a special character)r rsearch)rr>r>r?$_business_user_password_policy_errors     ryz5/pca/businesses/{bid}/users/{user_id}/change-passwordc Cst|t|}td|stdddt|pidpd}t|p%idp*d}t|p0idp5d}|s?tdd dt|}|rKtd|d|sStdd d||kr]tdd dt} | } | d ||f| } Wdn1s{wY| std ddt |||\} } | dkrt j|d|ddd|d| dp||jr|jjnd|jddt| | dS)Nrerrrrprevious_passwordr new_passwordconfirm_passwordzPrevious password is requiredz!Re-enter new password is requiredzNew passwords do not matchzSELECT bu.username, bu.full_name FROM user_business_access uba JOIN business_users bu ON bu.id = uba.user_id WHERE uba.bid = %s AND uba.user_id = %s AND bu.is_active = TRUE LIMIT 1rz)Login user is not linked to this businessrrrchange_passwordzChanged password for business z user: rrFr)rbrLrrrlrrryrrr!rsrchange_user_passwordrIrrrr)rrXr;rrrzr{r| policy_errorr&r target_userrrr>r>r?!pca_change_business_user_passwordsJ           rz/business/{bid}c Cs"t|t|}td|stdddgd}gd}t}|}z|d|f| }|s:tdd d|d ||fd d | pJgD}|D] } t || d |qO|d|fd} |r{d dgt |} |d| d||j} |d|fg} |D]} |d| } t|| r|d| d| | q|Wn+ty|ty}z|td||tdd|dd}~wwWdn1swYtj|d|ddd|dd |d|jr|jjnd|jd!d"d#d$| | d%S)&Nrerrrr) raw_callssarvamresponse callanalyticsr lead_notes lead_tasksr)business_crm_integrationsbusiness_telephony_integrationsbusiness_pipeline_configpca_business_allocationsbusiness_agent_configembed_api_keysz*SELECT name FROM businesses WHERE bid = %srrFa SELECT bu.id FROM business_users bu JOIN user_business_access uba ON uba.user_id = bu.id WHERE uba.bid = %s AND bu.is_master = 0 AND NOT EXISTS ( SELECT 1 FROM user_business_access other_uba WHERE other_uba.user_id = bu.id AND other_uba.bid <> %s ) cSsg|]}|dqS)rr>rnr>r>r?r(r5z#delete_business..rz/DELETE FROM user_business_access WHERE bid = %srrrz:DELETE FROM business_users WHERE is_master = 0 AND id IN (r$z%DELETE FROM businesses WHERE bid = %srz DROP TABLE ``zError deleting business %s: %srzFailed to delete business: rrdeletezDeleted business: rrOrrFTzBusiness deleted successfully)rQrYdropped_tables deleted_users)rbrLrrrlrrrr!rsr#r`rr rcr~rcommitrollbackrrrfrrIrrrr)rrrsuffixesrelated_tablesr&rrbusiness_only_user_idsr\rr'rsuffixrr>r>r?delete_businesss|            :  rz!/admin/users/{user_id}/businessescCsX|ds tddd|dstdddtj||d|dd d \}}t||d S) NrrrCrrrr1rrrr)rrrrr)rXr;rrrr>r>r?admin_assign_businessZs      rz/admin/activity-logrG action_codeusername_containsdescription_containsc Cs`| ds tdddtj|||||||||| d \} } | dkr(t| t| dSt| t| dS)NrrrCr) rRrQrXrGrrrrrlrmrr)rrrget_activity_logrr) rRrQrXrGrrrrrlrmrrrr>r>r?admin_activity_logds"    rz/api/embed/tokenc Cs|pid}|p id}|r|stdddt|t|}|s(tddd|jd}|d rM|rMd d t|d d D}||vrMtd ddtjt||d|dd}tdd}||d|dt||ddS)Napi_keyrrzapi_key and bid are requiredrrz1Invalid API key or unauthorized for this businessOriginallowed_originscSsg|]}|qSr>r)ror>r>r?rr5zembed_token..rrzOrigin not allowed partner_namer)rr api_key_idEMBED_BASE_URLzhttp://localhost:6174z/#/embed?token=r8)r embed_url expires_inrr) rrrvalidate_api_keyrLrrgenerate_embed_tokenr) r;rrr key_recordoriginallowedrembed_base_urlr>r>r? embed_tokens     "rz/api/embed/validatercCs.t|}|s tdddd|d|ddS)NrzInvalid or expired embed tokenrTrr)validrr)rvalidate_embed_tokenr)rrr>r>r?embed_validates  rz/admin/embed-keysc Cs|ds tddd|d}|d}|r|stdddtjt|||d |d d \}}tj|d |d dd|d|d|jrJ|jjnd|jddt ||dS)NrrrCrrrrz!bid and partner_name are requiredr expires_at)rrrrrrcreate_embed_keyz#Created embed API key for business z (partner: r$rrFr) rrrcreate_embed_api_keyrLrIrrrr)r;rrrrrrr>r>r?admin_embed_keys_creates*        rcCs6|ds tdddtj|d\}}t|d|idS)NrrrCrrrr)rrrlist_embed_api_keysr)rrrrr>r>r?admin_embed_keys_lists  rz/admin/embed-keys/{key_id}key_idc Csj|ds tdddt|\}}tj|d|ddd||jr&|jjnd|jd d t||d S) NrrrCrrrrevoke_embed_keyzRevoked embed API key rrFr) rrrrevoke_embed_api_keyrIrrrr)rrrrrr>r>r?admin_embed_keys_revokes    rcCs\zt|}Wn tyYdSw|sdS|D]}t|dp!ddkr)|Sq|dS)NrCrrd)r$r%rrVr)rrKr*r>r>r?)_get_active_telephony_integration_or_nones rr cCsz|pidpi}|d}|d}|d}|d}t|dp$d}|r.|r.|r.|s4tdd d |||||d d S) Nrirrrrrrrz6Telephony integration is missing DB connection detailsrrr)rrVr)r r<rrrrrr>r>r?,_source_db_config_from_telephony_integrations     rcCsddt||DS)NcSsi|] }t|t|qSr>rLrrcr>r>r?rFrGz$_source_cols_map..)_existing_table_columnsrr\r>r>r?_source_cols_mapsrNULLr source_cols candidatescGs:|D]}t|}||vr|d||dSq|S)N.`rr)rrrnrrr=r>r>r?_source_sql_cols  rcCs.d|v}g}d|vr|d}|d|d|d|rNd|vrNd|vrN|d}|d}|d}|d|d|d |d|d |d|d |d|d d|vrb|d}|d|d|dd|vrv|d}|d|d|dd |vr|d }|d|d|d|sdSdd|dS)Nrpr[zNULLIF(TRIM(CAST(rz` AS CHAR)), '')calltocallfromzCASE WHEN LOWER(TRIM(CAST(z0` AS CHAR))) = 'outbound' THEN NULLIF(TRIM(CAST(z&` AS CHAR)), '') WHEN LOWER(TRIM(CAST(z/` AS CHAR))) = 'inbound' THEN NULLIF(TRIM(CAST(z` AS CHAR)), '') ELSE NULL ENDclicktocalldidr COALESCE(rr$)rr)rr has_directioncustomer_candidatescolrrrpr>r>r?_customer_callinfo_exprsPrrh table_kind source_configdialstatus_csv direction_csvc%Csddlm}tjdBi|} z| tjj} t| ||} | s(gdfW| Sd} t | | } t | | dd}t | | dd}t | | dd }t | | d d d }t | | d dd}t | | dd}t | | ddddd }|d}t | | dddd d}t | | ddd d}t | | ddd d}|| || | | d\}}}}t | | }d g}g}d!| vr| | d"| d!d#| t ||r|r|dkr| d$|d%|||g|r|dkrd&d't |d(D} | r| |d)d*d+gt| d,|| |r8d | vr8d-d't |d(D} | r8| | d"| d d.d*d+gt| d,|| |dkr?|n | d"| ddd/}!d0gd1|d2|d3|d3|d4|d5|d6|d7|d8|d9|d3|d3|d:| d;| d<|d=d>|d?|!d@}"t |gt||t|g}#| |"t|#| pg}$dAd'|$D| fW| S| w)CNr)resolve_mcube_group_sqlr starttimer,endtimer- dialstatusrPrpz 'inbound'rrfileurlrArurwrZ callername agent_namez''z AS agentname emp_phonerrz AS emp_phonerz AS clicktocalldid countrycodez AS countrycode) call_aliasz1 = 1rrr^zDATE(z) BETWEEN %s AND %scSrr>rr3r>r>r?rbrz3_fetch_source_calls_from_config..rz IN (rrr$cSrr>rr3r>r>r?rjrz` IN (rrz$ SELECT z7 AS callid, %s AS bid, z, z AS starttime, z AS endtime, z AS dialstatus, z AS direction, z AS filename, z' AS customer_callinfo, z FROM `z` z z WHERE rXz ORDER BY z# DESC LIMIT %s cSrHr>_serialize_call_sync_rowrrr>r>r?rr5r>)mcube_group_utilrrnrorrprq_resolve_source_call_tablerxrrrrrLr'rrr rrKrVr!r"r#)%rhrrrlrmrrrRrr&rr\rr start_colend_coldialstatus_col direction_col filename_col callid_col agent_col agent_sql emp_phone_sqlclicktocall_sqlcountrycode_sqlgroup_join_sqlgroup_join_params groupname_sqlr customer_exprr^ where_paramsvals order_colrr_r(r>r>r?_fetch_source_calls_from_config)s   T        &       rCALL_SYNC_CACHE_TTL_SECONDS3600v5cCs\|dkr|d|dgn |d|dg}|D]}|d|f|r+|SqdS)Nhistory _callhistory _call_history _callarchive _call_archiveSHOW TABLES LIKE %sr_)rrrr candidater>r>r?rs0rcCs"|d|d|f|duS)NSHOW COLUMNS FROM `z ` LIKE %sr_)rr\r]r>r>r?_table_has_columns rcCs4i}|D]\}}t|tr|n|||<q|Sr8)rKr@rrJ)r)rr=rr>r>r?rsrcCstt}tjdi|}z|tjj}t|||}|s$gdfW|St||d} t||d} t||d} t||d} t||d} g}| rK| d| rV| rV| rV| d| r]| d| rd| d |rod d |d nd }d|d|d}t |g}|r|r|d7}| ||g|d7}| t |||t||pg}dd|D|fW|S|w)Nrpr[rrrz1NULLIF(TRIM(CAST(customer_callinfo AS CHAR)), '')zCASE WHEN LOWER(TRIM(CAST(direction AS CHAR))) = 'outbound' THEN NULLIF(TRIM(CAST(callto AS CHAR)), '') WHEN LOWER(TRIM(CAST(direction AS CHAR))) = 'inbound' THEN NULLIF(TRIM(CAST(callfrom AS CHAR)), '') ELSE NULL ENDz&NULLIF(TRIM(CAST(callto AS CHAR)), '')z.NULLIF(TRIM(CAST(clicktocalldid AS CHAR)), '')rrr$rz SELECT callid, %s as bid, agentname, groupname, starttime, endtime, dialstatus, direction, filename, zP as customer_callinfo, countrycode, emp_phone, clicktocalldid FROM `z"` WHERE 1 = 1 & AND DATE(starttime) BETWEEN %s AND %sz! ORDER BY starttime DESC LIMIT %scSrHr>rrr>r>r?rr5z'_fetch_source_calls..r>)rrnrorrprqrrxrrrrLr'rVr!r"r#)rrrlrmrRrr&rr\rhas_customer_callinfo has_callfrom has_calltohas_clicktocallrrrr_r(r>r>r?_fetch_source_callssP  (          rc Cst}tjdi|}zI|tjj}t|||}|s"W|dSd|d}g} |r9|r9|d7}| ||g| |t | | pFi} t | dpNdW|S|w)NrzSELECT COUNT(*) as total FROM `z ` WHERE 1 = 1rrYr>)rrnrorrprqrrxr'r!r"rsrVr) rrrlrmrr&rr\rr_r)r>r>r?_fetch_source_counts"   r z/telephony/{bid}/integrationscCr)N integrations)rr$r%)rrr r>r>r?telephony_list_integrationsrr cCsg}|pgD]E}t|tr|}|r||ddqt|ts"qt|dp.|dp.d}|s5q|d}|durC|d}|||dq|S)zAReturn [{groupname, call_count}, ...] for telephony UI consumers.N)r call_countrrrr r\)r@rLrrrr)rRr(r*rrxr>r>r?"_normalize_telephony_source_groupss"      r src_bidcCsdddlm}tjdi|}z|}t||d}|s"gW|S||||W|S|w)z?Load distinct groupnames from a Mcube source callhistory table.r)fetch_mcube_source_groupsrNr>)rrrnrorrrx)rrrr&rr\r>r>r?_fetch_telephony_source_groups s    rrscCs<tjdd}|dkr|jdddddS|tt|dS)zCStart time for first ingest on a new business (0 = start of today).r) microsecond)rTrUrVr)r)rrzrrrV)rsrzr>r>r?$_compute_onboarding_ingest_watermarksrcCsd|}t||r dS|d}z@t2}|}|d|d|p)i}t|dp1ddkr? WdWdSWdWd S1sKwYWd Sty\Yd Sw) zQOnly seed ingest watermark for brand-new pipelines (do not disturb running BIDs).orchestrator_ingest_FrzSELECT COUNT(*) AS n FROM `rnrNT) r$get_sync_watermarkrrr!rsrVrr)rwm_keyrr&rr)r>r>r?"_should_bootstrap_ingest_watermark#s*      rz/telephony/{bid}/source-groupsc Cst||t|}t|p|pidp|}g}t|p%|p idp%d}d}|rOzt|}WnBtyN} z t d|| WYd} ~ n.d} ~ ww|rxzt |}Wn t y_tyw} z t d|| WYd} ~ nd} ~ ww|rzt ||}Wn t yty} z t d|| WYd} ~ nd} ~ ww|sz t t|pg}Wn tyg}Ynw||t |dS) zODistinct groupnames from the telephony source DB (or local raw_calls fallback).rhrgrNz@telephony source-groups integration config failed for bid=%s: %sz=telephony source-groups provider config failed for bid=%s: %sz3telephony source-groups query failed for bid=%s: %s)rrhrR)rrrLrrrrrrrhrrrr r$rg) rrgrhrr rrRrrrr>r>r?telephony_source_groups5sL "     rcCst||t||t|jpd}t|jpd}|r"|s(tdddt|j p-i}|sKt }| d| d| d| d| d d }t j ||||d d t j||d d ddS)Nrrz$provider and source_bid are requiredrrrrrr)rrrrrTrrgrhrirCrrgz(Telephony integration saved successfullyr)rrrLrgrrrhrrrirrr$upsert_telephony_integrationset_active_telephony_provider)rr;rrgrhr<env_cfgr>r>r?telephony_connect_integrationbs$    r target_bidrpc Cs|dur|nt|}t}|}|dt|fWdn1s&wYd}|p0gD]$}t|}|dd|dd|ddtt|||d7}q1|S)N-DELETE FROM quality_parameters WHERE bid = %srr created_at updated_atrd) rrrrr!rLrr\r) rhrrpr_r&rrxparamr*r>r>r?_copy_quality_parameters{s     r$cCstjddd}t}|}|dt|fWdn1s"wYd}|p,gD]*}t|}|dd|dd|dd|d dtt|||d 7}q-|S) Nrnrrr rr template_keyr!r"rd) rrrrr!rLrr\r)rr_r&rrxr#r*r>r>r?!_copy_default_template_parameterss      r&cCsbtjdi|}z#|tjj}t||d}|s%tdd|d|dd|W|S|w)NrrzSource table not found for BID z . Expected z _callhistory.rr>)rnrorrprqrrrx)rrhr&rr\r>r>r?_verify_source_table_existss r'z-/admin/businesses/{bid}/onboarding-processingc Cst|t|}t|jp|}t|jpd}t|jp#d}|dvr3tdddt |dk}d}d}|dkr]t |}t ||}tj ||||d d tj ||d t|jpbd } | tvrytdd dddtDddd|jpgD} |jr| stdddd } |dkrt|} n |dkrtd||jpg} d |||pd|||d| |jrdnd | d } |r| |d|d|d|d|ddt|| d} |dkrt|rt| }t|d||d } d ||||||| | | t|j| d S)!Nrrn>customrntranscription_onlyrzInvalid analysis moderr)r Trrrz%ingest_lookback_days must be one of: rcss|]}t|VqdSr8rLr3r>r>r?r z7admin_business_onboarding_processing..cSs$g|]}t|rt|qSr>r)rgr>r>r?rs   z8admin_business_onboarding_processing..z3Select at least one group, or disable group filter.r(sarvamrd) pipeline_enabled source_typerh source_tableroanalytics_enabledprocessing_mode stt_provider lookback_daysrqrrrrrrr)source_db_hostsource_db_portsource_db_usersource_db_passwordsource_db_nameFr) rQrrgrhr0ror1parameters_savedrsingest_watermark_setrqrr)rbrLrrhrgrrorr$%ensure_business_pipeline_config_tablerr'rrrVrsONBOARDING_INGEST_LOOKBACK_DAYSrrrrqr&r$rpr6rsave_pipeline_configrrset_sync_watermarkrJrU)rr;rrhrgror1provider_configr0rsallowed_groups params_saved cfg_payloadr;wmr>r>r?$admin_business_onboarding_processings        rEz(/telephony/{bid}/integrations/{provider}cCs8t||t||tj||d}d|rddSddS)NrTzDisconnected successfullyzIntegration did not existr)rrr$delete_telephony_integration)rrgrr,r>r>r? telephony_disconnect_integrations  rGz/telephony/{bid}/previewrc Cs4t||t|}|stdddt|}t|dp|} |r|rt| d||||||d\} } t| d||||||d\} } t}g}g| | D]}t|dpRd }|r[||vr[qI|rb||| |qI|j d d d d |dt |}d| | dt ||dSt| d||||d\}}d|t ||dS)NrzNo telephony provider connectedrrharchive)rhrrrlrmrrrRrrurcSt|dpdS)NrrrLrrvr>r>r?rjGz)telephony_preview_calls..Trlzarchive+history)rHr)sourcetablerxru)rhrrrrrR) rrrrrLrrrrtrrvrVr )rrlrmrrprRrr rrharchive_records archive_tablehistory_records history_table seen_callidsrur)rurMr>r>r?telephony_preview_callssh          rScCsf|d|d|pg}t}|D]}t|tr$||dq||dqdd|DS)NrrrrcSsh|]}|r|qSr>r>rr>r>r?roer5z*_existing_table_columns..)r!r#rr@rrtr)rr\r(colsr)r>r>r?r[s  rz/telephony/{bid}/sync-to-dbcsdt||t|||jpg}|stddd|d}t}z |}|d|f|s:tdd|ddt||g}|D]p}t |pIi} t |t | dpUd | d | d | d pg| d | dpp| d| dpy| d| d| dp| d| dp| d| dp| dp| dd } | dsqC| fdd| DqC|stdddtdd|Ddvrtdddd d!d"D} d d#gt} d$d%D} | rd d&d"| Dnd }d'|d(| d)| d*}|r|d+|7}fd,d%|D}||||d-t|d.W|S|w)/Nrzrecords array is requiredrrrzTable z does not existrurrZrrr,rr-rrPrprrragent_callinfor[r) rrurZrr,r-rPrprrUr[cs&i|]\}}|vr|dur||qSr8r>rD) existing_colsr>r?rFrz(telephony_sync_to_db..z!No valid records (missing callid)cSsh|] }|D]}|qqSr>)r)rr)rEr>r>r?rorGz'telephony_sync_to_db..callid is requiredrcss|] }d|dVqdS)rNr>rr>r>r?r r.z'telephony_sync_to_db..rcSsg|]}|dvr|qS))rur>rr>r>r?rrLz(telephony_sync_to_db..css"|] }d|d|dVqdS)rz ` = VALUES(`z`)Nr>rr>r>r?r rVz INSERT INTO `z` (z ) VALUES (r$z ON DUPLICATE KEY UPDATE csg|] fddDqS)csg|]}|qSr>rrrvr>r?rz3telephony_sync_to_db...r>)r)columnsrvr?rrGT)rQr)rrrurrrr!rsrrrLrrrKrwrr  executemanyrrx)rr;rrur\r&rrPrr)mappedcols_sqlr' update_cols update_sqlsqlrr>)rYrVr?telephony_sync_to_dbhs`           r`z/sync/cache/{bid}/historyrefreshc Cst||t||dtd|d|}|s$t|}|r$d|d<|St|d|d\}}|sRddd gtd d |d |d gt dt ddd Sd|t ||td d}tj ||d|t d|S)N callsync:rL:history:limit:T cache_hitrr call_historyrFz5Source call history table not found for this businessrrrrrr) rLrMrxru cached_atrdrYexpected_tablesconfigured_source_db)rLrMrxrurgrdryrrLr; ttl_secondsrrCALL_SYNC_CACHE_SCHEMA_VERSIONr$get_call_sync_cacherrrzrJrrr upsert_call_sync_cacher) rrRrarryr{rur\r;r>r>r?sync_cache_historys:     rpz/sync/cache/{bid}/archivec Cst||t|||r|r|d|nd}dtd|d|d|}|s4t|}|r4d|d<|St|d|||d \} } | sfd dd g||td d |d|dgt dt ddd Sd | t | | ||td d} tj ||d | t d| S)NrLrecentrb :archive::limit:TrdrHrlrmrR call_archiverFz5Source call archive table not found for this businessrrrrrf) rLrMrxrurlrmrgrdrYrhri)rLrMrxrurlrmrgrdrjrl) rrlrmrRrar range_keyryr{rur\r;r>r>r?sync_cache_archivesP     rwz/sync/check-count/{bid}cCsZt||t||t|d}|r|rt|d||dnd}d|id|it||||dS)NrrH)rlrmrrY) callhistory callarchiverrlrm)rrr rV)rrlrmr history_total archive_totalr>r>r?sync_check_counts    r|z/sync/calls/{bid}c Cs$t||t|||d}|d}t|dd}|r?|r?t|d|||d\}}d}dtd |d |d |d | } nt|d |d \}}d}dtd |d|} ||t||||t d} |rqt j | ||| t d|sd|d|d| ddSdt|d|t|||| ddS)NrlrmrRrrHrtrurbrLrrrsrrrerc)rLrMrxrurlrmrgrjzSource table not found for rmysql)rY cached_countrLrMry stored_inzSuccessfully cached z calls from ) rrrrVrrmr rrzrJr$ror) rr;rrlrmrRrur\rLry payload_objr>r>r? sync_callss>    $  &rz/sync/upload/{bid}cs"t||t||tddd)NizExcel multipart upload requires python-multipart in this runtime. Use admin JSON business create path or install python-multipart.r)rrr)rrrr>r>r?sync_upload_raw_callsCs  rz/transcription/calls/{bid}r1 start_dateend_datec Cst}zo|}dg}g} |dkr|d| ||r'|d| ||r3|d| ||r?|d| ||rK|d| |d|d d |d } || t| |pdg} t| t| d W| S| w) Nzcall_status = 'ANSWER'rWrWzgroupname = %szagentname = %szDATE(call_starttime) >= %szDATE(call_starttime) <= %sz SELECT callid, bid, agentname, groupname, call_starttime, call_endtime, call_status, status, transcription_status, transcription_requested, selected_for_processing FROM `z_raw_calls` WHERE rXzH ORDER BY call_starttime DESC LIMIT 500 )rOrx) rrrrr!r"r#rCr rx) rrrrZrrr&rr^r_rrOr>r>r?transcription_callsRs:            rz/transcription/trigger/{bid}cCs|dg}|stdddt}z&|}ddgt|}d|d|d }||||j}W|n|wd |d |d S) NrTrNo call IDs providedrrrz UPDATE `z_raw_calls` SET transcription_requested = 1, transcription_status = 'pending', selected_for_processing = 1 WHERE callid IN (z ) zSuccessfully queued z calls for transcription)rY queued_count) rrrrrr r!rcrx)rr;rTr&rr'raffectedr>r>r?transcription_trigger~s   rz%/transcription/trigger-combined/{bid}cCs4|dg}t|d|i}t|d|i}d||dS)NrTzCombined trigger executed)rY transcriptionr)rranalysis_trigger)rr;rTtar>r>r?transcription_trigger_combineds  rz&/transcription/status/{bid}/{batch_id}batch_idcCst|t|dddS)N completedz-Legacy batch status endpoint is now immediate)rrrrYr*)rrr>r>r?r0sz/analysis/trigger/{bid}c Cs|dg}|stdddz ddlm}|t}Wnty/}z tdd|dd}~wwd}d}g}|D]} zmt|| } | sQ|| d |d 7}Wq8| d d krf|| d |d 7}Wq8| d} | s{|| d|d 7}Wq8| d} | rt | t rt | } | dp| d} |j || | | pg| d|d 7}Wq8ty}z|| d||d 7}WYd}~q8d}~wwd|d|d||d}|r|dd|d<|S)NrTrrrr) CallAnalyzerrzFailed to initialize analyzer: z: Call not foundrdrPrQz: Call not answeredrz: No transcript availablerrr/)rrurractual_durationz: zAnalysis completed: z successful, z failed)rY success_count error_countrjr)rranalyze_calls_with_parametersrrrr$rvrr@rLrr analyze_call)rr;rTranalyzererrrru call_datarrr response_datar>r>r?rsX         rc@seZdZUdZeeed<dZeeed<dZ ee ed<dZ eeed<dZ eeed<dZ eeed<dZeeed<dZeeed <dZee ed <dZee ed <dZee ed <dZee ed <dZeeed<dZeeed<dZee ed<dZeeed<dZeeed<dZeeed<dZeeed<dZeeed<dZeeeed<dZeeed<dZeeed<dZ eeed<dZ!eeed<dZ"eeed<dS)PipelineConfigRequestNr.r5r6r7r8r9r3 stt_api_keymin_call_duration_s sync_batchtranscribe_batchsync_interval_slead_filter_enabled crm_providerr4r/rhror1rqrrpropensity_enabled summary_modesummary_instructionswebhook_ingest_enabledr)#rHrIrJr.r rUrMr5rLr6rVr7r8r9r3rrrrrrrr4r/rhror1rqrrr rrrrrr>r>r>r?rs6 rc@s&eZdZUeed<dZeeed<dS)SummaryConfigRequestrNr)rHrIrJrLrMrr r>r>r>r?rs rz/pipeline/{bid}/summary-configc Cst||ddlm}m}||j}|jpdpd}|dkr8|s'tdddt||kr7tdd |d dnd}z t t |||Wn1t y\}z tdt |d|d}~wtyx}ztd ||td d |d|d}~wwd|||pddS)zPSave only call summary style fields (isolated from full pipeline config upsert).rMAX_SUMMARY_INSTRUCTIONS_LENnormalize_summary_moderNr(rr>r?rsL    rz/pipeline/{bid}/configcCs>t||tt|}|s|ddSt|}dD] }||r&d||<qdD]}t||dr;||||<q)t|d|d<t |d|d<t t |d pWd |d <d d l m }||d |d <|d pqd|d <t t |dp|d |d<|drd|d<d|d<n d|d<| ddd|d<|S)NF)rexists)source_db_password_encstt_api_key_encz***r!r"rJrrrqrr)rrrrrrTingest_secret_configuredr)rr$r<get_pipeline_configrrhasattrrJ_decode_allowed_groupnamesrUrVrrr\)rrr<saferErrr>r>r?r"s8        rz/pipeline/{bid}/ingest/enablec Cs|t||tstdddtt|dddt|}d|dd|d|d |d |d |d d d |dd S)zXEnable per-BID webhook ingest using the shared INGEST_SECRET (does not disable polling).rzTSet INGEST_SECRET (or WEBHOOK_SECRET) in server .env before enabling webhook ingest.rrdr)rrT/api/webhook/call-ingestz /api/v1/bids/z /calls/ingestz/calls/ingest/schemarzWebhook enabled for BID z. Mcube uses the same shared secret for all BIDs (INGEST_SECRET in server .env). Orchestrator polling remains active as backup.) rQrrr ingest_url per_bid_url schema_urlheaderr)rr3rr$r<r>r)rrrbaser>r>r?enable_call_ingest_webhookGs0  rz/pipeline/{bid}/ingest/disablecCs8t||tt|ddid|dd|ddS)zJDisable webhook ingest for a BID (Mcube may still POST; PCAA returns 403).rrTFz Webhook ingest disabled for BID z. Polling unchanged.)rQrrrY)rr$r<r>rr>r>r?disable_call_ingest_webhookms  rc Cst||tt|dr|n|}dd|D}d|vrdddlm}m }|| d}||d<|dkr`| dp@d }|sKt d d d t ||kr[t d d |dd ||d<nd|d<d|vr| ddurddlm}t|d } t | |krt d d |dd | pd|d<zt||Wnty} ztd|| t dd| d | d} ~ wwdd|dS)N model_dumpcSrrr>rDr>r>r?rFrz(save_pipeline_config..rrrr(rrrrrrr)rz-Failed to save pipeline config for bid %s: %srz Failed to save pipeline config: TzPipeline config saved for bid r)rr$r<rrrrKrrrrrrr rLr>rrr) rrrr:r>rrrrrrr>r>r?r>~sX        r>z/pipeline/{bid}/statusc Cst||ttt|}t|d|}t|d}i}z>t||d}t&}|}| d|d| pEgD] } | d|| d<qFWdn1s[wYWn t yjYnw||rvt | d d nd |r}t|nd|rt|ndd |d S) zLReturn pipeline operational status: watermarks, pending counts, last errors. call_sync_ lsq_leads _call_recordsz9SELECT status, COUNT(*) AS cnt FROM `z` GROUP BY statuscntrNr.F) call_syncr)rr. watermarkscall_record_counts)rr$r<ensure_sync_watermarks_tablerrensure_call_records_tabler}rr!r#rrUrrL) rrr< call_sync_wm lsq_leads_wmcountsrMr&rr)r>r>r?get_pipeline_statuss@       rc@seZdZUeed<dZeeed<dZeeed<dZ eeed<dZ eeed <dZ eeed <dZ eeed <d Z eeed <dZeeed<dS)AgentConfigRequestrT agent_enabledrmodel_provideramazon.nova-lite-v1:0model_idNr~user_prompt_template output_schemag?r{i max_tokens)rHrIrJrLrMrr rUrrr~rrr{rbrrVr>r>r>r?rs rz /agents/{bid}cCsZt||tt|}|D]}dD]}t||dr&||||<qq||dS)NrrJ)rrS)rr$"ensure_business_agent_config_tableget_agent_configsrrrJ)rrconfigsr<rr>r>r?list_agent_configss   rcCsBt||tdd|D}t||}d||jdS)NcSr r8r>rDr>r>r?rFrGz1create_or_update_agent_config..T)rQrr)rr$rrrKsave_agent_configr)rrrr>row_idr>r>r?create_or_update_agent_configs  rz/agents/{bid}/{agent_name}rcCs<t||t||}|stdd|d|dd|dS)NrzAgent 'z' not found for bid rT)rQr)rr$delete_agent_configr)rrrrr>r>r?rs   rz/call-records/{bid}r page_sizerxc Cslt||zt|tj||||||||d} | WSty5} ztjd|| ddtdddd} ~ ww)N)rrrrrrxrlrmz"list_call_records error bid=%s: %sTexc_inforzFailed to fetch call recordsr)rr$rget_call_records_listrrrfr) rrrrrrxrlrmrrrr>r>r?list_call_recordss&    rz!/call-records/{bid}/{callid:path}c Cst||zt|t||}|stdd|dd|WSty'tyB}ztjd|||ddtdd dd}~ww) Nrz Call record z not foundrz1get_call_record_detail error bid=%s callid=%s: %sTrrzFailed to fetch call record)rr$rget_call_record_detailrrrrf)rrurrrr>r>r?r8s     rc@sneZdZUdZeeed<dZeeed<dZ eeed<dZ ee ed<dZ ee ed<dZ eeed<dS)SttPipelineConfigUpdateNr$raw_calls_id_colraw_calls_url_col batch_sizepoll_interval_snotes)rHrIrJr$r rUrMrrLrrrVrrr>r>r>r?rPs rr<c CsZ|d}tj|d}i|t|d|dd|dd|dd|ddd d S) Nrrr$pendingr processingdoner)rrrr)r$ job_stats)r$get_stt_job_statsrUr)r<rrUr>r>r?_stt_bid_row_with_statsYs      rz/stt-pipeline/bidsc Cs|ds tdddz;ddtD}t}|D]}||vr/|ddd d d dddd ||<qd dt|dddD}|t|dWSty`}zt j d|ddtdddd}~ww)NrrrCrcSsi|]}|d|qSrr>rr>r>r?rFnrXz*stt_pipeline_list_bids..Fr recording_urlrjr) rr$rrrrrr!r"cSrHr>)rr3r>r>r?r}r5z*stt_pipeline_list_bids..cSrfNrr>rhr>r>r?rj}rkz(stt_pipeline_list_bids..r=)bidsrYz stt_pipeline_list_bids error: %sTrrz Failed to list STT pipeline bids) rrr$get_stt_pipeline_bid_configsdiscover_stt_raw_call_bidsrwrr rrrf)rr discoveredrrrr>r>r?stt_pipeline_list_bidshs2     rz/stt-pipeline/bids/{bid}/togglec Cs|dst||stdddt|dd}z t||||dWSty?}ztjd||d d td d dd}~ww) Nrr(Business admin or master access requiredrr$F)rr$z(stt_pipeline_toggle_bid error bid=%s: %sTrrz!Failed to toggle STT pipeline bid) rrrrUr$toggle_stt_pipeline_bidrrrf)rrrr$rr>r>r?stt_pipeline_toggle_bids    rz/stt-pipeline/bids/{bid}/configc Cs|dst||stddddd|D}zt||t|p,d|i|}t|WSt yL}zt j d||d d td d dd}~ww) NrrrrcSr r8r>rDr>r>r?rFrGz.stt_pipeline_update_config..rz+stt_pipeline_update_config error bid=%s: %sTrrz$Failed to update STT pipeline config) rrrrrKr$upsert_stt_pipeline_bid_configget_stt_pipeline_bid_configrrrrf)rrrr>r<rr>r>r?stt_pipeline_update_configs    rz/stt-pipeline/statsc Cs|ds tdddz!t}|dd|dd|dd|d dt|d WStyF}ztjd |d d tdddd}~ww)NrrrCrrrrrr)rrrrrYzstt_pipeline_stats error: %sTrrz Failed to get STT pipeline stats) rrr$rrhrrrrf)rrUrr>r>r?stt_pipeline_statss        rcCs|ds tddddS)NrrrCr)rrrr>r>r?rbrrbcCs|d|f|duS)Nz SELECT 1 FROM information_schema.tables WHERE table_schema = DATABASE() AND table_name = %s LIMIT 1 r_rr>r>r?r~s  r~r=cCsBt|pd}t|dkr|rdSdS|ddd|ddS)Nrz****z...)rLr rr>r>r? _mask_keys   rrcCstj|sgSz/t|dddd }|}Wdn1s wYdd|tdt|d dDWStyBgYSw) Nrr,rencodingrcSsg|]}|dqS) )rrliner>r>r?rrXz$_read_last_lines..rdr)rrrrR readlinesrprqr)rrRfhlinesr>r>r?_read_last_liness  & rlog_keycCsttdt|pdS)Nz^[a-zA-Z0-9_.-]+$r)rUrmatchrL)rr>r>r?_pca_log_key_safesrcCs dddt|p dDS)Nrcss$|] }|s |dvr|VqdS)z_-N)isalnumrr>r>r?r s"z _pca_bid_safe..)rrLrrr>r>r? _pca_bid_safes rr cst|pd}|s dSt|pdsdS|dd|d|d|d|f}tfdd |Dr7dStd }|rF|d |kSdS) NrTrzbid=zbid:zBID z Business ID: c3|]}|vVqdSr8r>)rrrr>r?r r+z,_pca_log_line_matches_bid..zQ\b([A-Za-z0-9_-]+)_(?:raw_calls|callanalytics|sarvamresponse|callhistory|calls)\brd)rrLrrrxr)r rbid_safematching_tokens table_matchr>rr?_pca_log_line_matches_bids*  r backend_dircCsZtj|}t|p d}|r|dvrtdd|dd|rA|dr+|d|r8|d rA|d|sAtdd |d|d krZtj|d }tj|rT|Std dd|dkrstj|d}tj|rm|Std ddt |s}tddd|d}tjtj||}||kr||tj stdddtj|r|Std dd)zLMap API log_key to a path under backend_dir (per-BID stems or legacy names).r> orchestrationanalytics_updatesrz0Shared legacy logs are not available inside BID z Manage viewrorchestration_ranalytics_updates_zlog_key does not belong to BID rorchestration.logrzTLegacy orchestration.log not found; use orchestration_ log key from PCA status.ranalytics_updates.logzLLegacy analytics_updates.log not found; use analytics_updates_ log key.rzInvalid log_key.logzInvalid log pathzLog file not found) rrrealpathrrrrrisfilersep)rrr backend_realrrrr>r>r?_resolve_pca_log_filesT           r&c sgtt|p d}dtdtdtdtddf fdd }|r&d |d nd }tttj|}|D](}tj|}| d rI|dd n|}|t d d} |||d| ddq6|rgd|d nd} tttj| } | D](}tj|}| d r|dd n|}|t dd} |||d| ddqwtjd} |stj | r|ddddtjd} |stj | r|ddddS)zUList per-BID orchestration / analytics log files plus legacy shared files if present.rrrrrHr7Nc sv|vrdStj|}tj|}|rtj|nd}||||||r/t|ddndd|dS)Nriz KBz0 KB)rrrHrrsize)rrrr#getsizerrVrt)rrrrHfullrsize_brcardsseenr>r?add_card4s z(_pca_collect_log_cards..add_cardrr!zorchestration_*.logrzOrchestration (r$z4Ingest / queue / orchestration log for this businessrzanalytics_updates_*.logzAnalytics updates (z.Analytics success/update log for this businessrrzOrchestration (legacy shared)zELegacy log before per-BID files; new runs use orchestration_.logr rz!Analytics updates (legacy shared)zLegacy log before per-BID files) rrrLrwglobrrrbasenamerr r#)rrrr. orch_glob orch_pathsrrstembid_partanalytics_globanalytics_pathslegacy_olegacy_ar>r+r?_pca_collect_log_cards.sZ &    r9pattern tail_linesc Csg}tttj||D]6}t||}tj|}|D]&}|} d| vs3d| vs3d| vs3d| vrCt||rC| d|d|qq|ddS)NERRORFAILWARNWARNING[z] i) rwr/rrrrr0rRrr) rr:r;routrtailtaglnulr>r>r?_pca_aggregate_log_errorsrs    rFrcCs*t|pd}|r|d|dS|dS)Nrrr!z*.log)r)rrrr>r>r?_pca_log_pattern_for_bids  rGrF)atqueues_RABBITMQ_CACHEgffffff?) timeout_sec queue_namerKc srttdp ittdpd}r.|tkr.}|dur.i|ddSdtttfdtttfffdd }zYtj gd tj d|d }i}| D]!}| d }t|d krwt|dt|ddd||d<qVtd<dd|Dtd<|vrdi|WS|ddddWSty} z|ddt| dWYd} ~ Sd} ~ ww)NrIrHrT)rr{r;r7cs0t}||<td<|td<i|diS)NrHrIr)rrJ)r;merged cached_queuesrzrLr>r?_cache_and_returns z0_rabbitmq_queue_stats.._cache_and_return) rabbitmqctl list_queuesrr consumersz-q)stderrrr rNrdr)rrSrfcSsi|] \}}|d|i|qSrr>)rrrUr>r>r?rFs z)_rabbitmq_queue_stats..rzQueue not found)rrJrrb_RABBITMQ_CACHE_TTL_SECr rLr subprocess check_outputSTDOUT splitlinesrrr rVrKr) rLrK cache_ager{rPrArr rZrr>rNr?_rabbitmq_queue_statssN  *      r\ selected_bidc si}rfdd|d<fdd|d<n dd|d<dd|d<t|d<i}td d 7fd d |D}t|D]}||}z|||<Wq<tyZd dd||<Yqr]r>r?rjsz+_pca_job_process_snapshot..loopcstdS)Norchestrate_pipeline.py --bid r`r>rbr>r?rjpipelinecSstdS)Nr^r`r>r>r>r?rjrkcSs dddS)NFrunningpidr>r>r>r>r?rjs sttrN) max_workerscsi|] \}}||qSr>)submit)rr=fn)poolr>r?rFrz-_pca_job_process_snapshot..FNrg)_stt_worker_processrrKrrr)r]tasksresultsfuturesfuturer=r>)rnr]r?_pca_job_process_snapshots,      rtrc Cs"dd|D}|s iSddgt|}|d|d||p$g}i}|D]e}t|dp2d}t|d p=d}t|d pHd} |rX|d d d nd} |rf|d d d nd} | rt| d d d nd} | || || | t|dpd d|t|d<q)|S)NcSs(g|]}t|pdrt|qSrr)rrr>r>r?r(z*_pca_business_user_map..rraE SELECT uba.bid, GROUP_CONCAT( bu.id ORDER BY CASE WHEN uba.role = 'admin' THEN 0 ELSE 1 END, bu.id SEPARATOR ', ' ) AS business_user_ids, GROUP_CONCAT( bu.username ORDER BY CASE WHEN uba.role = 'admin' THEN 0 ELSE 1 END, bu.id SEPARATOR ', ' ) AS business_login_user_ids, GROUP_CONCAT( COALESCE(NULLIF(bu.full_name, ''), bu.username) ORDER BY CASE WHEN uba.role = 'admin' THEN 0 ELSE 1 END, bu.id SEPARATOR ', ' ) AS business_user_names, COUNT(*) AS business_user_count FROM user_business_access uba JOIN business_users bu ON bu.id = uba.user_id WHERE uba.bid IN (zE) AND bu.is_active = TRUE GROUP BY uba.bid business_user_idsrbusiness_login_user_idsbusiness_user_namesrrdrbusiness_user_count)rirvbusiness_login_user_idrwrrxryr) rr r!r#rLrrrrV) rr clean_bidsr'r(rr)user_idslogin_user_idsr first_user_idfirst_login_user_idr r>r>r?_pca_business_user_maps8  rcCsJztjdd|gdddd}dd|jpdDWSty$gYSw) Npgrepz-afTr)capture_outputrrcSrr>rr r>r>r?rrz(_pgrep_process_lines..r)rWrunstdoutrZr)r:rr>r>r?_pgrep_process_liness rcs"|d}tfdd|DS)N)greprz python3 -cextglobrdump_bash_statezsnap=$(command catc3rr8r>)rmarkerloweredr>r?r &r+z)_is_noise_process_line..)rr)r  noise_markersr>rr?_is_noise_process_lines rcCsnt|D]-}t|r q|dr|ddkrq|dd}|r1|dr1dt|ddSqd ddS) zUReturn the first real matching process PID, ignoring shell wrappers and pgrep itself.r_rrkNrdrTrgF)rrrrxrr,rV)r:r rZr>r>r?ra)s   racCsJt|pd}|s dStd|ddrdSttd|dS)zOTrue when this BID's orchestrator loop or an active orchestrate run is running.rFr^r_rhTrd)rLrrarrUrr>r>r?_bid_loop_running6s rcCstd}|dr |StdS)Nz$call-proccessing/stt_pipeline/run.pyrhzrun.py --worker)rar)procr>r>r?ro@s roc Cs@|d}t||s|ddidggdS|d|dt|p#idp(d}|d|dd d |p;gD}|d|d t|pMidpRd}|d |d dd|pegD}|d|ddd|pygD}|d|dt|pidpd}||||t|d||dS)Nrr)rr_ calls_today by_status total_minutes calls_per_daycalls_per_hourSELECT COUNT(*) AS c FROM `rrz_ SELECT COALESCE(CAST(status AS CHAR), '0') AS status_key, COUNT(*) AS c FROM `z&` GROUP BY status_key cS"i|] }t|dt|dqS status_keyrrLrVrr>r>r?rF^"z&_collect_bid_stats..z(` WHERE DATE(call_starttime) = CURDATE()zG SELECT DATE(call_starttime) AS d, COUNT(*) AS c FROM `z` WHERE call_starttime >= DATE_SUB(CURDATE(), INTERVAL 30 DAY) GROUP BY DATE(call_starttime) ORDER BY d ASC cSs0g|]}|drt|dt|ddqS)dr)daterx)rrLrVrr>r>r?rns z&_collect_bid_stats..zG SELECT HOUR(call_starttime) AS h, COUNT(*) AS c FROM `zv` WHERE DATE(call_starttime) = CURDATE() GROUP BY HOUR(call_starttime) ORDER BY h ASC cSs<g|]}|ddurt|dddt|ddqS)hNr9z:00r)rTrx)rrVrr>r>r?r}s  zk SELECT COALESCE(SUM(TIMESTAMPDIFF(SECOND, call_starttime, call_endtime)), 0) AS sec FROM `zP` WHERE call_starttime IS NOT NULL AND call_endtime IS NOT NULL secr)r~r!rVrsrr#) rrrMr_rrrrrQr>r>r?_collect_bid_statsGsh       rcCsn|d}|d}t||sdSt||sdS|d|d|dt|p*idp/d}t|dS) Nrryrak SELECT COALESCE( SUM( CASE WHEN s.transcript IS NOT NULL AND s.transcript != '' THEN COALESCE(s.duration, TIMESTAMPDIFF(SECOND, r.call_starttime, r.call_endtime)) ELSE 0 END ), 0 ) AS transcribed_seconds FROM `z` r LEFT JOIN `z#` s ON r.callid = s.callid transcribed_secondsr)r~r!rbrsrrV)rrrrr7r>r>r? _get_transcribed_minutes_for_bids       rcCsrt,}|}|d|d|du}|s'|dWddSWddS1s2wYdS)Na CREATE TABLE IF NOT EXISTS pca_business_allocations ( bid VARCHAR(64) PRIMARY KEY, monthly_call_limit INT NOT NULL DEFAULT 0, monthly_minute_limit INT NOT NULL DEFAULT 0, notes TEXT NULL, updated_by VARCHAR(255) NULL, updated_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 z SELECT 1 FROM information_schema.columns WHERE table_schema = DATABASE() AND table_name = 'pca_business_allocations' AND column_name = 'monthly_minute_limit' LIMIT 1 z ALTER TABLE pca_business_allocations ADD COLUMN monthly_minute_limit INT NOT NULL DEFAULT 0 rr)r&rhas_minute_colr>r>r?_ensure_usage_allocation_tables   "rz/pca/businesses-overviewcCs*t|t\}}tt}t}i}t}|}dd|p#gD}t |t t||B} |p4gD]V} t | dp>d } | sEq5t|| } | | i} | | dpZd| | d| d| d | d | d | d | d dt| dd| |vt| d | || <q5|D]@} | |vrqt|| } | | i} | d| | d| d| d | d | d | d | d dddt| d | || <qWdn1swYtdd|D}td}|pt| d}ti}t2}|}|d|pgD]}tt| dpd|t | dp&d<qWdn 1s5wY|D] \} }| | d|d<q>tdd|D}tdd pht ddphdd}d}t |ddd||r||n|d tt|||t| dd!d"S)#NcSs8g|]}t|dp drt|dpdqS)rrrf)rbr>r>r?rs8z+pca_businesses_overview..rrr Business rirvrzrwrrxryrrCT) rrrirvrzrwrrxryrC has_pipeline loop_runningcss|]}|dVqdS)rNrrnr>r>r?r  r z*pca_businesses_overview..zorchestrator_loop.shrhz@SELECT bid, webhook_ingest_enabled FROM business_pipeline_configrFcss|]}|rdVqdS)rdNr>r3r>r>r?r r+PUBLIC_BASE_URLrrcSt|dSrrJrhr>r>r?rj(rez)pca_businesses_overview..rr)r orch_running stt_running)rwebhook_ingest_urlwebhook_ingest_full_urlwebhook_ingest_header webhook_ingest_secret_configuredwebhook_ingest_enabled_count global_jobs)rbrrDrr$rrorrrrwrLrrrrUrrrrar<r!r#rVrKrhrrrrr3)rrrrstt_procby_bidr&r known_bids user_by_bidrrs user_infoany_loop_running generic_looprwebhook_by_bidr)webhook_enabled_count public_base webhook_pathr>r>r?pca_businesses_overviews           /   rz/pca/webhook-ingest-logsz YYYY-MM-DD)rnrHi8"action skip_reasonsignature_validr;c Cs2t||s|r d}tj||||||||| | d S)z@Master-only audit log for Mcube webhook POSTs (pcaa_ingest_log).N) rrrrrurlrmr;rRrQ)rbr$list_webhook_ingest_logs) rrrrrrurlrmr;rRrQr>r>r?pca_webhook_ingest_logs6srz /pca/usagecCsrt|tt\}}g}t}|}|ddd|p$gD}|p*gD]t}t| dp4d }|s;q+t ||} t ||} | |i} t | dpW| dpWd} | dkritt| | d d d nd} ||| d pwd |t | dp~dt | dpd| | | t| dko| | k| d| dd q+Wdn1swYdt|dddiS)Nz&SELECT * FROM pca_business_allocationscSsi|] }t|d|qSrr*rr>r>r?rF`rzpca_usage..rrmonthly_minute_limitmonthly_call_limitrrrY@rrrr_rr") rrrr_ used_minutesr usage_percentlimit_exhaustedrr"rcSrrrJrhr>r>r?rjrezpca_usage..r)rbrrrDrrr!r#rLrrrrrVrqrrrUrw)rrr usage_rowsr&r alloc_maprrrUr allocation monthly_limit usage_pctr>r>r? pca_usageVsP        #rz/pca/usage/{bid}c Cs t||tt)}|}t|t|}|dt|f|p%i}t|t|}Wdn1s7wYt | dpH| dpHd}|dkrZt t ||dddnd}t|t | dpfdt | d pnd|||t |dkoz||k| d | d d S) Nz5SELECT * FROM pca_business_allocations WHERE bid = %srrrrrrrr_rr") rrr_rrrrrr")rrrrrrLr!rsrrVrrqrrU) rrr&rrUrrrrr>r>r?pca_usage_for_bids:   rz/pca/usage/{bid}/allocationcCst|tt|dp|dpd}|dpd}|d}t}|}|dt||||fWdn1s?wYdt|||dS) Nrrrrra INSERT INTO pca_business_allocations (bid, monthly_call_limit, notes, updated_by) VALUES (%s, %s, %s, %s) ON DUPLICATE KEY UPDATE monthly_call_limit = VALUES(monthly_call_limit), monthly_minute_limit = VALUES(monthly_call_limit), notes = VALUES(notes), updated_by = VALUES(updated_by) T)updatedrrr)rbrrVrrrr!rL)rr;rrrrr&rr>r>r?pca_update_allocations$   rz/pca/bid/{bid}/statscCsHt|t}|}t|t|WdS1swYdSr8)rbrrrrL)rrr&rr>r>r? pca_bid_statss  $rz /pca/statuslitec Cst|t|pdp d}t|pt|}t|}|dp#ddd}|dp-ddd}|dp7ddd}td} di|d } |sz<|} | sUt} | rS| dnd } t } | }t || }|d d|d i| d } Wdn1szwYWn t yYnwt jt jt}t||}t|d }ddd||d|ddddddt|d dd|ddddddt|d dd|dddgdd| d| d| d d!g| |d"S)#NrrcFrgrfrjstt_jobsrrYrr1713r_rrhorchestrator-loopzOrchestrator Loopz&Runs orchestrate pipeline on schedule.Triz1bash dashboard-backend/orchestrator_loop_.sh)job_keyrrHrh scheduledrequiredricommand stt-workerz STT Workerz.Consumes stt_jobs queue and transcribes calls.z=call-proccessing/stt_pipeline/venv/bin/python run.py --workerorchestrate-pipelinezOne-time Orchestrate Pipelinez#Manual on-demand orchestration run.z=python3 dashboard-backend/orchestrate_pipeline.py --bid z!Speech-to-text transcription jobsrrSrf)rrHrrSrf)jobsrI db_statusr%)rbrLrrUrtrr\r$rrrrrrrdirnameabspath__file__r9)rrrr] skip_db_stats proc_snapshot loop_proc pipeline_procrqueuer default_bidrr&rrUrr%rr>r>r? pca_statuss          " rz/pca/logs/{log_key}r filtercst|tjtjt}t||d}t||d}fdd|D}|dkr3dd|D}d |iS|dkr>dd|D}d |iS) Nrrcsg|] }t|r|qSr>)rrrDrr>r?r/rzpca_logs..rcS(g|]}d|vsd|vr|qS)r<r=rRrr>r>r?r1ruwarningscSr)r>r?rrr>r>r?r3rur )rbrrrrrr&r)rr rrrrr) out_linesr>rr?pca_logs#s rz /pca/failurescCst|t|pdp d}g}g}g}tv}|}|r!|gnt}|D]^} | d} t|| s4q'|d| d| pBgD] } | | d<| | qC|d| d| p]gD] } | | d<| | q^|d| d| pxgD] } | | d<| | qyq'Wdn1swYt j t j t} t| td||d } t| td ||d }t|d d d ddd}t|dd d ddd}t|dd d ddd}|||t|t|t|d| |ddS)Nrrzd SELECT callid, agentname, groupname, call_starttime, fileurl FROM `z[` WHERE status = -2 ORDER BY call_starttime DESC LIMIT 100 rz[` WHERE status = -1 ORDER BY call_starttime DESC LIMIT 100 z[` WHERE status = -3 ORDER BY call_starttime DESC LIMIT 100 rrrcSrINr,rrJrr>r>r?rjsrKzpca_failures..TrlrBcSrIrrJrr>r>r?rjtrKcSrIrrJrr>r>r?rjurK)stt_failed_countinvalid_url_countno_transcript_count)rr) stt_failed invalid_urlanalytics_no_transcriptr log_errors)rbrLrrrr$rr~r!r#rrrrrrrFrGrwr )rrr]rrrr&rrbid_itemrMr)rorchestration_err analytics_errr>r>r? pca_failures7s     (rz/pca/queue/{queue_name}/detailscCs4t|t|pdp d}t|}di|d}g}zpt}|p(|r'|dnd}|d} tP} | } t| | rz| d| ddd | pLgD} | d | d t | p^i d pcd} | | |d}| d | d| pyg}Wdn1swYWn tyYnw|||dS)NrrrrrzNSELECT COALESCE(CAST(status AS CHAR), '0') AS status_key, COUNT(*) AS c FROM `z` GROUP BY status_keycSrrrrr>r>r?rFrz%pca_queue_details..rrrzc SELECT callid, agentname, groupname, call_starttime FROM `zb` WHERE status = 1 ORDER BY call_starttime DESC LIMIT 200 )r db_breakdown queued_calls)rbrLrr\r$rrrr~r!r#rVrsrr)rLrrr]rrrrrrMr&rrrYr>r>r?pca_queue_detailss@        rz/pca/api-creditsc Cst|tdtdd}tdtdd}tdtdd}|r&dnd}d d ||r/d nd t|t|d ddddd d||ddgiS)NSARVAM_SUBSCRIPTION_KEYrAWS_NOVA_MODELr AWS_REGIONz ap-south-1rnot_configuredrz Sarvam AIActiveNot configuredzspeech-to-text-translate/job/v1https://dashboard.sarvam.ai/)rgr status_labelkey_set key_maskedmodel dashboard_urlz AWS Bedrock pay_per_usez3https://console.aws.amazon.com/cost-management/home)rgrr  billing_typer regionrrbrrrrrUr)r sarvam_key aws_model aws_region sarvam_statusr>r>r?pca_api_creditss0   rz/pca/stt/configcCs^t|tdtdd}tdtdd}|rdnd}||r#dndt|t||d d S) NrrTRANSCRIPTION_PROVIDERr-rrrrr )rr r r r rr)rr=r rr>r>r?pca_stt_configs  rz/pca/stt/update-keyc Cspt|t|pidp d}|stdddtjtjtj t d}zzg}tj |rMt |ddd d  }| }Wdn1sHwYd }t|D]\}}|d rjd |d ||<d}nqS|sv|d |d t |ddd }||Wdn1swY|td<|tjd<dt|dWSty} z tdd| dd} ~ ww)Nr=rrzkey is requiredrz.envrr,rrFzSARVAM_SUBSCRIPTION_KEY=rTwrr)rr rzFailed to update key: )rbrLrrrrrrrrrrrRr rrr writelinesrenvironrr) r;rr=env_pathr r rrr rr>r>r?pca_stt_update_keys<     rz/pca/jobs/{job_key}/startrc Cst|tjtjt}tjtj|d}|dkrxt}|dr.dd|ddStj|dd }tj|d d d }tj |sNt d d|dt dddd}zt j |ddg|t j|t jddd} W|n|wd| jdS|dkrt|pidpd} | st dddt|pidpd} d |d!| d"| } n|d#kr$t|pidpd} | st dddtj|d$| d%} tj | st | d&d'd(3}|d)|d*|d+|d,|d-|d.| d/|d0|d1Wdn 1swYt| d2d3| d4} nt d5d6dt j d7d8d+|d9| d:|d;gt jt jdd<} | jd=d>\}}|pNdr_t|pWd?d@nd}d|dS)ANz..rrhFalready_runningrirreasonrizcall-proccessing stt_pipelinevenvbinpythonrzSTT venv python not found: rz/tmp/pca_stt-worker.logabr) bufferingzrun.pyz--workerT)cwdstdinrrTstart_new_session close_fdsrrirrrrr1rRrlz python3 "z /orchestrate_pipeline.py" --bid z --limit rr^r_rr,rz#!/usr/bin/env bash zset -euo pipefail cd "" while true; do ( python3 orchestrate_pipeline.py --bid --limit 50 sleep 300 done zbash "rArzUnknown job keybash-lcz " && nohup z >/tmp/pca_.log 2>&1 & echo $!rrTrrwrr1r)rbrrrrrrrorrrrRrWPopenDEVNULLrYrxrirLrrVwritechmodPIPE communicaterZ)rr;rbase_dir project_rootrstt_dir python_binlog_fhrrrRcmdscriptr rArrir>r>r? pca_start_jobsr             . rGz+/admin/businesses/{bid}/orchestration/startc Cs\t|td|d}|drdd|ddStjtjt}tj|d|d}tj |sxt |dd d .}| d | d |d | d| d|d| d| dWdn1smwYt |dt jddd|d|dgt jt jdd}|jdd\}} |pdrt|pddnd} d| d S)!Nr^r_rhFr rir!rr,rz&#!/usr/bin/env bash set -euo pipefail r.r/r0r1r2r3r4r5r6r7z nohup bash "z " >/tmp/orch_r8Tr9rwrrr1rr-)rbrarrrrrrrrrRr<r=rWr:r>r?rrVrZ) rr;rrr@rFr rrArrir>r>r?admin_orchestration_start:s.        ( rHz/api-push/{bid}/configcCsFt|tt|}|sitt|dddd}d|dS)NF)rhas_auth_tokenhas_api_key_valueapi_push_effective_atTr )rbr$ensure_api_push_tablesget_api_push_config_api_push_config_defaultsrL)rrr<r>r>r?rMTs  rMrEcCs$t|t||p i}d|ddS)NTzAPI push settings saved)rQr>rY)rbr$save_api_push_config)rr;rsavedr>r>r?rOds rOz/api-push/{bid}/logscCs t|tj||d}d|dS)NrT)rQr%)rbr$get_api_push_logs)rrRrr%r>r>r?rRos rRz/api-push/{bid}/testcCsDt|t|dp d}|stdddtj||ddd}|S) NrurrrWr manual_testT) trigger_eventforce)rbrLrrrapi_push_servicepush_call_update)rr;rrurr>r>r? test_api_pushzs rXz,/admin/businesses/{bid}/orchestration/statuscCsft|td|d}tjtjt}tjtj|d|d}t | d| d|dS)Nr^r_rhri)rhri script_exists) rbrarrrrrrrrUr)rrr r@rFr>r>r?admin_orchestration_statuss rZz*/admin/businesses/{bid}/orchestration/stopcCsDt|ztddd|dgWddiSty!YddiSw)Nr6r7zpkill -f 'orchestrator_loop_z.sh'stoppedT)rbrWrTrrr>r>r?admin_orchestration_stops r\)F)NN)r7N)rjr8)NrJF)NNNNNNNF)rS)NNNNrB)NNr)r)rN(r/rloggingrrrr r-rWconcurrent.futuresrrrUrYiorrrrSrtypingr r r r urllib.parser rnrfastapirrrrrrrrrfastapi.encodersrfastapi.middleware.corsrfastapi.responsesrrrstarlette.middleware.baserpydanticrrrrrir r$r!rbacrrr"quality_parameters_handlerr#propensity_parameters_handlerr$rr%rr'mcube_ai_agentsr(r)r*r+rr,lead_insights_servicer-lead_upload_servicer.r/rr0r1r2r3rVr4 basicConfigINFO getLoggerrHrrLr@rrrrrArMrrrDrOrWrcr=rmrtrvrzrrrrrUrrrrrrrrrr"rrrrrrrrrr:rBrCrjrrurwryrrrrr@rrrVrrrrrrrrrrrrr!r#r2r;r>rIrrappadd_middlewarer middlewarerrrrrrpostrrrrrrrrrputrrrrr r rrrr r$r)r0rCrErHrPrapatchrdr^rjrrrtrwrzrrrrrrrrrrrrrrrrrrrrrrrrrrrrrr rrrbr*rrrnrrr>rBrCrIr\r`rdrerlrurxrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrr r rr"r'r*r-r.r1r4r6r8rBrErKrLrPrRr[r`rdrqrurvryrrrrrrrrrrrrrrrrrrmrrrrr r r rrrrrr$r&r'rErGrSrr`rprwr|rrrrrr0rrrrrrrr>rrrrrrrrrrrrrrbr~rrrrrr&r9rFrGrJrVr\rtrrrrarrorrrrrrrrrrrrrrrrrGrHrMrrOrRrXrZr\r>r>r>r?s    ,                   ( ,& "". "    5$  .  ",B",& *" . "$")")Q& " " "."               (( ('        ((         8     (   &  &   !   4 $ ( * 0 *   7  ( 7   >           "  !    1  ,         %  *    W  &: : : 4 :             5       $  322 6      I   I "          * 6  " & 2 ,     $ & "    $ <  " (   $  "    * 6 !      * * 6 0 6 < 0  & 6 ! *$ * ?  +      5. b6     "   6 6 0$* "   ' h (662 * 4   ,.:(   c.  A . ?  &   4     *    +" "  "1   -  $  %    4 ,           * &      &  & ",2)G""2.0.6 "  P #& _      & ,* "   *   S  6 O  %& & 2 @ @> *          * .