o i@sBddlmZddlmZddlmZddlmZGdddZdS) ) annotations)Any)AUTO_CONFIRM_THRESHOLD)now_isoc@sTeZdZdZdddZdd d Zdd d ZdddZedddZ edddZ dS)CanonicalServicezFBuilds canonical extraction payloads from low-level file observations.manifestdict[str, Any] text_previewstrreturncCs |dpid|d}id|d|dd|dd|dd|dd|dd |d d|dd |d d ||d d d |d|dddddddddddddddddd|ddkdddddddgggtdS)Nfilesoriginalfilename document_iddoc_id applicant_id document_typecategory subcategory extension source_type source_filer owner) full_name given_namessurnamenormalized_name nationality identifiers)passport_number national_idpersonal_numberdates) date_of_birth issue_date expiry_date relevanceidentityTF)r)visa_482visa_186skill_assessment review_statuspending_reviewverified_evidence)inferred_suggestionsmissing_evidence processed_at)get_infer_source_typer)selfrr rr6=apps/migration_evidence_builder/services/canonical_service.pybuild_document_json sv            #$%z$CanonicalService.build_document_jsonc Cst|dd}g}dD]}||vs||vr||q |d|d|d|d|dtt|ggggdd gtd S) Nrr)passportdegree employmentcontract reference translationrrrr)detected_keywordspeople organizationsr$ occupationsziV1 extraction is metadata + text-preview based. Add OCR/NER parsers in extraction_service for production.)rrrrentitiesverification_notesr2)r r3lowerappendsortedsetr)r5rr rhintstokenr6r6r7build_entities_json8s(  z$CanonicalService.build_entities_jsoncCst|}t|dp d}|dv}|j||d}|tko!|}|d|d|d||s3dnd||r9gnd g| ||t|rLd |d d td nd|||sSd nddgdtd S)Nrr.tif.tiff.webp.jpg.png.jpegrhas_textrrunknownmanual_review_requiredz?No text preview extracted; likely scanned image or binary file.z confidence z.2fz >= threshold z6Validate key facts manually against original evidence.zOAuto-confirmed by confidence threshold; optional manual spot-check recommended.z9Use verified_evidence only for sponsor submission drafts.)readable_text_detected confidencerecommended_next_steps) rrocr_used image_qualityneeds_rotationissuesneeds_manual_reviewverifiedauto_confirmedauto_confirm_thresholdauto_confirm_reasonqualityr2)boolstripr r3rE_estimate_confidencerr)r5rr rTris_imagerX auto_confirmr6r6r7build_quality_jsonRs8     z#CanonicalService.build_quality_json document_json entities_json quality_jsonc Csdd|dddddddd d dd d dd ddddd|didgp(dddd|diddd|diddddd|dd |d!d"|d#d$|d%gS)&N z# Evidence Summary: rrUrz ## PurposezDThis summary supports migration evidence preparation workflows only.zFIt does not determine visa approval and does not replace legal advice.z## Verified Evidencez+- None marked yet (manual review required).z## Inferred SuggestionszG- Review detected keywords and map facts into verified evidence fields.z## Missing EvidencezE- Confirm mandatory fields for subclass 482/186 package are complete.z## Extracted Hintsz - Keywords: z, rCr?Nonez ## Qualityz- Confidence: rcrXrz- Readable text detected: rWFz## Canonical JSONz - doc_id: rz - category: rz- subcategory: rz- document_type: r)joinr3)r5rrjrkrlr6r6r7build_summary_markdownss<"z'CanonicalService.build_summary_markdownrc Cs&ddddddddd}||dS)Npdfimagetextdocument).pdfrPrRrQ.txt.mdz.docz.docxrU)r3rE)rmappingr6r6r7r4s z#CanonicalService._infer_source_typerTrdfloatcCs$|sdS|dvr dS|dvrdSdS)Ng?>.csv.jsonrwrurvg(\?rLg{Gz?gffffff?r6rSr6r6r7rfsz%CanonicalService._estimate_confidenceN)rr r r r r ) rr rjr rkr rlr r r )rr r r )rr rTrdr ry) __name__ __module__ __qualname____doc__r8rKrirp staticmethodr4rfr6r6r6r7r s  ,  !(  rN) __future__rtypingrconfigrutils.time_utilsrrr6r6r6r7s