gh ddlZddlmZddlmZdZdZdZdZe dkrHe d d d 5Z e d dddn #1swxYwYed \Z Ze rede nede eZededed\ZZeredeneden #e$rZedeYdZ[ndZ[wwxYwdZejer0ee\ZZerededSededSededdSdS)N) PdfReader)Documentct|dd5}|cdddS#1swxYwYdS)Nrutf-8encoding)openread)filepathfs "/home/ubuntu/src/data_ingestion.pyread_text_filers hg . . .!vvxxs 488cd}t|d5}t|}|jD]}||pdz } dddn #1swxYwY|S)Nrb)r rpages extract_text)r textr readerpages r read_pdf_filer s D h  .1L . .D D%%''-2 -DD ................ Ks3AAAct|}g}|jD]}||jd|S)N )r paragraphsappendrjoin)r documentr paragraphs rread_docx_filer sM!!H D($$  IN#### 99T??cBtj|sdStj|d}|dkrt |}n.|dkrt |}n|dkrt|}ndS|dfS)N)NzFile not foundz.txtz.pdfz.docx)NzUnsupported file type)ospathexistssplitextlowerrrr )r file_extensioncontents r ingest_datar+s 7>>( # #&%%W%%h//288::N- ** 6 !-)) 7 "- **,, D=r!__main__z data/test.txtwrrz&Este es un archivo de texto de prueba.z TXT Content: zError reading TXT: z"Este es un archivo DOCX de prueba.zdata/test.docxzDOCX Content: zError reading DOCX: z(Could not create/read DOCX for testing: z data/test.pdfz PDF Content: zError reading PDF: zSkipping PDF test: z2 not found. Please place a PDF file there to test.)r$PyPDF2rdocxrrrr r+__name__r r write txt_contenterrorprintdoc add_paragraphsave docx_content Exceptionepdf_pathr%r& pdf_contentr!rr>s " z-b osW 5 5 5: 8999:::::::::::::::%_55K- ,{,,---- +E++,,, >hjj >??? !""")k*:;; e  2 E2L22 3 3 3 3 E000 1 1 1 >>> <<<========> H w~~hb([22 U  1 E0;00 1 1 1 1 1 E/// 0 0 0 0 0 `H```aaaaa[-b-bs*AAA A!C//D 4DD