a ‡Äf +ã@snddlmZddlZddlZddlmZmZmZmZddl m Z ddl Z ddl Z ddlmZddlmZddlZddlZddlmZddlZeƒe d¡Ze d ¡Zed d Zejejd e e¡Zeed dZ de j!d<e ƒZ"ddiZ#e"j$dd„ƒZ$e  %d¡dd„ƒZ&e j%dddgde"j'dd„ƒƒZ(dd„Z)d d!„Z*d"d#„Z+d$d%„Z,d&d'„Z-ed(krje j.d)d*dS)+é)Ú load_dotenvN)ÚResponseÚFlaskÚrequestÚrender_template)Ú HTTPBasicAuth)Ú BeautifulSoup)ÚOpenAI)ÚStringIOÚBASE_URLÚOPENAI_API_KEYz8sk-proj-g5KUovMAPblK2YVhYFWYT3BlbkFJbRnn3OubcnZrWyodkjQk)Úapi_key)Úlevelz/ai-form-bot/static)Ústatic_url_pathz /ai-form-botÚAPPLICATION_ROOTZadminZsecretcCs0|tvrt||kr|St d|›¡dSdS)Nz Failed authentication for user: )ÚusersÚloggerÚwarning)ÚusernameÚpassword©rú /var/www/ai-form-bot/formauto.pyÚverify_password$srz /favicon.icocCsdS)N)ÚéÌrrrrrÚfavicon,srú/ÚGETÚPOST)Úmethodsc Csþtjdkrötjd}|rö|jröt |¡}|d ¡}tj d¡tj d¡tj d¡tj d¡tj d¡tj d ¡tj d ¡tj d ¡tj d ¡tj d ¡tj d¡dœ }t |ƒ}t |ƒ}t ||ƒ}t ||||ƒ}t | ¡dd}|jjdddd|StdƒS)NrÚfileÚURLÚ company_nameÚ full_nameÚkanaÚemailÚ phone_numberÚaddressÚ postal_codeÚ departmentÚpositionÚsite_urlÚmessage) r"r#r$r%r&r'r(r)r*r+r,ztext/csv)ÚmimetypezContent-DispositionÚ attachmentzform_processing_report.csv)Úfilenamez upload.html)rÚmethodÚfilesr/ÚpdÚread_csvÚtolistÚformÚgetÚget_primary_navigation_linksÚget_forms_dataÚmap_forms_dataÚgenerate_csv_reportrÚgetvalueÚheadersÚsetr) r ÚdfÚurlsÚ user_infoÚprimary_navigation_linksÚ forms_dataÚmapped_forms_dataZ report_csvÚresponserrrÚ upload_file0s2                õ rEc s i}|D]þ}t d|›¡z¨t |¡}t|jdƒ}dd„|jdddDƒ}g}|D]d‰ˆrTt‡fdd „d DƒƒsTd ˆvrTˆ d ¡r¤t j   |ˆ  d ¡¡}|  |¡qTˆ d ¡rT|  ˆ¡qT|||<Wqtjjy}z"t d|›d|›¡WYd}~qd}~00q|S)Nz Processing: ú html.parsercSsg|]}| d¡‘qS©Úhref)r6)Ú.0ÚarrrÚ [óz0get_primary_navigation_links..rJTrGc3s|]}ˆ |¡VqdS)N)Úendswith)rIÚext©ÚlinkrrÚ ^rLz/get_primary_navigation_links..)z.pdfz.jpgz.jpegz.pngz.gifz.bmpú#rÚhttpúError fetching URL ú: )rÚinfoÚrequestsr6rÚcontentÚfind_allÚanyÚ startswithÚosÚpathÚjoinÚlstripÚappendÚ exceptionsÚRequestExceptionÚerror) r?Úprimary_navigation_dictÚurlrDÚsoupÚlinksZ primary_linksÚfull_urlÚerrOrr7Ts&  "     .r7c CsŽi}| ¡D]z\}}i||<|D]b}t d|›¡z t |¡}t|jdƒ}| d¡}g}|D]Ð} g} |  gd¢¡D]Z} |  d¡rzt| ƒ|  d¡dœ} |   d¡} | rÊ|  d¡|  d ¡krÊt| ƒ| d<|   | ¡qz|  d ¡|  d d ¡  ¡| d œ}|d r*|d   d¡r*t j ||d  d¡¡|d <|  |¡qd||||<Wq"tjjy„}z"t d|›d|›¡WYd}~q"d}~00q"q |S)NzProcessing form data for: rFr5)ÚinputÚtextareaÚselectÚname)ÚtagrmÚlabelÚforÚidÚactionr0r6)rrr0ÚfieldsrrTrU)ÚitemsrrVrWr6rrXrYÚstrÚ find_previousr`Úlowerr[r\r]r^r_rarbrc)rdrBÚmain_urlÚ primary_urlsÚ primary_urlrDrfÚformsZform_info_listr5rsZ input_fieldÚ field_inforoÚ form_inforirrrr8is@     þ   ý 0r8c Cszi}| ¡D]h\}}i||<| ¡D]N\}}|D]:}|d}t||ƒ} | dr0| d|d<||||<qnq0q$q q$q |S)NrsÚis_contact_formÚ form_mapping)rtÚmap_fields_with_openai) rBr@rCrxZ primary_formsrzr{r5rsrrrrr9’s   r9cCs@dtj|ddd›d|d›d|d›d |d ›d |d ›d |d ›d|d›d|d›d|d›d|d›d|d›d|d›d|d›d}tjjjdddd œd!|d œgd"d#}|jd$jj}t   d%|›¡t j d&d'|  ¡t jd(}zt |¡}WnBtjy:}z&t  d)|›¡did*œWYd}~Sd}~00|S)+Naa Given the following form fields and user information, identify the corresponding input names in the form and map them to the provided values. Handle checkboxes, radio buttons, and select fields appropriately. Don't leave anything empty, fill all inputs and select the most appropriate option in checkboxes or radio buttons. select the option Other for the question that means what you would like to inquire about, or what is the purpose of your inquiry. Determine if the form is a contact form. If it is, provide the form mapping in the following JSON format: { "is_contact_form": true, "form_mapping": { "field_name_1": "value_1", "field_name_2": "value_2", ... } } If it is not a contact form, return: { "is_contact_form": false } Form Fields: Fé)Ú ensure_asciiÚindentu+ User Information: 会社å: r"u åå‰ï¼ˆå§“å）: r#u ãµã‚ŠãŒãª: r$u フリガナ: u メールアドレス: r%u 電話番å·: r&u ä½æ‰€: r'u 郵便番å·: r(u 部署å: r)u å½¹è·: r*u サイトURL: r+u メッセージ: r,zà For checkboxes and radio buttons, set the value to "true" for the closest option to the user information, otherwise "false". For select fields, choose the most appropriate option based on the user information. z gpt-3.5-turboÚsystemaYou are a sales representative. Please respond with a JSON object mapping form field names to user information values. For checkboxes and radio buttons, use boolean values. For select fields, provide the value of the most appropriate option. Indicate if the form is a contact form.)ÚrolerXÚuseriô)ÚmodelÚmessagesÚ max_tokensrzOpenAI Response: z^```json\s*|\s*```$r)ÚflagszJSON decode error: )r~r)ÚjsonÚdumpsÚclientÚchatÚ completionsÚcreateÚchoicesr,rXrrVÚreÚsubÚstripÚ MULTILINEÚloadsÚJSONDecodeErrorrc)rsr@ÚpromptrDZresponse_contentZcleaned_responseZ response_jsonrirrrr€¥sVíêéèçæåäãâá à!ß&þú r€c Csâtƒ}t |¡}| gd¢¡|D]°}| |g¡}t|ƒ}g} g} d} d} ||vrª|| ¡D]J\} }|  | ¡|  t|| | g¡ƒ¡|r^| } tj |ddd} qªq^| ||d  | ¡d  t t | ƒ¡| | g¡q"|  d¡|S)N)zMain URLzNumber of Primary URLs FoundzPrimary URLs with Formsz%Number of Forms Found per Primary URLzPrimary URL with Contact Formz Mapped FormrsF)r‚z, r)r ÚcsvÚwriterÚwriterowr6Úlenrtr`r‹rŒr^ÚmapruÚseek)r?rArBrCÚoutputršrxryZnum_primary_urlsZprimary_urls_with_formsZnum_forms_per_primary_urlZprimary_url_with_contact_formZ mapped_formrzr}rrrr:âs8    ú r:Ú__main__T)Údebug)/Údotenvrr\ÚloggingÚflaskrrrrÚflask_httpauthrÚpandasr2rWÚbs4rÚopenair r‹r™Úior r’Úgetenvr r rÚ basicConfigÚINFOÚ getLoggerÚ__name__rÚappÚconfigÚauthrrÚrouterÚlogin_requiredrEr7r8r9r€r:ÚrunrrrrÚsJ           ÿ   ")=*