From 2481dce8b8e35aad2f139498516a4086014c37c0 Mon Sep 17 00:00:00 2001
From: Lpepsi <846179345@qq.com>
Date: Sun, 11 Feb 2024 08:42:55 +0800
Subject: [PATCH 1/3] Create LICENSE
---
LICENSE | 201 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++
1 file changed, 201 insertions(+)
create mode 100644 LICENSE
diff --git a/LICENSE b/LICENSE
new file mode 100644
index 0000000..261eeb9
--- /dev/null
+++ b/LICENSE
@@ -0,0 +1,201 @@
+ Apache License
+ Version 2.0, January 2004
+ http://www.apache.org/licenses/
+
+ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+ 1. Definitions.
+
+ "License" shall mean the terms and conditions for use, reproduction,
+ and distribution as defined by Sections 1 through 9 of this document.
+
+ "Licensor" shall mean the copyright owner or entity authorized by
+ the copyright owner that is granting the License.
+
+ "Legal Entity" shall mean the union of the acting entity and all
+ other entities that control, are controlled by, or are under common
+ control with that entity. For the purposes of this definition,
+ "control" means (i) the power, direct or indirect, to cause the
+ direction or management of such entity, whether by contract or
+ otherwise, or (ii) ownership of fifty percent (50%) or more of the
+ outstanding shares, or (iii) beneficial ownership of such entity.
+
+ "You" (or "Your") shall mean an individual or Legal Entity
+ exercising permissions granted by this License.
+
+ "Source" form shall mean the preferred form for making modifications,
+ including but not limited to software source code, documentation
+ source, and configuration files.
+
+ "Object" form shall mean any form resulting from mechanical
+ transformation or translation of a Source form, including but
+ not limited to compiled object code, generated documentation,
+ and conversions to other media types.
+
+ "Work" shall mean the work of authorship, whether in Source or
+ Object form, made available under the License, as indicated by a
+ copyright notice that is included in or attached to the work
+ (an example is provided in the Appendix below).
+
+ "Derivative Works" shall mean any work, whether in Source or Object
+ form, that is based on (or derived from) the Work and for which the
+ editorial revisions, annotations, elaborations, or other modifications
+ represent, as a whole, an original work of authorship. For the purposes
+ of this License, Derivative Works shall not include works that remain
+ separable from, or merely link (or bind by name) to the interfaces of,
+ the Work and Derivative Works thereof.
+
+ "Contribution" shall mean any work of authorship, including
+ the original version of the Work and any modifications or additions
+ to that Work or Derivative Works thereof, that is intentionally
+ submitted to Licensor for inclusion in the Work by the copyright owner
+ or by an individual or Legal Entity authorized to submit on behalf of
+ the copyright owner. For the purposes of this definition, "submitted"
+ means any form of electronic, verbal, or written communication sent
+ to the Licensor or its representatives, including but not limited to
+ communication on electronic mailing lists, source code control systems,
+ and issue tracking systems that are managed by, or on behalf of, the
+ Licensor for the purpose of discussing and improving the Work, but
+ excluding communication that is conspicuously marked or otherwise
+ designated in writing by the copyright owner as "Not a Contribution."
+
+ "Contributor" shall mean Licensor and any individual or Legal Entity
+ on behalf of whom a Contribution has been received by Licensor and
+ subsequently incorporated within the Work.
+
+ 2. Grant of Copyright License. Subject to the terms and conditions of
+ this License, each Contributor hereby grants to You a perpetual,
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+ copyright license to reproduce, prepare Derivative Works of,
+ publicly display, publicly perform, sublicense, and distribute the
+ Work and such Derivative Works in Source or Object form.
+
+ 3. Grant of Patent License. Subject to the terms and conditions of
+ this License, each Contributor hereby grants to You a perpetual,
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+ (except as stated in this section) patent license to make, have made,
+ use, offer to sell, sell, import, and otherwise transfer the Work,
+ where such license applies only to those patent claims licensable
+ by such Contributor that are necessarily infringed by their
+ Contribution(s) alone or by combination of their Contribution(s)
+ with the Work to which such Contribution(s) was submitted. If You
+ institute patent litigation against any entity (including a
+ cross-claim or counterclaim in a lawsuit) alleging that the Work
+ or a Contribution incorporated within the Work constitutes direct
+ or contributory patent infringement, then any patent licenses
+ granted to You under this License for that Work shall terminate
+ as of the date such litigation is filed.
+
+ 4. Redistribution. You may reproduce and distribute copies of the
+ Work or Derivative Works thereof in any medium, with or without
+ modifications, and in Source or Object form, provided that You
+ meet the following conditions:
+
+ (a) You must give any other recipients of the Work or
+ Derivative Works a copy of this License; and
+
+ (b) You must cause any modified files to carry prominent notices
+ stating that You changed the files; and
+
+ (c) You must retain, in the Source form of any Derivative Works
+ that You distribute, all copyright, patent, trademark, and
+ attribution notices from the Source form of the Work,
+ excluding those notices that do not pertain to any part of
+ the Derivative Works; and
+
+ (d) If the Work includes a "NOTICE" text file as part of its
+ distribution, then any Derivative Works that You distribute must
+ include a readable copy of the attribution notices contained
+ within such NOTICE file, excluding those notices that do not
+ pertain to any part of the Derivative Works, in at least one
+ of the following places: within a NOTICE text file distributed
+ as part of the Derivative Works; within the Source form or
+ documentation, if provided along with the Derivative Works; or,
+ within a display generated by the Derivative Works, if and
+ wherever such third-party notices normally appear. The contents
+ of the NOTICE file are for informational purposes only and
+ do not modify the License. You may add Your own attribution
+ notices within Derivative Works that You distribute, alongside
+ or as an addendum to the NOTICE text from the Work, provided
+ that such additional attribution notices cannot be construed
+ as modifying the License.
+
+ You may add Your own copyright statement to Your modifications and
+ may provide additional or different license terms and conditions
+ for use, reproduction, or distribution of Your modifications, or
+ for any such Derivative Works as a whole, provided Your use,
+ reproduction, and distribution of the Work otherwise complies with
+ the conditions stated in this License.
+
+ 5. Submission of Contributions. Unless You explicitly state otherwise,
+ any Contribution intentionally submitted for inclusion in the Work
+ by You to the Licensor shall be under the terms and conditions of
+ this License, without any additional terms or conditions.
+ Notwithstanding the above, nothing herein shall supersede or modify
+ the terms of any separate license agreement you may have executed
+ with Licensor regarding such Contributions.
+
+ 6. Trademarks. This License does not grant permission to use the trade
+ names, trademarks, service marks, or product names of the Licensor,
+ except as required for reasonable and customary use in describing the
+ origin of the Work and reproducing the content of the NOTICE file.
+
+ 7. Disclaimer of Warranty. Unless required by applicable law or
+ agreed to in writing, Licensor provides the Work (and each
+ Contributor provides its Contributions) on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+ implied, including, without limitation, any warranties or conditions
+ of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+ PARTICULAR PURPOSE. You are solely responsible for determining the
+ appropriateness of using or redistributing the Work and assume any
+ risks associated with Your exercise of permissions under this License.
+
+ 8. Limitation of Liability. In no event and under no legal theory,
+ whether in tort (including negligence), contract, or otherwise,
+ unless required by applicable law (such as deliberate and grossly
+ negligent acts) or agreed to in writing, shall any Contributor be
+ liable to You for damages, including any direct, indirect, special,
+ incidental, or consequential damages of any character arising as a
+ result of this License or out of the use or inability to use the
+ Work (including but not limited to damages for loss of goodwill,
+ work stoppage, computer failure or malfunction, or any and all
+ other commercial damages or losses), even if such Contributor
+ has been advised of the possibility of such damages.
+
+ 9. Accepting Warranty or Additional Liability. While redistributing
+ the Work or Derivative Works thereof, You may choose to offer,
+ and charge a fee for, acceptance of support, warranty, indemnity,
+ or other liability obligations and/or rights consistent with this
+ License. However, in accepting such obligations, You may act only
+ on Your own behalf and on Your sole responsibility, not on behalf
+ of any other Contributor, and only if You agree to indemnify,
+ defend, and hold each Contributor harmless for any liability
+ incurred by, or claims asserted against, such Contributor by reason
+ of your accepting any such warranty or additional liability.
+
+ END OF TERMS AND CONDITIONS
+
+ APPENDIX: How to apply the Apache License to your work.
+
+ To apply the Apache License to your work, attach the following
+ boilerplate notice, with the fields enclosed by brackets "[]"
+ replaced with your own identifying information. (Don't include
+ the brackets!) The text should be enclosed in the appropriate
+ comment syntax for the file format. We also recommend that a
+ file or class name and description of purpose be included on the
+ same "printed page" as the copyright notice for easier
+ identification within third-party archives.
+
+ Copyright [yyyy] [name of copyright owner]
+
+ Licensed under the Apache License, Version 2.0 (the "License");
+ you may not use this file except in compliance with the License.
+ You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
From edf23e2576ff7d224f4d8d522193f91c418c1124 Mon Sep 17 00:00:00 2001
From: Lpepsi <846179345@qq.com>
Date: Sun, 11 Feb 2024 11:59:24 +0800
Subject: [PATCH 2/3] Update README.md
---
README.md | 174 ++++++++++++++++++++++++++++++++++++++++++++++++++++--
1 file changed, 170 insertions(+), 4 deletions(-)
diff --git a/README.md b/README.md
index 8a2260a..3b9f7d2 100644
--- a/README.md
+++ b/README.md
@@ -1,6 +1,172 @@
-
+
+> 背景:因为每个月有报销发票的需求，但每次到报销发票的时候，都需要去邮箱上一个个把发票下载下来，然后分类整理。这些都是耗时且重复的动作，就想着能不能把它自动化，同时看看能不能结合上最近大火的AI
+> 目标：能够按要求自动下载发票文件，同时解析重命名发票文件
+## 自动下载邮件中附件
+这一步是很简单的啦，用Selenium就可以实现，我的是QQ邮箱。我们只需要打开浏览器按下F12一步步的查找从登录到进入邮件下载附件都需要点击哪些元素，然后用Selenium代替我们操作就行
+### 登录
+```python
+BASE_URL = 'https://mail.qq.com/'
+def begin():
+ global origin_window_handle
+ driver.get(Constant.BASE_URL)
+ origin_window_handle = driver.current_window_handle
+```
+这里登录就没有做的那么麻烦，自己扫码或者输入账号密码即可。
+### 获取邮件
+登录到QQ邮箱后，通过F12可以看到主要功能区是在iframe里面，因此我们要先点击收件箱然后切换到iframe中，否则没法找到元素
-# autoEmail
-通过RPA+AI的方式检索邮箱中带有指定关键字（目前是发票）的邮件，然后将其符合要求的发票附件下载，对于没有附件只有下载的链接的邮件，使用AI（目前是GPT）解析HTML找出符合要求的下载链接，进行点击下载。最后再将发票通过OCR
-识别然后让AI归类当前发票属于何种类别，然后按指定格式进行重命名。目前完成了初始目标，后续会继续丰富功能
+
+
+
+```python
+def switch_to_frame():
+ recv_option = util.getDelayElement(By.PARTIAL_LINK_TEXT, "收件箱")
+ recv_option.click()
+ main_frame = util.getDelayElement(By.CSS_SELECTOR, "#mainFrame")
+ driver.switch_to.frame(main_frame)
+```
+接着就获取邮件，每次只能获取当前页数的邮件，我这里是把未读和已读都获取到了
+```python
+def get_mail_list():
+ return driver.find_elements_by_class_name("M") + driver.find_elements_by_class_name("F")
+```
+### 处理邮件
+因为我只要处理发票的邮件，用了最简单的方式，只处理当前邮件标题是否包含发票两字，同时发票邮件包括两种，带有附件和不带有附件的，带有附件的是邮件里直接附上了发票文件。不带有附件的是邮件里给了一个链接，需要点击后才能下载或者跳转到其他网站下载。因为两种方式的处理方式不同，所以需要分开存储哪些是带有附件的哪些没带有附件。同时为了避免同名标题不同发票的情况，我们使用mailId来进行存储，后续通过mailId来定位每一个邮件
+
+
+```python
+def handle_mail():
+ global end_flag
+ invoice_list = []
+ mail_list = get_mail_list()
+ mail_num = len(mail_list)
+ print(f'mail_num:{mail_num}, page: {current_page}')
+ for mail in mail_list:
+ mailid = mail.find_element(By.CSS_SELECTOR, 'td.tl.tf ').find_element(By.TAG_NAME, 'nobr').get_attribute(
+ 'mailid')
+ title = mail.find_element_by_class_name("tt").text
+ if '发票' in title:
+ try:
+ mail.find_element(By.CSS_SELECTOR, 'div.cij.Ju')
+ invoice_list.append({'title': title, 'mailId': mailid})
+ except NoSuchElementException as e:
+ invoice_list.append({'title': title, 'mailId': mailid})
+ print(f'-------发票: {len(invoice_list)}-------')
+ for item in invoice_list:
+ monitor.reset_create()
+ mailId = item["mailId"]
+ title = item["title"]
+ tag = driver.find_element_by_xpath(f"//nobr[@mailid='{mailId}']")
+ tag.click()
+ time.sleep(1)
+ if is_out_date():
+ end_flag = True
+ break
+ try:
+ if exist_element(By.ID, 'attachment'):
+ download_attach()
+ check_file(item)
+ else:
+ handle_no_attach()
+ check_file(item)
+ except Exception as e:
+ record_fail(item)
+ switch_to_frame()
+ time.sleep(3)
+```
+#### 处理带有附件的邮件
+附件可能会有多个附件，我们只需要下载PDF文件即可
+
+
+
+```python
+def download_attach():
+ attachment = util.getDelayElement(By.ID, 'attachment')
+ attach_items = attachment.find_elements(By.CSS_SELECTOR, 'div.att_bt.attachitem')
+ for attach in attach_items:
+ util.getDelayElement(By.CSS_SELECTOR, 'div.name_big')
+ if '.pdf' in attach.find_element(By.CSS_SELECTOR, 'div.name_big').find_element(By.TAG_NAME, 'span').text:
+ attach.find_element_by_partial_link_text('下载').click()
+ break
+ time.sleep(3)
+ # driver.back()
+ driver.refresh()
+ switch_to_frame()
+ time.sleep(4)
+```
+#### 处理没有附件的邮件
+这个才是本次的重点，对于没有附件只有下载链接的邮件，如何让selenium知道该点哪里。不同的邮件他们的展示也不同
+
+
+
+
+解决方法就是让AI来告诉selenium该点哪里，通过F12可以发现，邮件的内容都是在一个固定的Div里面
+
+
+那我们就可以获取这个Div里面的HTML片段，然后告诉AI，让它根据HTML片段解析出带有发票下载链接的标签文本，然后返回，selenium根据这个文本点击，以下是对于prompt
+``` python
+prompt = '''
+你是一名HTML解析助手，你需要解析用户上传的HTML片段。
+1.解析出片段中带有发票下载链接的超链接标签文本。
+2.如果有多个下载链接，则找出下载为PDF格式的超链接标签文本即可。
+例如:
+输入:
+
+ 下载PDF文件：
+ 
+ HelloWorld
+
+输出:
+{"text":"HelloWorld"}
+注意只需要返回对应的标签文本即可，不需要其他内容。结果输出为JSON:{'text':'xxx'}"}
+'''
+```
+点击过后，一般会有两种结果，一种是点击后能够直接下载发票,另一种是跳转到其他网站后，再点击下载才能下载
+
+
+针对这种我们就可以全文搜索带有下载字样的标签进行点击下载。经过上面这一套下来，基本90%的都能成功下载下来
+#### 解析整理发票
+下载下来的发票命名各异
+
+
+我希望能够通过文件名就能知道该发票的类型，金额和开票日期，这里用上了OCR+AI，用OCR来解析发票文件，然后将解析结果送给AI让其根据结果分析该发票属于哪种类别。最后再重命名发票
+```python
+def parse_invoice():
+ invoice_list = get_invoice_list()
+ location = config.get_location()
+ for invoice in invoice_list:
+ file_path = os.path.join(location, invoice)
+ invoice_info = OcrUtil.ocr_invoice(file_path)
+ new_file_name = get_new_file_name(invoice_info)
+ util.rename(invoice, new_file_name)
+ print(f'{invoice} : {new_file_name}')
+
+
+def get_new_file_name(invoice_info):
+ date = util.parse_date(invoice_info['Date'], '%Y年%m月%d日', '%Y%m%d')
+ summary = get_summary(invoice_info)
+ return summary + '_' + invoice_info['Number'] + '_' + invoice_info['Total'].split('.')[0] + '_' + date
+
+
+def get_summary(item):
+ if 'VatElectronicItems' in item:
+ info = json.loads(json.dumps(item['VatElectronicItems']))
+ else:
+ info = json.loads(json.dumps(item['VatInvoiceItemInfos']))
+ return AI.ai_summary(info[0]['Name'])
+```
+最后就是这个样子
+
+
+
+#### 使用方法
+> 在config.json文件设置文件下载地址和日期，日期的作用是在下载附件时只下载日期之后的附件，在OcrUtil.py文件里设置腾讯云的secret_id和secret_key，在AI.py文件里设置GPT的api_key后，然后运行main.py，等待浏览器拉起后，手动登录后即可
+
+
+
+
+目前只实现了下载和解析重命名，邮箱目前只支持QQ邮箱，AI目前只支持GPT，后续会支持多个邮箱和AI
+同时还在考虑可以加入哪些功能，有建议和优化欢迎大家在GitHub给我提，如果有帮助的话帮忙**Star**一下
+> **地址：[GitHub-autoEmail](https://github.com/WRCoding/autoEmail)**
+
From daebcaa1ab7321f49246a2551f93a9cebea3bbe7 Mon Sep 17 00:00:00 2001
From: Lpepsi <846179345@qq.com>
Date: Fri, 16 Feb 2024 12:35:24 +0800
Subject: [PATCH 3/3] =?UTF-8?q?=E5=8E=BB=E9=99=A4=E6=97=A0=E7=94=A8?=
=?UTF-8?q?=E4=BB=A3=E7=A0=81?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit
---
DownloadEmail.py | 2 --
1 file changed, 2 deletions(-)
diff --git a/DownloadEmail.py b/DownloadEmail.py
index 311b709..c7f2e13 100644
--- a/DownloadEmail.py
+++ b/DownloadEmail.py
@@ -42,8 +42,6 @@ def begin():
global origin_window_handle
driver.get(Constant.BASE_URL)
origin_window_handle = driver.current_window_handle
- # driver.get('https://www.hxpdd.com/s/Q3QQGcH49TCm')
- # print(driver.find_element_by_tag_name('body').get_attribute('innerHTML'))
def switch_to_frame():