updated Bank Services

BankServices/EmailService/.python-version

@@ -0,0 +1 @@
+3.12

BankServices/EmailService/Dockerfile

@@ -0,0 +1,25 @@
+FROM python:3.12-slim
+
+WORKDIR /
+
+# Install system dependencies and Poetry
+RUN apt-get update && apt-get install -y --no-install-recommends gcc \
+    && rm -rf /var/lib/apt/lists/* && pip install --no-cache-dir poetry
+
+# Copy Poetry configuration
+COPY /BankServices/EmailService/pyproject.toml ./pyproject.toml
+
+# Configure Poetry and install dependencies with optimizations
+RUN poetry config virtualenvs.create false && poetry install --no-interaction --no-ansi --no-root --only main \
+    && pip cache purge && rm -rf ~/.cache/pypoetry
+
+# Copy application code
+ADD /BankServices/EmailService /
+ADD /Configs /Configs
+ADD /Services/MongoService /Services/MongoService
+
+# Set Python path to include app directory
+ENV PYTHONPATH=/ PYTHONUNBUFFERED=1 PYTHONDONTWRITEBYTECODE=1
+
+# Run the application using the configured uvicorn server
+CMD ["poetry", "run", "python", "app.py"]

BankServices/EmailService/app.py

@@ -0,0 +1,132 @@
+import time
+import arrow
+
+from typing import TypeVar
+from config import Config
+
+from redbox import EmailBox
+from redbox.query import FROM, UNSEEN, OR
+
+from Services.MongoService.provider import MongoProvider
+from Configs.mongo import MongoConfig
+
+
+host = Config.EMAIL_HOST
+port = Config.EMAIL_PORT
+username = Config.EMAIL_USERNAME
+password = Config.EMAIL_PASSWORD
+
+authorized_iban = Config.AUTHORIZE_IBAN
+authorized_iban_cleaned = authorized_iban.replace("-", "")
+mongo_prefix = "CollectedData"
+delimiter = "|"
+
+# banks_mails = mailbox.search(from_=filter_mail, unseen=True) bununla denemeyin
+# banks_mails = mailbox.search(FROM(filter_mail) & UNSEEN)
+
+
+T = TypeVar("T")
+
+
+def check_payload_already_exists_mongo_database(filename: str, mongo_provider) -> bool:
+    find_one_result = mongo_provider.find_one(filter_query={
+        "filename": filename
+    })
+    if find_one_result:
+        return True
+    return False
+
+
+def write_payload_to_mongo_database(payload, filename: str, mail_info:dict, mongo_provider) -> bool:
+    insert_one_result = mongo_provider.insert_one(document={
+        "filename": filename,
+        "payload": payload,
+        "stage": "read",
+        "created_at": str(arrow.now()), **mail_info
+    })
+    if insert_one_result.acknowledged:
+        return True
+    return False
+
+
+def read_email_and_write_to_mongo_database(email_message, mail_info: dict) -> bool:
+    with MongoProvider.mongo_client() as mongo_client:
+        mongo_provider = MongoProvider(
+            client=mongo_client,
+            database=MongoConfig.DATABASE_NAME,
+            storage_reason=[mongo_prefix, str(arrow.now().date())],
+        )
+        if email_message.is_multipart():  # Check if email has multipart content
+            for part in email_message.walk():   # Each part can be an attachment
+                content_disposition = part.get("Content-Disposition")
+                if content_disposition and "attachment" in content_disposition:
+                    if filename := part.get_filename():
+                        file_exists = not check_payload_already_exists_mongo_database(
+                            filename=filename, mongo_provider=mongo_provider
+                        )
+                        is_iban_in_filename = authorized_iban_cleaned in str(filename)
+                        if is_iban_in_filename and file_exists:
+                            if payload := part.get_payload(decode=True):
+                                return write_payload_to_mongo_database(
+                                    payload=payload,
+                                    filename=filename,
+                                    mongo_provider=mongo_provider,
+                                    mail_info=mail_info
+                                )
+        else:  # Handle non-multipart email, though this is rare for emails with attachments
+            content_disposition = email_message.get("Content-Disposition")
+            if content_disposition and "attachment" in content_disposition:
+                if filename := email_message.get_filename():
+                    file_exists = not check_payload_already_exists_mongo_database(
+                        filename=filename,
+                        mongo_provider=mongo_provider,
+                    )
+                    is_iban_in_filename= authorized_iban_cleaned in str(filename)
+                    if is_iban_in_filename and file_exists:
+                        payload = email_message.get_payload(decode=True)
+                        return write_payload_to_mongo_database(
+                            payload=payload,
+                            filename=filename,
+                            mongo_provider=mongo_provider,
+                            mail_info=mail_info,
+                        )
+    return False
+
+
+def app():
+    box = EmailBox(host=host, port=port, username=username, password=password)
+    if not box:
+        return Exception("Mailbox not found")
+
+    box.connect()
+    mail_folders = box.mailfolders
+    filter_mail = OR(FROM(Config.MAILBOX), FROM(Config.MAIN_MAIL))
+    filter_print = f"{Config.MAILBOX} & {Config.MAIN_MAIL}"
+
+    for folder in mail_folders:
+        if folder.name == "INBOX":
+            banks_mails = folder.search(filter_mail & UNSEEN)
+            print(
+                f"Service is reading mailbox [{username}] with mail sender [{filter_print}] with count : {len(banks_mails)}"
+            )
+
+            for banks_mail in banks_mails or []:
+                if email_message := banks_mail.email:
+                    headers = {k.lower(): v for k, v in banks_mail.headers.items()}
+                    mail_info = {
+                        "from": headers['from'],
+                        "to": headers['to'],
+                        "subject": headers['subject'],
+                        "date": str(headers['date']),
+                    }
+                    read_email_and_write_to_mongo_database(
+                        email_message=email_message, mail_info=mail_info
+                    )
+
+
+if __name__ == "__main__":
+
+    while True:
+        print('Running email service...')
+        app()
+        time.sleep(Config.EMAIL_SLEEP)

BankServices/EmailService/config.py

@@ -0,0 +1,24 @@
+
+class Config:
+    # IP_ADDRESS: str = "http://10.10.2.46:41575/internal/isbank/retreive"
+    SERVICE_TIMING: int = 900  # 15 min
+
+    # CONTAINERS_PATH: str = "/service_app_banks"
+    # UNREAD_PATH: str = f"{CONTAINERS_PATH}/isbank/unread/"
+    # PARSED_PATH: str = f"{CONTAINERS_PATH}/isbank/parsed/parsed_data.json"
+    # ARCHIVE_PATH: str = f"{CONTAINERS_PATH}/isbank/archive/"
+    # INCOMING_PATH: str = f"{CONTAINERS_PATH}/isbank/unread"
+    # COMPLETED_PATH: str = f"{CONTAINERS_PATH}/isbank/completed"
+
+    MAILBOX: str = "bilgilendirme@ileti.isbank.com.tr"
+
+    MAIN_MAIL: str = "karatay.berkay@gmail.com"
+    INFO_MAIL = "mehmet.karatay@hotmail.com"
+
+    EMAIL_HOST: str = "10.10.2.34"
+    # EMAIL_USERNAME: str = "karatay@mehmetkaratay.com.tr"
+    EMAIL_USERNAME: str = "isbank@mehmetkaratay.com.tr"
+    EMAIL_PORT: int = 993
+    EMAIL_PASSWORD: str = "system"
+    EMAIL_SLEEP: int = 60
+    AUTHORIZE_IBAN: str = "4245-0093333"

BankServices/EmailService/pyproject.toml

@@ -0,0 +1,11 @@
+[project]
+name = "emailservice"
+version = "0.1.0"
+description = "Add your description here"
+readme = "README.md"
+requires-python = ">=3.12"
+dependencies = [
+    "arrow>=1.3.0",
+    "pymongo>=4.11.3",
+    "redbox>=0.2.1",
+]