parser excel publish chain task build

ServicesTask/app/services/parser/comment/main.py

@@ -1,30 +1,34 @@
 import asyncio
 
-from app.services.common.service_base_async import ServiceBaseAsync
+from app.services.common.service_base_async import ServiceBaseAsync, Job
 
 
 PROCESS_SEC = 10
 
 
-async def handle_mail_publish(svc: ServiceBaseAsync, job: dict):
+async def produce(_svc: ServiceBaseAsync):
+    # print("Parser Comment Producer produce             :")
     await asyncio.sleep(PROCESS_SEC)
-    print("Parser Mail Consumer parsed:", job)
-    # await svc.ack_current()
-    # await svc.enqueue({"source": "parser-mail", "from_task": job}, "parser-mail-done", routing_key="parser.comment.publish")
 
 
-async def consume_default(svc: ServiceBaseAsync, job):
-    print("Parser Mail Consumer default:", job)
+async def handle_excel_publish(svc: ServiceBaseAsync, job: dict):
+    job_model = Job(**job)
+    mail_id = job_model.payload['mail_id']
+    task_id = f"IsBankServiceMailParser_{mail_id}"
+    await svc.enqueue(task_id=task_id, payload=job_model.payload, type_="parser.comment.publish")
+    print("Parser Comment Consumer from excel              handle_excel_publish        :", job_model.task_id)
+    await svc.ack_current()
+    await asyncio.sleep(PROCESS_SEC)
+
+
+async def consume_default(svc: ServiceBaseAsync, job: dict):
+    job_model = Job(**job)
+    print("Parser Comment Consumer default             :", job_model.task_id)
     await asyncio.sleep(PROCESS_SEC)
     await svc.ack_current()
 
 
-async def produce(_svc: ServiceBaseAsync):
-    print("Parser Mail Producer produce")
-    await asyncio.sleep(PROCESS_SEC)
-
-
 if __name__ == "__main__":
 
-    svc = ServiceBaseAsync(produce_fn=produce, consume_fn=consume_default, handlers={"mail.service.publish": handle_mail_publish})
+    svc = ServiceBaseAsync(produce_fn=produce, consume_fn=consume_default, handlers={"parser.excel.publish": handle_excel_publish})
     asyncio.run(svc.run())

ServicesTask/app/services/parser/comment/pyproject.toml

@@ -15,7 +15,8 @@ authors = [
 dependencies = [
   "aio-pika>=9.4.1",
   "prometheus-client>=0.20.0",
-  "uvloop>=0.19.0"
+  "uvloop>=0.19.0",
+  "pydantic"
 ]
 
 [project.optional-dependencies]

ServicesTask/app/services/parser/excel/main.py

@@ -1,8 +1,7 @@
 import os
-import uuid
 import asyncio
 
-from app.services.common.service_base_async import ServiceBaseAsync
+from app.services.common.service_base_async import ServiceBaseAsync, Job
 
 
 PRODUCE_BURST = int(os.getenv("PRODUCE_BURST", "10"))
@@ -13,28 +12,29 @@ PROCESS_SEC = 10
 
 async def produce(svc: ServiceBaseAsync):
     await asyncio.sleep(PROCESS_SEC)
-    print(f"Parser Excel Producer produced {len([1,2])} events to '{svc.produce_key}'")
 
 
 async def handle_from_parser(svc: ServiceBaseAsync, job):
-    print("Parser Excel Consumer from parser:", job)
+    job = Job(**job)
     await svc.ack_current()
-    return
+    await asyncio.sleep(PROCESS_SEC)
 
 
 async def handle_from_mail(svc: ServiceBaseAsync, job):
-    print("Parser Excel Consumer from mail:", job)
+    job = Job(**job)
+    await svc.enqueue(task_id=job.task_id, payload=job.payload, type_="parser.excel.publish")
+    print("Parser Excel Consumer from mail              handle_from_mail        :", job.task_id)
     await svc.ack_current()
-    return
+    await asyncio.sleep(PROCESS_SEC)
 
 
-async def consume_default(svc, job):
-    print("Parser Excel Consumer default:", job)
+async def consume_default(svc: ServiceBaseAsync, job):
+    job = Job(**job)
     await svc.ack_current()
-    return
+    await asyncio.sleep(PROCESS_SEC)
 
 
 if __name__ == "__main__":
 
-    svc = ServiceBaseAsync(produce_fn=produce, consume_fn=consume_default, handlers={"parser.publish": handle_from_parser, "mail.publish": handle_from_mail})
+    svc = ServiceBaseAsync(produce_fn=produce, consume_fn=consume_default, handlers={"parser.mail.publish": handle_from_mail})
     asyncio.run(svc.run())

ServicesTask/app/services/parser/excel/pyproject.toml

@@ -15,7 +15,8 @@ authors = [
 dependencies = [
   "aio-pika>=9.4.1",
   "prometheus-client>=0.20.0",
-  "uvloop>=0.19.0"
+  "uvloop>=0.19.0",
+  "pydantic"
 ]
 
 [project.optional-dependencies]

ServicesTask/app/services/parser/mail/main.py

@@ -1,7 +1,7 @@
 import os
 import asyncio
 
-from app.services.common.service_base_async import ServiceBaseAsync
+from app.services.common.service_base_async import ServiceBaseAsync, Job
 
 
 PRODUCE_BURST = int(os.getenv("PRODUCE_BURST", "10"))
@@ -12,31 +12,33 @@ PROCESS_SEC = 10
 
 async def produce(svc: ServiceBaseAsync):
     await asyncio.sleep(PROCESS_SEC)
-    print(f"Parser Mail Producer produced {len([1,2])} events to '{svc.produce_key}'")
 
 
-async def handle_db_publish(svc: ServiceBaseAsync, job):
-    await asyncio.sleep(PROCESS_SEC)
+async def handle_mail_publish(svc: ServiceBaseAsync, job: dict):
+    job_model = Job(**job)
+    mail_id = job_model.payload['mail_id']
+    task_id = f"IsBankServiceMailParser_{mail_id}"
+    await svc.enqueue(task_id=task_id, payload=job_model.payload, type_="parser.excel.publish")
+    print("Parser Mail Consumer parsed              handle_mail_publish    :", job_model.task_id)
     await svc.ack_current()
-    print("Parser Mail Consumer from db:", job)
-
-
-async def handle_mongo_publish(svc: ServiceBaseAsync, job):
     await asyncio.sleep(PROCESS_SEC)
+
+
+async def handle_mongo_publish(svc: ServiceBaseAsync, job: dict):
+    job_model = Job(**job)
     await svc.ack_current()
-    print("Parser Mail Consumer from mongo:", job)
-
-
-async def consume_default(svc: ServiceBaseAsync, job):
+    print("Parser Mail Consumer default           handle_mongo_publish    :", job_model.task_id)
     await asyncio.sleep(PROCESS_SEC)
-    print("Parser Mail Consumer default:", job)
+
+
+async def consume_default(svc: ServiceBaseAsync, job: dict):
+    job_model = Job(**job)
+    await asyncio.sleep(PROCESS_SEC)
+    print("Parser Mail Consumer default                consume_default    :", job_model.task_id)
     return
 
 
 if __name__ == "__main__":
 
-    svc = ServiceBaseAsync(
-        produce_fn=produce, consume_fn=consume_default,
-        handlers={"database.service.publish": handle_db_publish, "mongo.service.publish": handle_mongo_publish},
-    )
+    svc = ServiceBaseAsync(produce_fn=produce, consume_fn=consume_default, handlers={"mail.service.publish": handle_mail_publish})
     asyncio.run(svc.run())

ServicesTask/app/services/parser/mail/pyproject.toml

@@ -15,7 +15,8 @@ authors = [
 dependencies = [
   "aio-pika>=9.4.1",
   "prometheus-client>=0.20.0",
-  "uvloop>=0.19.0"
+  "uvloop>=0.19.0",
+  "pydantic"
 ]
 
 [project.optional-dependencies]