add celery
continuous-integration/drone/push Build is failing

This commit is contained in:
jianxin committed 2024-01-19 00:37:31 +08:00
1 parent 14e1f91658
commit 4d92f700ad
14 files changed
+493 -132

No files matched your search

+107
View File
@@ -0,0 +1,107 @@
import os
import json
import time
import lark_oapi as lark
from celery import Celery
from celery import Task
from flask import Flask
from dotenv import load_dotenv
from itertools import chain
from lark_oapi.adapter.flask import *
from lark_oapi.api.im.v1 import *
from lark_oapi.api.bitable.v1 import *
from app.task import *
from app.utils import *
from app.task import *
load_dotenv()
app_id = os.environ["APP_ID"]
app_secret = os.environ["APP_SECRET"]
encrypt_key = os.environ["ENCRYPT_KEY"]
verification_token = os.environ["VERIFICATION_TOKEN"]
bitable_token = os.environ["BITABLE_TOKEN"]
table_id = os.environ["TABLE_ID"]
bitable_token = "IRggb4I0MaRffTsJ7qkcw1wxnBg"
table_id = "tbl5J3sXBNIyNvJ8"
broker_url = os.environ["BROKER_URL"]
result_backend = os.environ["RESULT_BACKEND"]
# 创建client
client = lark.Client.builder().app_id(app_id).app_secret(app_secret).build()
current_dir = os.path.dirname(os.path.abspath(__file__))
cache_dir = os.path.join(current_dir, "cache")
if not os.path.exists(cache_dir):
os.makedirs(cache_dir)
def do_p2_im_message_receive_v1(data: P2ImMessageReceiveV1) -> None:
process_message_callback.delay(client, bitable_token, table_id, cache_dir, data)
print(lark.JSON.marshal(data))
def do_customized_event(data: lark.CustomizedEvent) -> None:
print(lark.JSON.marshal(data))
handler = (
lark.EventDispatcherHandler.builder(
encrypt_key, verification_token, lark.LogLevel.DEBUG
)
.register_p2_im_message_receive_v1(do_p2_im_message_receive_v1)
.register_p1_customized_event("message", do_customized_event)
.build()
)
def create_app() -> Flask:
app = Flask(__name__)
app.config.from_mapping(
CELERY=dict(
broker_url=broker_url,
result_backend=result_backend,
task_ignore_result=True,
broker_connection_retry_on_startup=True,
),
)
app.config.from_prefixed_env()
celery_init_app(app)
@app.route("/event", methods=["POST"])
def event():
print("receive event: ", time.time())
resp = handler.do(parse_req())
return parse_resp(resp)
@app.route("/test", methods=["GET"])
def test():
add.delay(1, 2)
return {"test": "ok"}
return app
def celery_init_app(app: Flask) -> Celery:
class FlaskTask(Task):
def __call__(self, *args: object, **kwargs: object) -> object:
with app.app_context():
return self.run(*args, **kwargs)
celery_app = Celery(app.name, task_cls=FlaskTask)
celery_app.config_from_object(app.config["CELERY"])
celery_app.set_default()
app.extensions["celery"] = celery_app
return celery_app
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
-117
View File
@@ -1,117 +0,0 @@
import os
import json
import time
import lark_oapi as lark
from flask import Flask
from dotenv import load_dotenv
from itertools import chain
from lark_oapi.adapter.flask import *
from lark_oapi.api.im.v1 import *
from lark_oapi.api.bitable.v1 import *
from utils import *
load_dotenv()
app_id = os.environ["APP_ID"]
app_secret = os.environ["APP_SECRET"]
encrypt_key = os.environ["ENCRYPT_KEY"]
verification_token = os.environ["VERIFICATION_TOKEN"]
bitable_token = os.environ["BITABLE_TOKEN"]
table_id = os.environ["TABLE_ID"]
app = Flask(__name__)
# 创建client
client = lark.Client.builder().app_id(app_id).app_secret(app_secret).build()
current_dir = os.path.dirname(os.path.abspath(__file__))
cache_dir = os.path.join(current_dir, "cache")
if not os.path.exists(cache_dir):
os.makedirs(cache_dir)
def do_p2_im_message_receive_v1(data: P2ImMessageReceiveV1) -> None:
print(lark.JSON.marshal(data))
# record = {}
# images = []
# images_token = []
# message_content = ""
# message_type = data.event.message.message_type
# content = json.loads(data.event.message.content)
# if message_type == "post":
# content = content["content"]
# for item in chain.from_iterable(content):
# if item.get("tag") == "text":
# message_content += item["text"]
# if item.get("tag") == "img":
# images.append(item["image_key"])
# if message_type == "text":
# message_content = content["text"].replace("@_user_1", "").strip()
# sender_id = data.event.sender.sender_id.open_id
# record["问题概述"] = message_content
# record["创建人"] = sender_id
# message_id = data.event.message.message_id
# # 对 image_key 处理并并上传至多维表格
# for image in images:
# image_path = get_message_resource(client, message_id, image, "image", cache_dir)
# print("下载文件成功:", image, image_path)
# file_token = upload_media(client, image_path, "bitable_image", bitable_token)
# print("上传文件成功:", file_token)
# images_token.append(file_token)
# if images:
# record["附件"] = [{"file_token": image} for image in images_token]
# record_id = add_record(client, bitable_token, table_id, record)
# time.sleep(1)
# update_data = {"创建人": {"id": sender_id}}
# update_record(client, bitable_token, table_id, record_id, update_data)
# # content = {"text": "反馈的问题已经记录到多维表格, 稍后有小伙伴跟进"}
# # send_message(receive_id, content)
# # 回复群组的消息
# content = f'{{"text": "反馈的问题已经记录到多维表格, 稍后有小伙伴跟进"}}'
# send_group_message(client, message_id, content)
def do_customized_event(data: lark.CustomizedEvent) -> None:
print(lark.JSON.marshal(data))
handler = (
lark.EventDispatcherHandler.builder(
encrypt_key, verification_token, lark.LogLevel.DEBUG
)
.register_p2_im_message_receive_v1(do_p2_im_message_receive_v1)
.register_p1_customized_event("message", do_customized_event)
.build()
)
@app.route("/event", methods=["POST"])
def event():
print("receive event: ", time.time())
resp = handler.do(parse_req())
return parse_resp(resp)
if __name__ == "__main__":
app.run(port=8080, debug=True, host="0.0.0.0")
+4
View File
@@ -0,0 +1,4 @@
from app import create_app
flask_app = create_app()
celery_app = flask_app.extensions["celery"]
+81
View File
@@ -0,0 +1,81 @@
import time
import json
from itertools import chain
from celery import shared_task
from celery import Task
from app.utils import *
@shared_task(ignore_result=False)
def add(a: int, b: int) -> int:
return a + b
@shared_task()
def block() -> None:
time.sleep(5)
@shared_task(bind=True, ignore_result=False)
def process(self: Task, total: int) -> object:
for i in range(total):
self.update_state(state="PROGRESS", meta={"current": i + 1, "total": total})
time.sleep(1)
return {"current": total, "total": total}
@shared_task(include_result=False)
def process_message_callback(client, bitable_token, table_id, cache_dir, data) -> None:
record = {}
images = []
images_token = []
message_content = ""
message_type = data.event.message.message_type
content = json.loads(data.event.message.content)
if message_type == "post":
content = content["content"]
for item in chain.from_iterable(content):
if item.get("tag") == "text":
message_content += item["text"]
if item.get("tag") == "img":
images.append(item["image_key"])
if message_type == "text":
message_content = content["text"].replace("@_user_1", "").strip()
sender_id = data.event.sender.sender_id.open_id
record["问题概述"] = message_content
record["创建人"] = sender_id
message_id = data.event.message.message_id
# 对 image_key 处理并并上传至多维表格
for image in images:
image_path = get_message_resource(client, message_id, image, "image", cache_dir)
print("下载文件成功:", image, image_path)
file_token = upload_media(client, image_path, "bitable_image", bitable_token)
print("上传文件成功:", file_token)
images_token.append(file_token)
if images:
record["附件"] = [{"file_token": image} for image in images_token]
record_id = add_record(client, bitable_token, table_id, record)
time.sleep(1)
update_data = {"创建人": {"id": sender_id}}
update_record(client, bitable_token, table_id, record_id, update_data)
# content = {"text": "反馈的问题已经记录到多维表格, 稍后有小伙伴跟进"}
# send_message(receive_id, content)
# 回复群组的消息
content = f'{{"text": "反馈的问题已经记录到多维表格, 稍后有小伙伴跟进"}}'
send_group_message(client, message_id, content)
+1
View File
@@ -0,0 +1 @@