tianyunperfect vor 2 Jahren
Ursprung
Commit
840a0fcee0
7 geänderte Dateien mit 95 neuen und 17 gelöschten Zeilen
  1. 15 0
      tmp/kafka/KafkaPush.py
  2. 18 0
      tmp/kafka/Readme.md
  3. 14 0
      tmp/kafka/kafkaReceive.py
  4. 3 2
      tmp/kafka/kafkaReceiveTest.py
  5. 12 0
      tmp/kafka/kafkaReceiveTest1.py
  6. 21 15
      tmp3.py
  7. 12 0
      tmp4.py

+ 15 - 0
tmp/kafka/KafkaPush.py

@@ -0,0 +1,15 @@
+import json
+import sys
+
+from kafka import KafkaProducer
+
+producer = KafkaProducer(value_serializer=lambda v: json.dumps(v).encode('utf-8'),
+                         bootstrap_servers=sys.argv[1].split(","))
+
+msg = sys.argv[3]
+if msg.startswith("{"):
+    msg = json.loads(msg)
+else:
+    msg = {'message': msg}
+print(f"msg: {msg}")
+producer.send(sys.argv[2], value=msg, partition=0).get()

+ 18 - 0
tmp/kafka/Readme.md

@@ -0,0 +1,18 @@
+- 接收topic消息
+```bash
+python3 ~/IdeaProjects/python-base/tmp/kafka/kafkaReceive.py \
+kafka-0.kafka-headless.rxdpdev.svc.k5.bigtree.zone:9092,kafka-1.kafka-headless.rxdpdev.svc.k5.bigtree.zone:9092,kafka-2.kafka-headless.rxdpdev.svc.k5.bigtree.zone:9092 \
+tag_flag_topic
+```
+- 发送topic消息
+```shell
+python3 ~/IdeaProjects/python-base/tmp/kafka/KafkaPush.py \
+kafka-0.kafka-headless.rxdpdev.svc.k5.bigtree.zone:9092,kafka-1.kafka-headless.rxdpdev.svc.k5.bigtree.zone:9092,kafka-2.kafka-headless.rxdpdev.svc.k5.bigtree.zone:9092 \
+tag_flag_topic \
+你好啊
+
+python3 ~/IdeaProjects/python-base/tmp/kafka/KafkaPush.py \
+kafka-0.kafka-headless.rxdpdev.svc.k5.bigtree.zone:9092,kafka-1.kafka-headless.rxdpdev.svc.k5.bigtree.zone:9092,kafka-2.kafka-headless.rxdpdev.svc.k5.bigtree.zone:9092 \
+tag_flag_topic \
+'{"a":"b好"}'
+```

+ 14 - 0
tmp/kafka/kafkaReceive.py

@@ -0,0 +1,14 @@
+import datetime
+import uuid
+
+from kafka import KafkaConsumer
+import sys
+
+# tag_sink_topic\tag_atom_topic
+consumer = KafkaConsumer(sys.argv[2],
+                         group_id=str(uuid.uuid1()),  # 一个组消费一次
+                         auto_offset_reset='latest',  # 从最新数据读取,earliest,latest
+                         bootstrap_servers=sys.argv[1].split(",")
+                         )
+for msg in consumer:
+    print(datetime.datetime.now(), msg.value.decode('utf-8').encode('utf-8').decode('unicode_escape'))

+ 3 - 2
tmp/kafka/kafkaReceiveTest.py

@@ -1,11 +1,12 @@
 from kafka import KafkaConsumer
 
 # tag_sink_topic\tag_atom_topic
-consumer = KafkaConsumer('tag_atom_topic',
+consumer = KafkaConsumer('tag_flag_topic',
                          group_id='test115',  # 一个组消费一次
                          auto_offset_reset='latest',  # 从最新数据读取,earliest,latest
+                         bootstrap_servers=['kafka-0.kafka-headless.rxdpdev.svc.k5.bigtree.zone:9092', 'kafka-1.kafka-headless.rxdpdev.svc.k5.bigtree.zone:9092', 'kafka-2.kafka-headless.rxdpdev.svc.k5.bigtree.zone:9092']
                          # bootstrap_servers=['kafka-0.kafka-headless.aimpdev.svc.k5.bigtree.zone:9092', 'kafka-1.kafka-headless.aimpdev.svc.k5.bigtree.zone:9092', 'kafka-2.kafka-headless.aimpdev.svc.k5.bigtree.zone:9092']
-                         bootstrap_servers=['kafka-0.kafka-headless.aimptest.svc.k5.bigtree.zone:9092', 'kafka-1.kafka-headless.aimptest.svc.k5.bigtree.zone:9092', 'kafka-2.kafka-headless.aimptest.svc.k5.bigtree.zone:9092']
+                         # bootstrap_servers=['kafka-0.kafka-headless.aimptest.svc.k5.bigtree.zone:9092', 'kafka-1.kafka-headless.aimptest.svc.k5.bigtree.zone:9092', 'kafka-2.kafka-headless.aimptest.svc.k5.bigtree.zone:9092']
                          )
 for msg in consumer:
     print(msg.value)

+ 12 - 0
tmp/kafka/kafkaReceiveTest1.py

@@ -0,0 +1,12 @@
+from kafka import KafkaConsumer
+
+# tag_sink_topic\tag_atom_topic
+consumer = KafkaConsumer('tag_sink_topic',
+                         group_id='test115',  # 一个组消费一次
+                         auto_offset_reset='latest',  # 从最新数据读取,earliest,latest
+                         bootstrap_servers=['kafka-0.kafka-headless.rxdpdev.svc.k5.bigtree.zone:9092', 'kafka-1.kafka-headless.rxdpdev.svc.k5.bigtree.zone:9092', 'kafka-2.kafka-headless.rxdpdev.svc.k5.bigtree.zone:9092']
+                         # bootstrap_servers=['kafka-0.kafka-headless.aimpdev.svc.k5.bigtree.zone:9092', 'kafka-1.kafka-headless.aimpdev.svc.k5.bigtree.zone:9092', 'kafka-2.kafka-headless.aimpdev.svc.k5.bigtree.zone:9092']
+                         # bootstrap_servers=['kafka-0.kafka-headless.aimptest.svc.k5.bigtree.zone:9092', 'kafka-1.kafka-headless.aimptest.svc.k5.bigtree.zone:9092', 'kafka-2.kafka-headless.aimptest.svc.k5.bigtree.zone:9092']
+                         )
+for msg in consumer:
+    print(msg.value)

+ 21 - 15
tmp3.py

@@ -1,15 +1,21 @@
-from DrissionPage import ChromiumPage
-
-# 创建页面对象,并启动或接管浏览器
-page = ChromiumPage()
-# 跳转到登录页面
-page.get('https://gitee.com/login')
-
-# 定位到账号文本框,获取文本框元素
-ele = page.ele('#user_login')
-# 输入对文本框输入账号
-ele.input('您的账号')
-# 定位到密码文本框并输入密码
-page.ele('#user_password').input('您的密码')
-# 点击登录按钮
-page.ele('@value=登 录').click()
+import os
+
+import uvicorn
+from fastapi import FastAPI
+
+app = FastAPI(title="project name ", description="通用系统 ", version="v 0.0.0")
+
+
+@app.get("/call_sh")
+def call_sh(path: str):
+    os.system(f"sh {path} &")
+    return "请等待结果"
+
+
+@app.get("/")
+def call_sh():
+    return {"code": 200}
+
+
+if __name__ == '__main__':
+    uvicorn.run(app='tmp3:app', host="0.0.0.0", port=9990, reload=True)

+ 12 - 0
tmp4.py

@@ -0,0 +1,12 @@
+from kafka import KafkaConsumer
+
+# tag_sink_topic\tag_atom_topic
+consumer = KafkaConsumer('tag_atom_topic',
+                         group_id='test115',  # 一个组消费一次
+                         auto_offset_reset='latest',  # 从最新数据读取,earliest,latest
+                         bootstrap_servers=['kafka-0.kafka-headless.rxdpdev.svc.k5.bigtree.zone:9092', 'kafka-1.kafka-headless.rxdpdev.svc.k5.bigtree.zone:9092', 'kafka-2.kafka-headless.rxdpdev.svc.k5.bigtree.zone:9092']
+                         # bootstrap_servers=['kafka-0.kafka-headless.aimpdev.svc.k5.bigtree.zone:9092', 'kafka-1.kafka-headless.aimpdev.svc.k5.bigtree.zone:9092', 'kafka-2.kafka-headless.aimpdev.svc.k5.bigtree.zone:9092']
+                         # bootstrap_servers=['kafka-0.kafka-headless.aimptest.svc.k5.bigtree.zone:9092', 'kafka-1.kafka-headless.aimptest.svc.k5.bigtree.zone:9092', 'kafka-2.kafka-headless.aimptest.svc.k5.bigtree.zone:9092']
+                         )
+for msg in consumer:
+    print(msg.value)