Changes

kafka_topic.py

@@ -0,0 +1,38 @@
+import pykafka
+import re
+
+
+class Topic():
+    def __init__(self, topic_name, num_partitions=1, replication_factor=1, replica_assignment=[], config_entries=[]):
+        """
+        :param topic_name:
+        :param num_partitions:
+        :param replication_factor:
+        :param replica_assignment: [(partition, replicas)]
+        :param config_entries: [(config_name, config_value)]
+        """
+        self.topic_name = topic_name.encode()
+        self.num_partitions = num_partitions
+        self.replication_factor = replication_factor
+        self.replica_assignment = replica_assignment
+        self.config_entries = config_entries
+
+
+client = pykafka.KafkaClient(hosts="192.168.3.17:9092")
+print(client.topics)
+for i in client.brokers.values():
+    try:
+        i.create_topics(topic_reqs=(Topic("kafeidou1"),))
+    except Exception as e:
+        if re.search("41", str(e)):
+            print("该broker 不是 leader，交由下一个broker创建")
+        elif re.search("7", str(e)):
+            print("创建完成")
+            break
+        elif re.search("36", str(e)):
+            print("topic 已存在")
+            break
+        else:
+            raise e
+
+print(client.topics)

project-test/bigtree-aircp/datasource.py

@@ -156,7 +156,7 @@ class MyTest(unittest.TestCase):
     # 添加、更新
     def testAdd(self):
         req(self.host + "/dataSource",
-            {"sourceType": "mysql", "sourceCode": "1", "sourceName": "1", "sourceDesc": "1", "driverName": "1",
+            {"id":35,"sourceType": "mysql", "sourceCode": "12", "sourceName": "1", "sourceDesc": "12", "driverName": "1",
              "jdbcUrl": "1", "username": "1", "password": "1",
              "sourceConfig": "{\"driverName\":\"1\",\"jdbcUrl\":\"1\",\"username\":\"1\",\"password\":\"1\"}"})
 

project-test/bigtree-aircp/debug.py

@@ -0,0 +1,26 @@
+import unittest
+
+import requests
+
+from util import req, reqGet
+
+
+class MyTest(unittest.TestCase):
+    def setUp(self) -> None:
+        self.host = "http://127.0.0.1:8080"  # local
+
+    def test623(self):
+        """【数据源】新增成功后，获取列表数据返回错误"""
+        res = reqGet("https://edsp.rxdptest.k5.bigtree.tech/api/rxdp-xdata-web/dataSource/pageList", {})
+        print(len(res['data']))
+
+        res = req("https://edsp.rxdptest.k5.bigtree.tech/api/rxdp-xdata-web/dataSource",
+                  {"sourceType": "mysql", "sourceCode": "test23324", "sourceName": "test2134234", "sourceDesc": "",
+                   "driverName": "com.mysql.cj.jdbc.Driver",
+                   "jdbcUrl": "jdbc:mysql://mysql.rxdptest.svc.k5.bigtree.zone:3306/rxdp_auth", "username": "cs_user",
+                   "password": "ceshimima.1",
+                   "sourceConfig": "{\"driverName\":\"com.mysql.cj.jdbc.Driver\",\"jdbcUrl\":\"jdbc:mysql://mysql.rxdptest.svc.k5.bigtree.zone:3306/rxdp_auth\",\"username\":\"cs_user\",\"password\":\"ceshimima.1\"}"})
+        print(res)
+
+        res = reqGet("https://edsp.rxdptest.k5.bigtree.tech/api/rxdp-xdata-web/dataSource/pageList", {})
+        print(len(res['data']))

project-test/util.py

@@ -24,13 +24,13 @@ def req(url, json_dict):
 
 def reqGet(url, params):
     res = requests.get(url, params=params, headers=defaultHeader)
-    print_json_plain(params)
-    print_json_pretty(res.json())
+    # print_json_plain(params)
+    # print_json_pretty(res.json())
     return res.json()
 
 
 def reqForm(url, formData):
     res = requests.post(url, data=formData, headers=defaultHeader)
-    print_json_plain(formData)
-    print_json_pretty(res.json())
+    # print_json_plain(formData)
+    # print_json_pretty(res.json())
     return res.json()

tmp.py

@@ -1,16 +1,13 @@
-# -*- coding: utf-8
-import time
-
-import pandas as pd
-
-value_list = [0, 10, 20, 30.4, 59, 61, 79, 80, 90, 99, 100]
-
-start = time.time()
-# 等频分箱
-value_freq_bins = pd.qcut(value_list, q=5)
-print("等频分箱：", value_freq_bins.codes)
-
-# 等距分箱
-value_dis_bins = pd.cut(value_list, bins=5)
-print("等距分箱：", value_dis_bins.codes)
-print("time: ", time.time() - start)
+import datetime
+
+import requests
+import ssl
+ssl._create_default_https_context = ssl._create_unverified_context
+
+requests.post("https://api.tianyunperfect.cn/web_history/location_history", json={
+    "location_str": "tset",
+    "location_xy": "test",
+    "msg": "test",
+    "create_time": "2022-10-01 1:1:1",
+    "update_time": "2022-10-01 1:1:1",
+})