Commit 13cba59c by fangxingjun

新增redis-存储报错-消息推送

parent c84a984f
......@@ -53,7 +53,7 @@ class DimStAsinInfo(Templates):
"fr": 4,
"it": 5,
}
self.client = redis.Redis(host='192.168.10.224', port=6379, db=self.redis_db[self.site_name], password='yswg2023')
self.client = redis.Redis(host='192.168.10.224', port=6379, db=self.redis_db[self.site_name], password='N8#rTp2Xz!Lk6@Vw9qHs4&Yb1Fm0Cj3')
self.db_save = f'kafka_asin_detail'
self.app_name = self.get_app_name()
self.spark = self.create_spark_object(
......@@ -535,6 +535,8 @@ class DimStAsinInfo(Templates):
# 将Spark DataFrame转换为Pandas DataFrame
pdf = df.toPandas()
print(f"开始存储数据: {pdf.shape}")
while True:
try:
# 遍历Pandas DataFrame并将数据插入到Redis
for index, row in pdf.iterrows():
# 创建一个复合键,或者根据你的需要选择适当的键
......@@ -564,6 +566,14 @@ class DimStAsinInfo(Templates):
del row_dict["key_inner"]
row_json = json.dumps(row_dict)
self.client.hset(redis_key, redis_field, row_json)
break
except Exception as e:
print(f"存储redis报错--数据库账号密码不对: {e, traceback.format_exc()}")
time.sleep(10)
self.client = redis.Redis(host='192.168.10.224', port=6379, db=self.redis_db[self.site_name],
password='N8#rTp2Xz!Lk6@Vw9qHs4&Yb1Fm0Cj3')
continue
if __name__ == '__main__':
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment