export_title_tmp_export.py

import os
import sys

sys.path.append(os.path.dirname(sys.path[0]))
from utils.spark_util import SparkUtil
from utils.common_util import CommonUtil

# 导出
if __name__ == '__main__':
    spark = SparkUtil.get_spark_session("export_title_tmp_export.py")

    sql = f"""
    select word,count
    from word_count_tmp1
    order by count desc
    limit 1000000
"""

    save_df = spark.sql(sql)
    path = CommonUtil.df_export_csv(spark, save_df, "word_count_calc", limit=100 * 10000)

    CommonUtil.send_wx_msg(['wujicang', 'chenjianyun'], "提醒", f"asin标题count完成！csv；路径为{path}")
    pass