fix

Pyspark_job/utils/templates.py

@@ -401,6 +401,7 @@ class Templates(object):
             partition_data = self.get_kafka_partitions_data(consumer=consumer, topic_name=self.topic_name)
             consumer.close()
 
+            # 覆盖topic全部分区（无遗漏分区start=end）
             current_offsets, target_end_offsets = {}, {}
             gap_total = 0
             for pid, info in partition_data.items():
@@ -408,9 +409,9 @@ class Templates(object):
                 begin_offset = info['beginning_offsets']
                 if committed is not None and str(pid) in committed:
                     begin_offset = max(begin_offset, int(committed[str(pid)]))
+                current_offsets[pid] = begin_offset
+                target_end_offsets[pid] = end_offset
                 if end_offset > begin_offset:
-                    current_offsets[pid] = begin_offset
-                    target_end_offsets[pid] = end_offset
                     gap_total += end_offset - begin_offset
 
             if gap_total == 0: