cleanup: dedup by tracking id in the create chunk handler

devflowinc · Jan 8, 2025 · 82fe335 · 82fe335
1 parent 5531e2c
commit 82fe335
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/server/src/handlers/chunk_handler.rs b/server/src/handlers/chunk_handler.rs
@@ -379,6 +379,7 @@ pub async fn create_chunk(
         .clone()
         .into_iter()
         .chain(upsert_chunk_metadatas.clone().into_iter())
+        .dedup_by(|x, y| x.tracking_id == y.tracking_id)
         .collect::<Vec<ChunkMetadata>>();
 
     let mut redis_conn = redis_pool