Recreate database right before uploading the new points instead of be…

…fore all of the processing
Galaxypedia-Wiki · Sep 29, 2024 · 5006285 · 5006285
1 parent a173288
commit 5006285
Showing 1 changed file with 5 additions and 6 deletions.
diff --git a/dataset-assistant/Program.cs b/dataset-assistant/Program.cs
@@ -107,12 +107,6 @@ private static async Task<int> Main(string[] args)
                     ? int.Parse(qdrantUrlAndPort[1])
                     : 6334);
 
-                if (!dryrunOptionValue)
-                    await qdrantClient.RecreateCollectionAsync("galaxypedia", new VectorParams
-                    {
-                        Distance = Distance.Cosine,
-                        Size = 1536
-                    });
                 deptask.Value(100);
 
                 #endregion
@@ -139,6 +133,11 @@ private static async Task<int> Main(string[] args)
 
                 if (!dryrunOptionValue)
                 {
+                    await qdrantClient.RecreateCollectionAsync("galaxypedia", new VectorParams
+                    {
+                        Distance = Distance.Cosine,
+                        Size = 1536
+                    });
                     await DatasetCreator.UpsertPointsIntoQdrant(embeddedChunks, qdrantClient);
                     upsertTask?.Value(100);
                 }