mk20 GC

Author: LexLuthr

harmony/harmonydb/sql/20250505-market_mk20.sql

@@ -154,10 +154,7 @@ CREATE TABLE market_mk20_offline_urls (
     url TEXT NOT NULL,
     headers jsonb NOT NULL DEFAULT '{}',
     raw_size BIGINT NOT NULL,
-    PRIMARY KEY (id, piece_cid, piece_size),
-    CONSTRAINT market_mk20_offline_urls_id_fk FOREIGN KEY (id)
-      REFERENCES market_mk20_pipeline (id)
-      ON DELETE CASCADE
+    PRIMARY KEY (id, piece_cid, piece_size)
 );
 
 CREATE TABLE market_mk20_products (

tasks/gc/pipeline_meta_gc.go

@@ -158,13 +158,9 @@ func (s *PipelineGC) cleanupUpgrade() error {
 }
 
 func (s *PipelineGC) cleanupMK12DealPipeline() error {
-	// Remove market_mk12_deal_pipeline entries where:
-	// sealed is true and indexed is true
 	ctx := context.Background()
 
-	// Execute the query
-	// NOTE: pipelines can be complete before indexing finishes in case of reindexing pipeline tasks (created in CheckIndex task)
-	_, err := s.db.Exec(ctx, `DELETE FROM market_mk12_deal_pipeline WHERE (should_index = FALSE OR indexed = TRUE) AND complete = TRUE;`)
+	_, err := s.db.Exec(ctx, `DELETE FROM market_mk12_deal_pipeline WHERE complete = TRUE;`)
 	if err != nil {
 		return xerrors.Errorf("failed to clean up sealed deals: %w", err)
 	}
@@ -177,6 +173,24 @@ func (s *PipelineGC) cleanupMK12DealPipeline() error {
 	return nil
 }
 
+func (s *PipelineGC) cleanupMK20DealPipeline() error {
+	ctx := context.Background()
+
+	_, err := s.db.Exec(ctx, `DELETE FROM market_mk20_offline_urls
+									WHERE id IN (
+										SELECT id FROM market_mk20_pipeline WHERE complete = TRUE
+									);
+									
+									DELETE FROM market_mk20_pipeline
+									WHERE complete = TRUE;
+									`)
+	if err != nil {
+		return xerrors.Errorf("failed to clean up sealed deals: %w", err)
+	}
+
+	return nil
+}
+
 func (s *PipelineGC) cleanupUnseal() error {
 	// Remove sectors_unseal_pipeline entries where:
 	// after_unseal_sdr is true