Disable pipeline reprocessing (#437)

m-lab · May 20, 2024 · f5bf215 · f5bf215
1 parent a6a2865
commit f5bf215
Showing 1 changed file with 11 additions and 0 deletions.
diff --git a/config/config.yml b/config/config.yml
@@ -13,20 +13,23 @@ sources:
   target_datasets:
     tmp: tmp_ndt
     raw: raw_ndt
+  daily_only: true
 - bucket: archive-{{NDT_SOURCE_PROJECT}}
   experiment: ndt
   datatype: ndt5
   target_datasets:
     tmp: tmp_ndt
     raw: raw_ndt
     join: ndt
+  daily_only: true
 - bucket: archive-{{NDT_SOURCE_PROJECT}}
   experiment: ndt
   datatype: ndt7
   target_datasets:
     tmp: tmp_ndt
     raw: raw_ndt
     join: ndt
+  daily_only: true
 - bucket: archive-{{NDT_SOURCE_PROJECT}}
   experiment: ndt
   datatype: pcap
@@ -40,26 +43,30 @@ sources:
   target_datasets:
     tmp: tmp_ndt
     raw: raw_ndt
+  daily_only: true
 - bucket: archive-measurement-lab
   experiment: ndt
   datatype: scamper1
   target_datasets:
     tmp: tmp_ndt
     raw: raw_ndt
     join: ndt
+  daily_only: true
 - bucket: archive-measurement-lab
   experiment: utilization
   datatype: switch
   target_datasets:
     tmp: tmp_utilization
     raw: raw_utilization
+  daily_only: true
 - bucket: archive-{{NDT_SOURCE_PROJECT}}
   experiment: ndt
   datatype: tcpinfo
   target_datasets:
     tmp: tmp_ndt
     raw: raw_ndt
     join: ndt
+  daily_only: true
 ## WEHE
 - bucket: archive-{{ANNOTATION_SOURCE_PROJECT}}
   experiment: wehe
@@ -90,19 +97,22 @@ sources:
   target_datasets:
     tmp: tmp_msak
     raw: raw_msak
+  daily_only: true
 - bucket: archive-{{ANNOTATION_SOURCE_PROJECT}}
   experiment: msak
   datatype: scamper1
   target_datasets:
     tmp: tmp_msak
     raw: raw_msak
     join: msak
+  daily_only: true
 - bucket: archive-{{ANNOTATION_SOURCE_PROJECT}}
   experiment: msak
   datatype: hopannotation2
   target_datasets:
     tmp: tmp_msak
     raw: raw_msak
+  daily_only: true
 - bucket: archive-{{ANNOTATION_SOURCE_PROJECT}}
   experiment: msak
   datatype: pcap
@@ -117,3 +127,4 @@ sources:
     tmp: tmp_msak
     raw: raw_msak
     join: msak
+  daily_only: true