Add locking clause

krysal · stacimc · web-flow · commit c47cc871d8d9 · 2023-06-05T18:48:21.000-04:00
Co-authored-by: Staci Mullins &lt;63313398+stacimc@users.noreply.github.com&gt;
diff --git a/catalog/dags/flickr_thumbs_removal.py b/catalog/dags/flickr_thumbs_removal.py
@@ -50,7 +50,7 @@ def delete(num_thumbs):
             query = dedent(
                 f"""
                 UPDATE image SET thumbnail = NULL WHERE identifier IN
-                (SELECT identifier {select_conditions} FETCH FIRST 10000 ROWS ONLY)
+                (SELECT identifier {select_conditions} FETCH FIRST 10000 ROWS ONLY FOR UPDATE SKIP LOCKED)
                 """
             )
             pg.run(query)

Original file line number	Diff line number	Diff line change
`@@ -50,7 +50,7 @@ def delete(num_thumbs):`
`50`	`50`	`query = dedent(`
`51`	`51`	`f"""`
`52`	`52`	`UPDATE image SET thumbnail = NULL WHERE identifier IN`
`53`		`- (SELECT identifier {select_conditions} FETCH FIRST 10000 ROWS ONLY)`
	`53`	`+ (SELECT identifier {select_conditions} FETCH FIRST 10000 ROWS ONLY FOR UPDATE SKIP LOCKED)`
`54`	`54`	`"""`
`55`	`55`	`)`
`56`	`56`	`pg.run(query)`