fix(crawl-redis/lockURL): even shorter lock

mendableai · Dec 14, 2024 · 7f7a704 · 7f7a704
1 parent ea62aa8
commit 7f7a704
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/apps/api/src/lib/crawl-redis.ts b/apps/api/src/lib/crawl-redis.ts
@@ -215,7 +215,7 @@ export async function lockURL(
     plan: sc.plan,
   });
 
-  const rRes: boolean | undefined = await redlock.using(["crawl:" + id + ":visited_unique:lock"], 5000, {}, async () => {
+  const rRes: boolean | undefined = await redlock.using(["crawl:" + id + ":visited_unique:lock"], 1000, {}, async () => {
     if (typeof sc.crawlerOptions?.limit === "number") {
       if (
         (await redisConnection.scard("crawl:" + id + ":visited_unique")) >=
@@ -281,7 +281,7 @@ export async function lockURLs(
       plan: sc.plan,
     });
 
-  await redlock.using(["crawl:" + id + ":visited_unique:lock"], 5000, {}, async () => {
+  await redlock.using(["crawl:" + id + ":visited_unique:lock"], 1000, {}, async () => {
     // Add to visited_unique set
     logger.debug("Locking " + urls.length + " URLs...");
     await redisConnection.sadd("crawl:" + id + ":visited_unique", ...urls);