[api refactor] Minor refactoring (usage)

Author: indexzero

bin/packuments-fetch-all-partitions.js

@@ -1,34 +1,27 @@
 const { listPartitionsSync } = require('../src/cache.js');
-const { cachePackumentsSeries, getPackumentsLimit } = require('../src/packument.js');
-const { readFileSync } = require('node:fs');
-const { writeFile } = require('node:fs/promises');
 const { join } = require('node:path');
-const { execSync, exec } = require('node:child_process');
-const { DRY_RUN } = require('../src/env.js');
+const { execSync, spawn } = require('node:child_process');
 
 const debug = require('debug')('_all_docs/packuments-fetch-for-partition');
 
 const cacheDir = join(__dirname, '..', 'cache');
-const packumentsDir = join(cacheDir, 'packuments');
-
 const partitions = listPartitionsSync(cacheDir);
 
 function execFetchPackuments(partition) {
   const command = `node bin/packuments-fetch-for-partition.js ${partition.id}`;
 
-  debug('fetch packuments |', {
+  debug('exec fetch packuments |', {
     command,
     partition: partition.id
   });
 
   execSync(command, {
     cwd: join(__dirname, '..'),
+    stdio: ['ignore', 'inherit', 'inherit'],
     env: {
+      ...process.env,
       CONCURRENCY: 100,
-      SIZE: 2000,
-      PARTITIONS: process.env.PARTITIONS,
-      DEBUG: process.env.DEBUG,
-      DRY_RUN: process.env.DRY_RUN
+      SIZE: 2000
     }
   });
 }

bin/packuments-fetch-for-partition.js

@@ -2,6 +2,7 @@ const { cachePackumentsLimit } = require('../src/packument.js');
 const { readFileSync } = require('node:fs');
 const { writeFile } = require('node:fs/promises');
 const { join } = require('node:path');
+const delay = require('delay').default;
 
 const debug = require('debug')('_all_docs/packuments-fetch-for-partition');
 
@@ -34,5 +35,10 @@ const partition = JSON.parse(
     debug('cache packument | ', { _id, _rev, cached: ++cached });
 
     writeFile(join(packumentsDir, `${_id}.json`), JSON.stringify(packument));
-  }, limit);
+  }, {
+    limit,
+    cacheDir: packumentsDir
+  });
+
+  await delay(1000 * 30)
 })();

bin/partitions-fetch-from-origin.js

@@ -9,7 +9,7 @@ const {
   DRY_RUN
 } = require('../src/env');
 
-const { isPartitionCached } = require('../src/cache');
+const { isJsonCached } = require('../src/cache');
 const { eachLimit } = require('../src/map-reduce');
 const { writePartition } = require('../src/index');
 
@@ -31,7 +31,7 @@ async function getPartitionRange({ limit, range }) {
 
   let misses = 0;
   await eachLimit(targets, limit, async function eachFn(partition) {
-    const cached = await isPartitionCached(partition);
+    const cached = await isJsonCached(partition.filename);
     if (!cached && !DRY_RUN) {
       misses = misses + 1;
       await writePartition({ partition });