Merge pull request #281 from hyper63/twilson63/bug-core-error-with-sp…

…ider-280

Twilson63/bug core error with spider 280

images/crawler/deps.js

@@ -0,0 +1,4 @@
+export { default as core } from '../../packages/core/mod.js'
+export { default as opine } from '../../packages/app-opine/mod.js'
+//export { spider } from 'https://x.nest.land/[email protected]/mod.js'
+export { default as spider } from 'https://raw.githubusercontent.com/hyper63/hyper-adapter-spider/main/mod.js'

images/crawler/hyper.config.js

@@ -0,0 +1,12 @@
+import { opine, spider } from './deps.js'
+
+const spiderUrl = Deno.env.get('SPIDER_URL')
+
+export default {
+  app: opine,
+  adapters: [
+    { port: 'crawler', plugins: [spider({
+      links: spiderUrl, content: spiderUrl
+    })]}
+  ]
+}

images/crawler/mod.js

@@ -0,0 +1,4 @@
+import config from './hyper.config.js'
+import { core } from './deps.js'
+
+await core(config)

packages/core/lib/mod.js

@@ -4,6 +4,7 @@ import storageCore from "./storage/mod.js";
 import searchCore from "./search/mod.js";
 import hooksCore from "./hooks/mod.js";
 import queueCore from "./queue/mod.js";
+import crawlerCore from "./crawler/mod.js";
 
 /**
  * main core module
@@ -19,6 +20,7 @@ export default function (services) {
     storage: services.storage ? storageCore(services) : null,
     search: services.search ? searchCore(services) : null,
     queue: services.queue ? queueCore(services) : null,
+    crawler: services.crawler ? crawlerCore(services) : null,
     hooks: hooksCore(services),
     events: services.events,
     middleware: services.middleware,

packages/core/mod.js

@@ -20,7 +20,6 @@ export default async function main(config) {
   //load methods can return promises so entire plugin svc returns a promise -tnw
   const adapters = await initAdapters(prop("adapters", config));
 
-  // TODO: validate config
   const services = compose(
     // add eventMgr to services
     wrapCore,
@@ -30,7 +29,6 @@ export default async function main(config) {
   )(adapters);
 
   const app = config.app(services);
-
   // return app
   return app;
 }