Updating examples

README.md

@@ -65,12 +65,14 @@ const hunt = hounds.release({
 ##Examples
 Try out `node examples` for a basic example based on the test fixtures
 
-![image](https://cloud.githubusercontent.com/assets/799038/19538754/93f3ceda-9623-11e6-92ed-51ecb40393dd.png)
+![hounds-simple](https://cloud.githubusercontent.com/assets/799038/19570264/41277d88-96c7-11e6-9060-83b7590c0cfb.gif)
 
 Unleash them on the latest sites from HackerNews via `node examples/hackerNews`
 
 Or use them against a local site with auth (see [examples/preAuth.js](examples/preAuth.jss#L14-L26))
 
+![hounds-preauth](https://cloud.githubusercontent.com/assets/799038/19570191/ec2cd0a8-96c6-11e6-9586-f3b4fa9507b2.gif)
+
 ##Changelog
 * ~~`0.2.0` Supports a single url with a promise~~
 * ~~`0.3.0` Stream support (instead of promises)~~
@@ -83,4 +85,4 @@ Or use them against a local site with auth (see [examples/preAuth.js](examples/p
 * ~~`0.8.0` Support for logTo writable stream for URLs processed, and correct error emitting bugfix.~~
 * ~~`0.9.0` By default, only links within same `hostname:port` are considered. Override with predicate function `urlFilter`~~
 * ~~`0.10.0` `urlFilter` also receives result of domain check as second argument. Bug fix: no dupes anchors in the one page~~
-* ~~`1.0.0` `before` and `after` callbacks receive nightmare instance and if defined, must return it (see [examples/preAuth.js](https://github.com/justinjmoses/hounds/blob/master/examples/preAuth.js))
+* ~~`1.0.0` `before` and `after` callbacks receive nightmare instance and if defined, must return it (see [examples/preAuth.js](https://github.com/justinjmoses/hounds/blob/master/examples/preAuth.js))~~

examples/economist.js

@@ -0,0 +1,26 @@
+'use strict'
+
+const urlLogger = require('./urlLogger')
+const errorWriter = require('./errorWriter')
+
+const hounds = require('../')
+
+const quarry = errorWriter()
+
+const hunt = hounds.release({
+    url: 'http://www.economist.com',
+    timeout: 60e3,
+    waitAfterLoadedFor: 500,
+    logTo: urlLogger(),
+    keepAlive: true,
+    nightmare: {
+        show: true, openDevTools: true
+    }
+})
+.on('error', err => {
+    console.error(err)
+    process.exit()
+})
+.on('end', process.exit)
+
+hunt.pipe(quarry)

examples/github.js

@@ -0,0 +1,25 @@
+'use strict'
+
+const urlLogger = require('./urlLogger')
+const errorWriter = require('./errorWriter')
+
+const hounds = require('../')
+
+const quarry = errorWriter()
+
+const hunt = hounds.release({
+    url: 'https://github.com',
+    timeout: 60e3,
+    waitAfterLoadedFor: 500,
+    logTo: urlLogger(),
+    nightmare: {
+        show: true, openDevTools: true
+    }
+})
+.on('error', err => {
+    console.error(err)
+    process.exit()
+})
+.on('end', process.exit)
+
+hunt.pipe(quarry)

examples/hackerNews.js

@@ -0,0 +1,31 @@
+'use strict'
+
+const urlLogger = require('./urlLogger')
+const errorWriter = require('./errorWriter')
+
+const hounds = require('../')
+
+const quarry = errorWriter()
+
+const hunt = hounds.release({
+    url: 'http://news.ycombinator.com',
+    timeout: 60e3,
+    waitAfterLoadedFor: 500,
+    logTo: urlLogger(),
+    urlFilter: url => {
+        // external only
+        return !/^https?:\/\/[a-zA-Z0-9]+\.?ycombinator\.com/.test(url)
+    },
+    nightmare: {
+        show: true, openDevTools: true
+    }
+})
+.on('error', err => {
+    console.error(err)
+    process.exit()
+})
+.on('end', process.exit)
+
+hunt.pipe(quarry)
+
+

examples/mdn.js

@@ -0,0 +1,30 @@
+'use strict'
+
+const urlLogger = require('./urlLogger')
+const errorWriter = require('./errorWriter')
+
+const hounds = require('../')
+
+const quarry = errorWriter()
+
+const hunt = hounds.release({
+    url: 'https://developer.mozilla.org/en-US/docs/Web/JavaScript/Guide',
+    timeout: 60e3,
+    waitAfterLoadedFor: 500,
+    logTo: urlLogger(),
+    urlFilter: url => {
+        return /^https:\/\/developer.mozilla.org\/en-US\/docs\/Web\/JavaScript\/Guide\//.test(url)
+    },
+    nightmare: {
+        show: true, openDevTools: true
+    }
+})
+.on('error', err => {
+    console.error(err)
+    process.exit()
+})
+.on('end', process.exit)
+
+hunt.pipe(quarry)
+
+

examples/preAuth.js

@@ -9,8 +9,8 @@ const quarry = errorWriter()
 
 const hunt = hounds.release({
     url: 'http://localhost:8080',
-    maxFollows: 25,
-    waitAfterLoadedFor: 2500,
+    maxFollows: 5,
+    waitAfterLoadedFor: 1500,
     before: nightmare => {
         return nightmare
             .viewport(1200, 800)
@@ -26,7 +26,7 @@ const hunt = hounds.release({
     },
     logTo: urlLogger(),
     urlFilter: (url, domainFiltered) => {
-        return /\#/.test(url) && domainFiltered
+        return /\#./.test(url) && domainFiltered
     },
     nightmare: {
         show: true, openDevTools: true

examples/productHunt.js

@@ -0,0 +1,27 @@
+'use strict'
+
+const urlLogger = require('./urlLogger')
+const errorWriter = require('./errorWriter')
+
+const hounds = require('../')
+
+const quarry = errorWriter()
+
+const hunt = hounds.release({
+    url: 'https://www.producthunt.com/',
+    timeout: 60e3,
+    waitAfterLoadedFor: 500,
+    logTo: urlLogger(),
+    nightmare: {
+        show: true, openDevTools: true
+    }
+})
+.on('error', err => {
+    console.error(err)
+    process.exit()
+})
+.on('end', process.exit)
+
+hunt.pipe(quarry)
+
+