createContentArchillect.js 742 B

12345678910111213141516171819
  1. var fs = require('fs'),
  2. http = require('http');
  3. http.get('http://archillect.com/', function (res) {
  4. var body = '';
  5. res.on('data', function (chunk) {
  6. body += chunk;
  7. });
  8. res.on('end', function () {
  9. var geturl = new RegExp('(^|[ \t\r\n])((http|https):(([A-Za-z0-9$_.+!*(),;/?:@&~=-])|%[A-Fa-f0-9]{2}){2,}(#([a-zA-Z0-9][a-zA-Z0-9$_.+!*(),;/?:@&~=%-]*))?([A-Za-z0-9$_+!*();/?:~-]))' ,'g');
  10. var urls = body.match(geturl).filter(function (url) { return (url.indexOf('media.tumblr.com') > 0); }).map(function (url) { return url.trim(); });
  11. fs.writeFileSync('./content.json', JSON.stringify({ content: urls }));
  12. });
  13. }).on('error', function (e) {
  14. console.error('Failed to fetch', e);
  15. });