{"id":298,"date":"2015-05-14T16:30:40","date_gmt":"2015-05-14T16:30:40","guid":{"rendered":"https:\/\/www.tech.shinynewthings.com\/?p=298"},"modified":"2015-05-14T16:30:40","modified_gmt":"2015-05-14T16:30:40","slug":"phantom-scraper-node-phantomjs","status":"publish","type":"post","link":"https:\/\/www.tech.shinynewthings.com\/?p=298","title":{"rendered":"Phantom Scraper &#8211; Node &#8211; PhantomJS"},"content":{"rendered":"<pre>\nvar phantom = require('phantom');\n\nfunction writeFile(fileName, contents) {\n    var fs = require('fs');\n    fs.writeFile(fileName, contents, function (err) {\n      if (err) return console.log(err);\n      console.log('File:' + fileName + ' written');\n    });\n}\n\nvar url = \"http:\/\/localhost:8080\/#\/agencies\/new\";\nphantom.create(function (ph) {\n  ph.createPage(function (page) {\n    page.open(url, function (status) {\n      page.evaluate(function () {\n        return document.getElementsByTagName('form')[0].innerHTML; \n      }, function (result) {\n        var fileName = url.split(\"#\")[1].replace(\/\\\/\/g, \"_\") + '.html';\n        writeFile(fileName, result)\n        console.log(result);\n        ph.exit();\n      });\n    });\n  });\n});\n<\/pre>\n","protected":false},"excerpt":{"rendered":"<p>var phantom = require(&#8216;phantom&#8217;); function writeFile(fileName, contents) { var fs = require(&#8216;fs&#8217;); fs.writeFile(fileName, contents, function (err) { if (err) return console.log(err); console.log(&#8216;File:&#8217; + fileName + &#8216; written&#8217;); }); } var url = &#8220;http:\/\/localhost:8080\/#\/agencies\/new&#8221;; phantom.create(function (ph) { ph.createPage(function (page) { page.open(url, function (status) { page.evaluate(function () { return document.getElementsByTagName(&#8216;form&#8217;)[0].innerHTML; }, function (result) { var fileName = [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[],"class_list":["post-298","post","type-post","status-publish","format-standard","hentry","category-uncategorized"],"_links":{"self":[{"href":"https:\/\/www.tech.shinynewthings.com\/index.php?rest_route=\/wp\/v2\/posts\/298","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.tech.shinynewthings.com\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.tech.shinynewthings.com\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.tech.shinynewthings.com\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.tech.shinynewthings.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=298"}],"version-history":[{"count":1,"href":"https:\/\/www.tech.shinynewthings.com\/index.php?rest_route=\/wp\/v2\/posts\/298\/revisions"}],"predecessor-version":[{"id":299,"href":"https:\/\/www.tech.shinynewthings.com\/index.php?rest_route=\/wp\/v2\/posts\/298\/revisions\/299"}],"wp:attachment":[{"href":"https:\/\/www.tech.shinynewthings.com\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=298"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.tech.shinynewthings.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=298"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.tech.shinynewthings.com\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=298"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}