CasperJS passing data back to PHP

by

I think the best way to transfer data from CasperJS to another language such as PHP is running CasperJS script as a service. Because CasperJS has been written over PhantomJS, CasperJS can use an embedded web server module of PhantomJS called Mongoose.

For information about how works the embedded web server see here

Here an example about how a CasperJS script can start a web server.

//define ip and port to web service
var ip_server="127.0.0.1:8585";

//includes web server modules
var server = require('webserver').create();

//start web server
var service = server.listen(ip_server, function(request, response) {

    var links = [];
    var casper = require('casper').create();

    function getLinks() {
        var links = document.querySelectorAll('h3.r a');
        return Array.prototype.map.call(links, function(e) {
            return e.getAttribute('href')
        });
    }

    casper.start('http://google.fr/', function() {
        // search for 'casperjs' from google form
        this.fill('form[action="/search"]', { q: 'casperjs' }, true);
    });

    casper.then(function() {
        // aggregate results for the 'casperjs' search
        links = this.evaluate(getLinks);
        // now search for 'phantomjs' by filling the form again
        this.fill('form[action="/search"]', { q: 'phantomjs' }, true);
    });

    casper.then(function() {
        // aggregate results for the 'phantomjs' search
        links = links.concat(this.evaluate(getLinks));
    });

    //
    casper.run(function() {
            response.statusCode = 200;
            //sends results as JSON object
            response.write(JSON.stringify(links, null, null));
            response.close();              
    });

});
console.log('Server running at http://' + ip_server+"https://stackoverflow.com/");

More Related Contents:

  1. CasperJS/PhantomJS doesn’t load https page
  2. Headless Browser and scraping – solutions [closed]
  3. How to implement a web scraper in PHP? [closed]
  4. Is there a PHP equivalent of Perl’s WWW::Mechanize?
  5. Scrape web page contents
  6. How can I catch and process the data from the XHR responses using casperjs?
  7. HTML Scraping in Php [duplicate]
  8. How to scroll down with Phantomjs to load dynamic content
  9. file_get_contents() give me 403 Forbidden
  10. Web scraping in PHP
  11. How can I extract htaccess file
  12. Regex to validate range of numbers from 50 to 1000 with step of 50 [closed]
  13. Project Links do not work on Wamp Server
  14. Prevent direct access to a php include file
  15. Using sessions & session variables in a PHP Login Script
  16. PHP session side-effect warning with global variables as a source of data
  17. Getting HTTP code in PHP using curl
  18. Fatal error: Using $this when not in object context
  19. check if the query results empty row mysqli [duplicate]
  20. PHP extract GPS EXIF data
  21. PHP how to loop through a post array
  22. mysqli query results to show all rows
  23. header location not working in my php code
  24. How to wrap long lines without spaces in HTML?
  25. What’s the best way to localise a date on Laravel?
  26. mysql_connect VS mysql_pconnect [closed]
  27. How do I determine the extension(s) associated with a MIME type in PHP?
  28. Role Based Access Control
  29. GET a coupon code via URL and apply it in WooCommerce Checkout page [closed]
  30. PHP XML inserting element after (or before) another element

Leave a Comment