casper.waitForSelector，超時和錯誤處理

Question

我做了一個快速的腳本來捕獲Reddit帖子列表的屏幕截圖。腳本從json文件中獲取reddit URL（如下所示），然後訪問每個頁面以捕獲屏幕截圖。

該腳本最適用。但是，如果不符合標準casper.waitForSelector，每隔一段時間它將掛起/繼續運行。最終它會拖延整個服務器。我以爲我正在做足夠的錯誤處理。如何修改腳本以忽略任何不符合casper.waitForSelector條件的頁面，然後轉到下一個屏幕截圖項目？

JS

var casper = require('casper').create({ 
    verbose: true, 
    viewportSize: { 
     width: 1280, 
     height: 720 
    }, 
    logLevel: 'error', 
    pageSettings: { 
     ignoreSslErrors: true, 
     loadImages: true, // load images 
     loadPlugins: true, // do not load NPAPI plugins (Flash, Silverlight, ...) 
     webSecurityEnabled: false, // ajax 
     userAgent: 'Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/29.0.1547.2 Safari/537.36' 
    } 
}); 

//Create random names for files 
function randString(x) { 
    var s = ""; 
    while (s.length < x && x > 0) { 
     var r = Math.random(); 
     s += (r < 0.1 ? Math.floor(r * 100) : String.fromCharCode(Math.floor(r * 26) + (r > 0.5 ? 97 : 65))); 
    } 
    return s; 
} 


function getReddit(reddit, filename) { 
    casper.thenOpen(reddit, function() { 
     if (casper.exists("#thing_" + filename)) { 
      casper.waitForSelector("#thing_" + filename, function() { 
       casper.captureSelector(randString(10) + '.png', "#thing_" + filename, { 
        quality: 100 
       }); 
      }); 
     } else { 
      console.log("Reddit Error: " + filename); 
     } 
    }); 
} 

var link = 'http://localhost/test.json'; 

casper.start(link); 

casper.on("resource.received", function(resource) { 
    var results = this.evaluate(function(url) { 
     return __utils__.sendAJAX(url, "GET"); 
    }, resource.url); 
    var x = JSON.parse(results); 
    //this.echo(x.length); 
    for (var i = 0; i < x.length; ++i) { 
     var reddit = x[i].post_url; 
     var filename = x[i].id; 
     getReddit(reddit, filename); 
    } 
}); 

casper.run(); 

JSON

{ 
post_url: "https://www.reddit.com/r/todayilearned/comments/4marhg/til_that_in_the_16th_century_christians_called/", 
bit_id: "l6KE0vzMmgQ", 
id: "t3_4marhg" 
}, 
{ 
post_url: "https://www.reddit.com/r/videos/comments/4mbbab/man_ignores_museum_rules_touches_priceless_clock/", 
bit_id: "2GK22rGYWKx", 
id: "t3_4mbbab" 
}, 
{ 
post_url: "https://www.reddit.com/r/space/comments/4mc1av/an_alien_world_67p_as_seen_by_rosetta_two_days_ago/", 
id: "t3_4mc1av" 
}, 
{ 
post_url: "https://www.reddit.com/r/worldnews/comments/4mc8uv/young_fish_become_hooked_on_eating_plastic_in_the/", 
id: "t3_4mc8uv" 
}, 
{ 
post_url: "https://www.reddit.com/r/todayilearned/comments/4mcda3/til_that_the_giant_tortoise_did_not_receive_a/", 
id: "t3_4mcda3" 
}, 
{ 
post_url: "https://www.reddit.com/r/science/comments/4mcl0y/a_new_study_has_shown_that_mothers_who_are/", 
id: "t3_4mcl0y" 
}, 
{ 
post_url: "https://www.reddit.com/r/news/comments/4mcveg/bp_agrees_to_pay_175_million_to_settle_claims_by/", 
id: "t3_4mcveg" 
}, 
{ 
post_url: "https://www.reddit.com/r/todayilearned/comments/4mdddw/til_that_when_a_british_captive_officer/", 
id: "t3_4mdddw" 
} 

Answer 1

如果您提供的onTimeout回調函數waitForSelector（第三個參數），那麼它就會被執行，而不是默認的行爲（停止腳本）出錯。

您可以通過在一個空函數或一些日誌記錄功能：

casper.waitForSelector("#thing_" + filename, function _then() { 
    this.captureSelector(randString(10) + '.png', "#thing_" + filename, { 
     quality: 100 
    }); 
}, function _onTimeout(){ 
    this.echo("#thing_" + filename + " not found", "WARNING"); 
}); 

您還可以，如果你想這種行爲對每個功能更改選項casper.options.silentErrors到true。