为什么PhantomJS显示旧版本的Google Alerts



我已经下载了PhantomJS,因为我需要创建Google Alert RSS提要,而它们不提供API。

我注意到访问的URL的呈现图像是旧的,因此找不到页面的元素来执行所需的操作,例如将"交付到"更改为"RSS"...

这是怎麽?错误?为什么网站与通过浏览器访问不同?

我的脚本:

var page = require('webpage').create(),
    isLoaded,
    controller,
    isSubmitted = false
page.open('https://www.google.com/alerts', function() {
  page.viewportSize = { width: 1920, height: 1080 }
  page.settings.userAgent = 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/51.0.2704.106 Safari/537.36'
  isLoaded = true
})
page.onLoadStarted = function() {
  log('Loading page...')
}
page.onLoadFinished = function(status) {
  log('Page has loaded.')
  if (status !== 'success') {
    log('The page has failed to load.')
    exit()
  } else {
    if (isSubmitted) {
      log('Submitted!')
      clear()
      exit()
    } else {
      controller = setInterval(function() {
        if (isLoaded) {
          isLoaded = false
          fillUpInputField('input', 'PhantomJS')
        } else {
          selectRSSOption()
        }
      }, 7000)
    }
  }
}
function exit() {
  phantom.exit()
}
function log(str) {
  console.log(str)
}
function render(name) {
  page.render(name + '.png')
}
function fillUpInputField(selector, query) {
  page.evaluate(function(selector) {
    document.querySelector(selector).focus()
  }, selector)
  page.sendEvent('keypress', query)
  render('fill_up_form.png')
  log('Rendered fill_up_form.png')
}
function selectRSSOption() {
  page.evaluate(function() {
    document.querySelector('.show_options').click()
  })
  render('show_options.png')
  log('Rendered show_options.png')
}

您需要欺骗浏览器用户代理,因为默认情况下Google将PhantomJS视为较旧的移动浏览器(也是因为默认视口较小)。尝试使用 Firefox、Chrome 或 Edge 的现代用户代理。

var page = require('webpage').create();
page.viewportSize = { width: 1280, height: 800 };
page.settings.userAgent = 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/51.0.2704.106 Safari/537.36';

相关内容

最新更新