Fixes issue fetching urls without a user-agent

This commit is contained in:
Jack Tuck 2018-01-29 02:59:20 +00:00 committed by GitHub
parent df3619f89b
commit 1316aacc48
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -65,7 +65,9 @@ module.exports = function get(url, options) {
var settings = assign({}, options, {
encoding: null,
followRedirect: true,
headers: inliner.headers,
headers: assign({}, inliner.headers, {
'user-agent': 'facebookexternalhit'
})
});
debug('request %s', url, settings);