diff --git a/lib/wombat.rb b/lib/wombat.rb index 59fc2eb..bf684d6 100644 --- a/lib/wombat.rb +++ b/lib/wombat.rb @@ -5,7 +5,7 @@ module Wombat class << self - attr_reader :proxy_args, :user_agent, :user_agent_alias + attr_reader :proxy_args, :user_agent, :user_agent_alias, :request_headers def crawl(&block) klass = Class.new @@ -17,6 +17,10 @@ def configure yield self end + def set_request_headers(request_headers) + @request_headers = request_headers + end + def set_proxy(*args) @proxy_args = args end diff --git a/lib/wombat/processing/parser.rb b/lib/wombat/processing/parser.rb index b80f23f..f08a800 100644 --- a/lib/wombat/processing/parser.rb +++ b/lib/wombat/processing/parser.rb @@ -35,6 +35,8 @@ def initialize end } } + + @mechanize.request_headers = Wombat.request_headers if Wombat.request_headers @mechanize.set_proxy(*Wombat.proxy_args) if Wombat.proxy_args @mechanize.user_agent = Wombat.user_agent if Wombat.user_agent @mechanize.user_agent_alias = Wombat.user_agent_alias if Wombat.user_agent_alias