if response.mime_type == 'application/atom+xml'
return [url, fetch(url)]
elsif !response['Link'].blank?
- return process_headers(response)
+ return process_headers(url, response)
else
return process_html(fetch(url))
end
return [alternate_link['href'], fetch(alternate_link['href'])]
end
- def process_headers(response)
+ def process_headers(url, response)
Rails.logger.debug "Processing link header"
link_header = LinkHeader.parse(response['Link'])
alternate_link = link_header.find_link(['rel', 'alternate'], ['type', 'application/atom+xml'])
- return nil if alternate_link.nil?
+ return process_html(fetch(url)) if alternate_link.nil?
return [alternate_link.href, fetch(alternate_link.href)]
end
end
def http_client
- HTTP.timeout(:per_operation, write: 20, connect: 20, read: 50)
+ HTTP.timeout(:per_operation, write: 20, connect: 20, read: 50).follow
end
end
private
def process_atom(url, body)
+ xml = Nokogiri::XML(body)
url_parts = Addressable::URI.parse(url)
username = xml.at_xpath('//xmlns:author/xmlns:name').try(:content)
domain = url_parts.host