trabajo-afectivo/lib/user_agent.rb

572 lines
13 KiB
Ruby
Raw Permalink Normal View History

# Copyright (C) 2012-2021 Zammad Foundation, http://zammad-foundation.org/
require 'net/http'
require 'net/https'
require 'net/ftp'
class UserAgent
=begin
2015-03-22 22:13:39 +00:00
get http/https calls
result = UserAgent.get('http://host/some_dir/some_file?param1=123')
2015-03-22 22:13:39 +00:00
result = UserAgent.get(
'http://host/some_dir/some_file?param1=123',
{
param1: 'some value',
},
2015-03-22 22:13:39 +00:00
{
open_timeout: 4,
read_timeout: 10,
2015-03-22 22:13:39 +00:00
},
)
2015-09-08 15:01:26 +00:00
returns
result.body # as response
2015-04-27 06:20:52 +00:00
get json object
result = UserAgent.get(
'http://host/some_dir/some_file?param1=123',
{},
{
json: true,
2015-04-27 06:20:52 +00:00
}
)
2015-03-22 22:13:39 +00:00
returns
2015-04-27 06:20:52 +00:00
result.data # as json object
2015-03-22 22:13:39 +00:00
=end
def self.get(url, params = {}, options = {}, count = 10)
2015-03-22 22:13:39 +00:00
uri = URI.parse(url)
http = get_http(uri, options)
# prepare request
request = Net::HTTP::Get.new(uri)
# set headers
request = set_headers(request, options)
2015-03-22 22:13:39 +00:00
# http basic auth (if needed)
request = set_basic_auth(request, options)
# set params
request = set_params(request, params, options)
# add signature
request = set_signature(request, options)
2015-03-22 22:13:39 +00:00
# start http call
begin
total_timeout = options[:total_timeout] || 60
handled_open_timeout(options[:open_socket_tries]) do
Timeout.timeout(total_timeout) do
response = http.request(request)
return process(request, response, uri, count, params, options)
end
end
rescue => e
2016-04-18 00:02:31 +00:00
log(url, request, nil, options)
Result.new(
error: e.inspect,
success: false,
code: 0,
2015-03-22 22:13:39 +00:00
)
end
end
=begin
post http/https calls
result = UserAgent.post(
'http://host/some_dir/some_file',
{
param1: 1,
param2: 2,
2015-03-22 22:13:39 +00:00
},
{
open_timeout: 4,
read_timeout: 10,
total_timeout: 60,
2015-03-22 22:13:39 +00:00
},
)
returns
result # result object
=end
def self.post(url, params = {}, options = {}, count = 10)
uri = URI.parse(url)
http = get_http(uri, options)
# prepare request
request = Net::HTTP::Post.new(uri)
# set headers
request = set_headers(request, options)
2015-03-22 22:13:39 +00:00
# set params
request = set_params(request, params, options)
2015-03-22 22:13:39 +00:00
# http basic auth (if needed)
request = set_basic_auth(request, options)
# add signature
request = set_signature(request, options)
2015-03-22 22:13:39 +00:00
# start http call
begin
total_timeout = options[:total_timeout] || 60
handled_open_timeout(options[:open_socket_tries]) do
Timeout.timeout(total_timeout) do
response = http.request(request)
return process(request, response, uri, count, params, options)
end
end
rescue => e
2016-04-18 00:02:31 +00:00
log(url, request, nil, options)
Result.new(
error: e.inspect,
success: false,
code: 0,
2015-03-22 22:13:39 +00:00
)
end
end
=begin
put http/https calls
result = UserAgent.put(
'http://host/some_dir/some_file',
{
param1: 1,
param2: 2,
2015-03-22 22:13:39 +00:00
},
{
open_timeout: 4,
read_timeout: 10,
2015-03-22 22:13:39 +00:00
},
)
returns
result # result object
=end
def self.put(url, params = {}, options = {}, count = 10)
uri = URI.parse(url)
http = get_http(uri, options)
# prepare request
request = Net::HTTP::Put.new(uri)
# set headers
request = set_headers(request, options)
2015-03-22 22:13:39 +00:00
# set params
request = set_params(request, params, options)
2015-03-22 22:13:39 +00:00
# http basic auth (if needed)
request = set_basic_auth(request, options)
# add signature
request = set_signature(request, options)
2015-03-22 22:13:39 +00:00
# start http call
begin
total_timeout = options[:total_timeout] || 60
handled_open_timeout(options[:open_socket_tries]) do
Timeout.timeout(total_timeout) do
response = http.request(request)
return process(request, response, uri, count, params, options)
end
end
rescue => e
2016-04-18 00:02:31 +00:00
log(url, request, nil, options)
Result.new(
error: e.inspect,
success: false,
code: 0,
2015-03-22 22:13:39 +00:00
)
end
end
=begin
delete http/https calls
result = UserAgent.delete(
'http://host/some_dir/some_file',
{
open_timeout: 4,
read_timeout: 10,
},
)
2015-03-22 22:13:39 +00:00
returns
result # result object
=end
def self.delete(url, params = {}, options = {}, count = 10)
2015-03-22 22:13:39 +00:00
uri = URI.parse(url)
http = get_http(uri, options)
# prepare request
request = Net::HTTP::Delete.new(uri)
# set headers
request = set_headers(request, options)
2015-03-22 22:13:39 +00:00
# http basic auth (if needed)
request = set_basic_auth(request, options)
# add signature
request = set_signature(request, options)
2015-03-22 22:13:39 +00:00
# start http call
begin
total_timeout = options[:total_timeout] || 60
handled_open_timeout(options[:open_socket_tries]) do
Timeout.timeout(total_timeout) do
response = http.request(request)
return process(request, response, uri, count, params, options)
end
end
rescue => e
2016-04-18 00:02:31 +00:00
log(url, request, nil, options)
Result.new(
error: e.inspect,
success: false,
code: 0,
2015-03-22 22:13:39 +00:00
)
end
end
=begin
perform get http/https/ftp calls
result = UserAgent.request('ftp://host/some_dir/some_file.bin')
2015-03-22 22:13:39 +00:00
result = UserAgent.request('http://host/some_dir/some_file.bin')
2015-03-22 22:13:39 +00:00
result = UserAgent.request('https://host/some_dir/some_file.bin')
2015-03-22 22:13:39 +00:00
# get request
result = UserAgent.request(
'http://host/some_dir/some_file?param1=123',
{
open_timeout: 4,
read_timeout: 10,
},
)
returns
result # result object
=end
def self.request(url, options = {})
uri = URI.parse(url)
case uri.scheme.downcase
when %r{ftp}
ftp(uri, options)
when %r{http|https}
get(url, {}, options)
end
end
def self.get_http(uri, options)
proxy = options['proxy'] || Setting.get('proxy')
proxy_no = options['proxy_no'] || Setting.get('proxy_no') || ''
proxy_no = proxy_no.split(',').map(&:strip) || []
proxy_no.push('localhost', '127.0.0.1', '::1')
if proxy.present? && proxy_no.exclude?(uri.host.downcase)
if proxy =~ %r{^(.+?):(.+?)$}
proxy_host = $1
proxy_port = $2
2017-11-23 08:09:44 +00:00
end
if proxy_host.blank? || proxy_port.blank?
raise "Invalid proxy address: #{proxy} - expect e.g. proxy.example.com:3128"
end
proxy_username = options['proxy_username'] || Setting.get('proxy_username')
if proxy_username.blank?
proxy_username = nil
end
proxy_password = options['proxy_password'] || Setting.get('proxy_password')
if proxy_password.blank?
proxy_password = nil
end
http = Net::HTTP::Proxy(proxy_host, proxy_port, proxy_username, proxy_password).new(uri.host, uri.port)
else
http = Net::HTTP.new(uri.host, uri.port)
end
http.open_timeout = options[:open_timeout] || 4
http.read_timeout = options[:read_timeout] || 10
if uri.scheme.match?(%r{https}i)
http.use_ssl = true
if !options.fetch(:verify_ssl, false)
http.verify_mode = OpenSSL::SSL::VERIFY_NONE
end
2015-03-22 22:13:39 +00:00
end
http
end
def self.set_basic_auth(request, options)
# http basic auth (if needed)
2021-03-03 09:54:59 +00:00
if options[:user].present? && options[:password].present?
request.basic_auth options[:user], options[:password]
2015-03-22 22:13:39 +00:00
end
request
end
def self.set_params(request, params, options)
if options[:json]
request.add_field('Content-Type', 'application/json')
2017-11-23 08:09:44 +00:00
if params.present?
request.body = params.to_json
end
2017-11-23 08:09:44 +00:00
elsif params.present?
request.set_form_data(params)
end
request
end
2015-03-24 12:22:40 +00:00
def self.set_headers(request, options)
defaults = { 'User-Agent' => 'Zammad User Agent' }
headers = defaults.merge(options.fetch(:headers, {}))
headers.each do |header, value|
request[header] = value
end
request
end
def self.set_signature(request, options)
return request if options[:signature_token].blank?
return request if request.body.blank?
signature = OpenSSL::HMAC.hexdigest('sha1', options[:signature_token], request.body)
request['X-Hub-Signature'] = "sha1=#{signature}"
request
end
2016-04-18 00:02:31 +00:00
def self.log(url, request, response, options)
return if !options[:log]
# request
request_data = {
content: '',
content_type: request['Content-Type'],
2016-04-18 00:02:31 +00:00
content_encoding: request['Content-Encoding'],
source: request['User-Agent'] || request['Server'],
2016-04-18 00:02:31 +00:00
}
request.each_header do |key, value|
2016-04-18 00:02:31 +00:00
request_data[:content] += "#{key}: #{value}\n"
end
2016-04-18 00:02:31 +00:00
body = request.body
if body
request_data[:content] += "\n#{body}"
2016-04-18 00:02:31 +00:00
end
request_data[:content] = request_data[:content].slice(0, 8000)
# response
response_data = {
code: 0,
content: '',
content_type: nil,
2016-04-18 00:02:31 +00:00
content_encoding: nil,
source: nil,
2016-04-18 00:02:31 +00:00
}
if response
response_data[:code] = response.code
response_data[:content_type] = response['Content-Type']
response_data[:content_encoding] = response['Content-Encoding']
response_data[:source] = response['User-Agent'] || response['Server']
response.each_header do |key, value|
2016-04-18 00:02:31 +00:00
response_data[:content] += "#{key}: #{value}\n"
end
2016-04-18 00:02:31 +00:00
body = response.body
if body
response_data[:content] += "\n#{body}"
2016-04-18 00:02:31 +00:00
end
response_data[:content] = response_data[:content].slice(0, 8000)
end
record = {
direction: 'out',
facility: options[:log][:facility],
url: url,
status: response_data[:code],
ip: nil,
request: request_data,
response: response_data,
method: request.method,
2016-04-18 00:02:31 +00:00
}
HttpLog.create(record)
end
def self.process(request, response, uri, count, params, options) # rubocop:disable Metrics/ParameterLists
log(uri.to_s, request, response, options)
if !response
return Result.new(
error: "Can't connect to #{uri}, got no response!",
success: false,
code: 0,
)
end
case response
when Net::HTTPNotFound
return Result.new(
error: "No such file #{uri}, 404!",
success: false,
code: response.code,
header: response.each_header.to_h,
)
when Net::HTTPClientError
return Result.new(
error: "Client Error: #{response.inspect}!",
success: false,
code: response.code,
body: response.body,
header: response.each_header.to_h,
)
when Net::HTTPInternalServerError
return Result.new(
error: "Server Error: #{response.inspect}!",
success: false,
code: response.code,
header: response.each_header.to_h,
)
when Net::HTTPRedirection
2016-03-01 14:26:46 +00:00
raise 'Too many redirections for the original URL, halting.' if count <= 0
url = response['location']
return get(url, params, options, count - 1)
when Net::HTTPSuccess
data = nil
if options[:json] && !options[:jsonParseDisable] && response.body
data = JSON.parse(response.body)
end
return Result.new(
data: data,
body: response.body,
content_type: response['Content-Type'],
success: true,
code: response.code,
header: response.each_header.to_h,
)
end
2016-03-01 14:26:46 +00:00
raise "Unable to process http call '#{response.inspect}'"
end
def self.ftp(uri, options)
host = uri.host
filename = File.basename(uri.path)
remote_dir = File.dirname(uri.path)
temp_file = Tempfile.new("download-#{filename}")
temp_file.binmode
begin
Net::FTP.open(host) do |ftp|
ftp.passive = true
if options[:user] && options[:password]
ftp.login(options[:user], options[:password])
else
ftp.login
end
ftp.chdir(remote_dir) if remote_dir != '.'
begin
ftp.getbinaryfile(filename, temp_file)
rescue => e
return Result.new(
error: e.inspect,
success: false,
code: '550',
)
end
end
rescue => e
return Result.new(
error: e.inspect,
success: false,
code: 0,
)
end
contents = temp_file.read
temp_file.close
Result.new(
body: contents,
success: true,
code: '200',
)
end
def self.handled_open_timeout(tries)
tries ||= 1
tries.times do |index|
yield
rescue Net::OpenTimeout
raise if (index + 1) == tries
end
end
class Result
attr_reader :error, :body, :data, :code, :content_type, :header
def initialize(options)
@success = options[:success]
@body = options[:body]
@data = options[:data]
@code = options[:code]
@content_type = options[:content_type]
@error = options[:error]
@header = options[:header]
end
def success?
2015-08-21 22:40:32 +00:00
return true if @success
2015-08-21 22:40:32 +00:00
false
end
end
end