blob: 67fa10174754e9bca6014ec90285e525eb726e45 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
|
namespace :temp do
desc 'Analyse rails log specified by LOG_FILE to produce a list of request volume'
task :request_volume => :environment do
example = 'rake log_analysis:request_volume LOG_FILE=log/access_log OUTPUT_FILE=/tmp/log_analysis.csv'
check_for_env_vars(['LOG_FILE', 'OUTPUT_FILE'],example)
log_file_path = ENV['LOG_FILE']
output_file_path = ENV['OUTPUT_FILE']
is_gz = log_file_path.include?(".gz")
urls = Hash.new(0)
f = is_gz ? Zlib::GzipReader.open(log_file_path) : File.open(log_file_path, 'r')
processed = 0
f.each_line do |line|
line.force_encoding('ASCII-8BIT') if RUBY_VERSION.to_f >= 1.9
if request_match = line.match(/^Started (GET|OPTIONS|POST) "(\/request\/.*?)"/)
next if line.match(/request\/\d+\/response/)
urls[request_match[2]] += 1
processed += 1
end
end
url_counts = urls.to_a
num_requests_visited_n_times = Hash.new(0)
CSV.open(output_file_path, "wb") do |csv|
csv << ['URL', 'Number of visits']
url_counts.sort_by(&:last).each do |url, count|
num_requests_visited_n_times[count] +=1
csv << [url,"#{count}"]
end
csv << ['Number of visits', 'Number of URLs']
num_requests_visited_n_times.to_a.sort.each do |number_of_times, number_of_requests|
csv << [number_of_times, number_of_requests]
end
csv << ['Total number of visits']
csv << [processed]
end
end
end
|
