Commit db5fb9fa by Đường Sỹ Hoàng

Fixed rail logger

parent 9711ba07
Pipeline #252 failed with stages
in 0 seconds
...@@ -3,5 +3,3 @@ require_relative "application" ...@@ -3,5 +3,3 @@ require_relative "application"
# Initialize the Rails application. # Initialize the Rails application.
Rails.application.initialize! Rails.application.initialize!
Rails.logger = Logger.new(STDOUT)
config.logger = ActiveSupport::Logger.new("log/#{Rails.env}.log")
...@@ -6,7 +6,7 @@ require "pry" ...@@ -6,7 +6,7 @@ require "pry"
namespace :job do namespace :job do
desc "crawl data" desc "crawl data"
task create: :environment do task crawl: :environment do
agent = Mechanize.new agent = Mechanize.new
main_page = Nokogiri::HTML(open(URI.escape("https://careerbuilder.vn/viec-lam/tat-ca-viec-lam-trang-vi.html"))) main_page = Nokogiri::HTML(open(URI.escape("https://careerbuilder.vn/viec-lam/tat-ca-viec-lam-trang-vi.html")))
total_page = main_page.css("div.ais-stats").css("h1.col-sm-10").css("span").text.to_i total_page = main_page.css("div.ais-stats").css("h1.col-sm-10").css("span").text.to_i
...@@ -38,8 +38,8 @@ namespace :job do ...@@ -38,8 +38,8 @@ namespace :job do
position = job_page.css("div#showScroll.box2Detail").css("ul.DetailJobNew").css("li.bgLine1").css("p.fl_left").text position = job_page.css("div#showScroll.box2Detail").css("ul.DetailJobNew").css("li.bgLine1").css("p.fl_left").text
rescue rescue
logger = Rails.logger crawler_logger = ActiveSupport::Logger.new("log/crawler.log")
logger.info "Skip #{link}" crawler_logger.info "Skip #{link}"
next next
end end
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment