Ngô Trung Hưng · @hungnt · Hoang Phuc Do · Ngô Trung Hưng · Hoang Phuc Do · Ngô Trung Hưng
--- a/lib/src/interface_web.rb 0 → 100644
+++ b/lib/src/interface_web.rb 0 → 100644
+    exprience = exp
+    add_data(name, company_name, city_name, created_date, expiration_date, salary, industry_name, description, level, exprience)
+  end
+
+  def self.crawl_data_jobs_interface_2(page)
+    name = page.search('.apply-now-content .job-desc .title').text
+    company_name = page.search('.top-job .top-job-info .tit_company').text
+    location = []
+    length = page.search('.info-workplace .value a').size
+    length.times do |n|
+      location << page.search(".info-workplace .value a:nth-child(#{n + 1})").text
+    end
+    city_name = location.join(',')
+    created_date = ''
+    expiration_date = page.search('.info li:nth-child(4)').text
+    expiration_date = if expiration_date.blank?
--- a/lib/src/interface_web.rb 0 → 100644
+++ b/lib/src/interface_web.rb 0 → 100644
+    expiration_date = if expiration_date.blank?
+                        ''
+                      else
+                        expiration_date.to_s.delete!("[\n,\t,\r]").split(' ').last
+                      end
+    salary = page.search('.info li:nth-child(3)').text.split('Lương').last.strip
+    industry_name = page.search('.info li:nth-child(5) .value').text
+    description = page.search('.left-col').to_s
+    lv = page.search('.boxtp .info li:nth-child(2)').text
+    level = if lv.blank?
+              ''
+            else
+              lv.delete!("[\n,\t,\r]").strip.split('Cấp bậc').last.strip
+            end
+    exp = page.search('.info li:nth-child(6)').text
+    exprience = if exp.blank?
--- a/lib/src/interface_web.rb 0 → 100644
+++ b/lib/src/interface_web.rb 0 → 100644
+
+  def self.crawl_data_jobs_interface_2(page)
+    name = page.search('.apply-now-content .job-desc .title').text
+    company_name = page.search('.top-job .top-job-info .tit_company').text
+    location = []
+    length = page.search('.info-workplace .value a').size
+    length.times do |n|
+      location << page.search(".info-workplace .value a:nth-child(#{n + 1})").text
+    end
+    city_name = location.join(',')
+    created_date = ''
+    expiration_date = page.search('.info li:nth-child(4)').text
+    expiration_date = if expiration_date.blank?
+                        ''
+                      else
+                        expiration_date.to_s.delete!("[\n,\t,\r]").split(' ').last
--- a/lib/src/interface_web.rb 0 → 100644
+++ b/lib/src/interface_web.rb 0 → 100644
+  def self.safe_link(url)
+    Nokogiri::HTML(URI.parse(URI.escape(url)))
+  end
+
+  def self.craw_data_cities
+    page = Nokogiri::HTML(URI.open('https://careerbuilder.vn/viec-lam/tat-ca-viec-lam-vi.html'))
+    puts "Crawling data location... \n. \n. \n."
+    data_list_cities = []
+    data = page.search('#location option')
+    list_cities = data.to_s.split('</option>')
+    list_cities.each do |x|
+      data_list_cities << x.gsub(/(^<[\w\D]*>)/, '').gsub(/\n/, '').rstrip
+    end
+    puts 'Save data to database...'
+    data_list_cities.each_with_index do |val, index|
+      area = index > 69 ? 0 : 1
--- a/lib/tasks/crawler.rake 0 → 100644
+++ b/lib/tasks/crawler.rake 0 → 100644
+# frozen_string_literal: true
+
+require 'open-uri'
--- a/lib/src/interface_web.rb 0 → 100644
+++ b/lib/src/interface_web.rb 0 → 100644
+      City.find_or_create_by(name: val) do |city|
+        city.name = val
+        city.area = area
+      end
+    end
+  end
+
+  def self.craw_data_companies
+    puts 'Crawl data companies'
+    link_crawl = get_link_job_and_companies
+    link_crawl[0].each do |url|
+      page = Nokogiri::HTML(URI.open(URI.parse(URI.escape(url))))
+      name = ''
+      address = ''
+      desc = ''
+      if page.search('.company-info .info .content .name').text == ''
--- a/lib/src/interface_web.rb 0 → 100644
+++ b/lib/src/interface_web.rb 0 → 100644
+  end
+
+  def self.craw_data_companies
+    puts 'Crawl data companies'
+    link_crawl = get_link_job_and_companies
+    link_crawl[0].each do |url|
+      page = Nokogiri::HTML(URI.open(URI.parse(URI.escape(url))))
+      name = ''
+      address = ''
+      desc = ''
+      if page.search('.company-info .info .content .name').text == ''
+        name = page.search('.section-page #cp_company_name').text
+        address = page.search('.section-page .cp_basic_info_details ul li:nth-child(1)').text
+        desc = page.search('.cp_aboutus_item .content_fck').text
+      else
+        name = page.search('.company-info .info .content .name').text
--- a/lib/src/interface_web.rb 0 → 100644
+++ b/lib/src/interface_web.rb 0 → 100644
+# frozen_string_literal: true
+
+require 'open-uri'
+
+# Crawler data
+class InterfaceWeb
+  INTERNATION = 0
--- a/lib/src/interface_web.rb 0 → 100644
+++ b/lib/src/interface_web.rb 0 → 100644
+# frozen_string_literal: true
+
+require 'open-uri'
+
+# Crawler data
+class InterfaceWeb
+  INTERNATION = 0
+  VIETNAM = 1
+  RANGE = 69
--- a/lib/src/interface_web.rb 0 → 100644
+++ b/lib/src/interface_web.rb 0 → 100644
+      page = Nokogiri::HTML(URI.open("https://careerbuilder.vn/viec-lam/tat-ca-viec-lam-trang-#{i + 1}-vi.html"))
+      link_companies = page.search('.figcaption .caption @href')
+      website_companies += link_companies.map(&:value).uniq
+      link_jobs = page.search('.figcaption .title .job_link @href')
+      website_jobs += link_jobs.map(&:value)
+      break if website_jobs.include?(@@stop_crawl)
+    end
+    website_companies = website_companies.select { |val| val.present? && val != 'javascript:void(0);' }
+    website_jobs = website_jobs.select(&:present?)
+    puts "Result:\nCompany: #{website_companies.length} link\nJob    : #{website_jobs.length} link\n--------------"
+    File.write('tmp/link.txt', website_jobs[0])
+    data << website_companies << website_jobs
+  end
+
+  def self.link_job_and_companies
+    @link_job_and_companies ||= crawl_link(3)
--- a/lib/src/interface_web.rb 0 → 100644
+++ b/lib/src/interface_web.rb 0 → 100644
+        desc = page.search('.cp_aboutus_item .content_fck').text
+      else
+        name = company_name.strip
+        address = page.search('.company-info .info .content p:nth-child(3)').text
+        desc = page.search('.main-about-us .content').text
+      end
+      begin
+        if name.present? && address.present? && desc.present?
+          Company.find_or_create_by(name: name.strip) do |company|
+            company.name              = name.strip
+            company.address           = address
+            company.short_description = desc
+          end
+          puts name
+        end
+      rescue StandardError => e
--- a/lib/src/interface_web.rb 0 → 100644
+++ b/lib/src/interface_web.rb 0 → 100644
+    exprience = page.search('.DetailJobNew li:nth-child(5) span').text.strip
+    add_data(name, company_name, city_name, created_date, expiration_date, salary, industry_name, description, level, exprience)
+  end
+
+  def self.make_foreign_industries_table(data, id_job)
+    content = data.split(',')
+    content.each do |val|
+      val.gsub!('&amp;', '&') if val.include?('&amp;')
+      id_industry = Industry.find_by name: val.strip
+      id_industry = id_industry.blank? ? Industry.create!(name: val.strip).id : id_industry.id
+      IndustryJob.create!(industry_id: id_industry, job_id: id_job)
+    end
+  end
+
+  def self.make_foreign_cities_table(data, id_job)
+    cities = data.split(',')
--- a/lib/src/interface_web.rb 0 → 100644
+++ b/lib/src/interface_web.rb 0 → 100644
+            company.name              = name.strip
+            company.address           = address
+            company.short_description = desc
+          end
+          puts name
+        end
+      rescue StandardError => e
+        puts e
+      end
+    end
+  end
+
+  def self.add_data(name, company_name, city_name, created_date, expiration_date, salary, industry_name, description, level, exprience)
+    begin
+      id_company = Company.find_by name: company_name
+      id_company = id_company.present? ? id_company.id : 1
--- a/lib/src/interface_web.rb 0 → 100644
+++ b/lib/src/interface_web.rb 0 → 100644
+      id_cities = id_cities.blank? ? City.create!(name: city.strip, area: 1).id : id_cities.id
+      CityJob.create!(job_id: id_job, city_id: id_cities)
+    end
+  end
+
+  def self.make_data
+    puts 'Please wait for crawl jobs data! . . .'
+    link_crawl = link_job_and_companies
+    arr_link = []
+    link_crawl[1].each do |val|
+      break if @@stop_crawl == val
+      arr_link << val
+    end
+    arr_link.reverse!.each_with_index do |path, i|
+      page = Nokogiri::HTML(URI.open(URI.parse(URI.escape(path))))
+      if !page.search('.item-blue .detail-box:nth-child(1) ul li:nth-child(1) p')[0].nil?
--- a/lib/src/interface_web.rb 0 → 100644
+++ b/lib/src/interface_web.rb 0 → 100644
+  end
+
+  def self.make_foreign_industries_table(data, id_job)
+    content = data.split(',')
+    content.each do |val|
+      val.gsub!('&amp;', '&') if val.include?('&amp;')
+      id_industry = Industry.find_by name: val.strip
+      id_industry = id_industry.blank? ? Industry.create!(name: val.strip).id : id_industry.id
+      IndustryJob.create!(industry_id: id_industry, job_id: id_job)
+    end
+  end
+
+  def self.make_foreign_cities_table(data, id_job)
+    cities = data.split(',')
+    cities.each do |city|
+      id_cities = City.find_by name: city.strip
--- a/lib/src/interface_web.rb 0 → 100644
+++ b/lib/src/interface_web.rb 0 → 100644
+
+  def self.make_data
+    puts 'Please wait for crawl jobs data! . . .'
+    link_crawl = link_job_and_companies
+    arr_link = []
+    link_crawl[1].each do |val|
+      break if @@stop_crawl == val
+      arr_link << val
+    end
+    arr_link.reverse!.each_with_index do |path, i|
+      page = Nokogiri::HTML(URI.open(URI.parse(URI.escape(path))))
+      if !page.search('.item-blue .detail-box:nth-child(1) ul li:nth-child(1) p')[0].nil?
+        crawl_data_jobs_interface_1(page)
+      elsif page.search('section .template-200').text.present?
+        crawl_data_jobs_interface_2(page)
+      elsif page.search('.DetailJobNew ul li').size == 10 && !page.search('.right-col ul li').text.include?('Độ tuổi')
--- a/lib/src/interface_web.rb 0 → 100644
+++ b/lib/src/interface_web.rb 0 → 100644
+  COMPANY_SECURITY = 1
+  SIZE_LI_INTERFACE_5 = 10
+  INTERNATIONAL = 0
+  DOMESTIC = 1
+  RANGE = 69
+
+  def crawl_link(page)
+    puts "Crawling link on page...\nPLease wait...\n"
+    data = []
+    website_companies = []
+    website_jobs = []
+
+    file = File.readlines('tmp/link.txt', 'r') if File.exist?('tmp/link.txt')
+    @@stop_crawl = file.blank? ? '' : file.join
+    page.times do |i|
+      page = Nokogiri::HTML(URI.open("https://careerbuilder.vn/viec-lam/tat-ca-viec-lam-trang-#{i + 1}-vi.html"))
--- a/lib/src/interface_web.rb 0 → 100644
+++ b/lib/src/interface_web.rb 0 → 100644
+# Crawler data
+class InterfaceWeb
+  COMPANY_SECURITY = 1
+  SIZE_LI_INTERFACE_5 = 10
+  INTERNATIONAL = 0
+  DOMESTIC = 1
+  RANGE = 69
+
+  def crawl_link(page)
+    puts "Crawling link on page...\nPLease wait...\n"
+    data = []
+    website_companies = []
+    website_jobs = []
+
+    file = File.readlines('tmp/link.txt', 'r') if File.exist?('tmp/link.txt')
+    @@stop_crawl = file.blank? ? '' : file.join
--- a/lib/src/interface_web.rb 0 → 100644
+++ b/lib/src/interface_web.rb 0 → 100644
+  end
+
+  def craw_data_cities
+    page = Nokogiri::HTML(URI.open('https://careerbuilder.vn/viec-lam/tat-ca-viec-lam-vi.html'))
+    puts "Crawling data location... \n. \n. \n."
+    data_list_cities = []
+    data = page.search('#location option')
+    list_cities = data.to_s.split('</option>')
+    list_cities.each do |x|
+      data_list_cities << x.gsub(/(^<[\w\D]*>)/, '').gsub(/\n/, '').rstrip
+    end
+    puts 'Save data to database...'
+    data_list_cities.each_with_index do |val, index|
+      area = index > RANGE ? INTERNATIONAL : DOMESTIC
+      City.find_or_create_by(name: val) do |city|
+        city.name = val
--- a/lib/src/interface_web.rb 0 → 100644
+++ b/lib/src/interface_web.rb 0 → 100644
+      address = ''
+      desc = ''
+      company_name = page.search('.company-info .info .content .name').text
+      if company_name.blank?
+        name = page.search('.section-page #cp_company_name').text.strip
+        address = page.search('.section-page .cp_basic_info_details ul li:nth-child(1)').text
+        desc = page.search('.cp_aboutus_item .content_fck').text
+      else
+        name = company_name.strip
+        address = page.search('.company-info .info .content p:nth-child(3)').text
+        desc = page.search('.main-about-us .content').text
+      end
+      begin
+        if name.present? && address.present? && desc.present?
+          Company.find_or_create_by(name: name.strip) do |company|
+            company.name              = name.strip
--- a/lib/src/interface_web.rb 0 → 100644
+++ b/lib/src/interface_web.rb 0 → 100644
+          Company.find_or_create_by(name: name.strip) do |company|
+            company.name              = name.strip
+            company.address           = address
+            company.short_description = desc
+          end
+          puts name
+        end
+      rescue StandardError => e
+        puts e
+      end
+    end
+  end
+
+  private
+
+  def add_data(name, company_name, city_name, created_date, expiration_date, salary, industry_name, description, level, exprience)
--- a/lib/src/interface_web.rb 0 → 100644
+++ b/lib/src/interface_web.rb 0 → 100644
+    city_name = location.join(',')
+    created_date = page.search('.item-blue .detail-box:nth-child(1) ul li:nth-child(1) p')[0].text
+    expiration_date = page.search('.item-blue .detail-box ul li:last')[1].text.delete!("[\n,\t,\r]").split(' ').last
+    salary = page.search('.item-blue .detail-box:nth-child(1) ul li:nth-child(1) p')[1].text
+    industries = page.search('.item-blue .detail-box:nth-child(1) ul li:nth-child(2) a').text
+    industries = industries.delete!("[\n,\t,\r]").split('  ').select(&:present?)
+    industry_name = industries.join(',')
+    description = page.search('.tabs .tab-content .detail-row:nth-child(n)').to_s
+    get_level = page.search('.item-blue .detail-box:last ul li:nth-child(3)').text.delete!("[\n,\t,\r]").lstrip.split('Cấp bậc')
+    get_level = get_level[1].to_s.strip
+    if get_level.blank?
+      g_level = page.search('.item-blue .detail-box:last ul li:nth-child(2)').text.delete!("[\n,\t,\r]").lstrip.split('Cấp bậc')
+      level = g_level[1].to_s.strip
+    else
+      g_level = get_level
+      level = g_level
--- a/lib/src/interface_web.rb 0 → 100644
+++ b/lib/src/interface_web.rb 0 → 100644
+
+  def crawl_data_jobs_interface_5(page)
+    name = page.search('.info-company h1').text
+    company_name = page.search('.info-company .text-job h2').text
+    city_name = page.search('.DetailJobNew ul li:nth-child(1) a').text
+    created_date = ''
+    expiration_date = page.search('.DetailJobNew li:nth-child(9) span').text.strip
+    salary = page.search('.DetailJobNew li:nth-child(3) span').text.strip
+    industry_name = page.search('.DetailJobNew li:nth-child(2) span').text.strip
+    description = page.search('.left-col .detail-row')
+    level = page.search('.DetailJobNew ul li:nth-child(6) span').text.strip
+    exprience = page.search('.DetailJobNew li:nth-child(5) span').text.strip
+    add_data(name, company_name, city_name, created_date, expiration_date, salary, industry_name, description, level, exprience)
+  end
+
+  private
--- a/lib/src/interface_web.rb 0 → 100644
+++ b/lib/src/interface_web.rb 0 → 100644
+# frozen_string_literal: true
+
+require 'open-uri'
+
+# Crawler data
+class InterfaceWeb
--- a/lib/src/interface_web.rb 0 → 100644
+++ b/lib/src/interface_web.rb 0 → 100644
+  end
+
+  private
+
+  def add_data(data)
+    id_company = Company.find_by name: data[:company_name]
+    id_company = id_company.present? ? id_company.id : COMPANY_SECURITY
+    id_job = Job.create!(name: data[:name],
+                        company_id: id_company,
+                        level: data[:level],
+                        experience: data[:exprience],
+                        salary: data[:salary],
+                        create_date: data[:created_date],
+                        expiration_date: data[:expiration_date],
+                        description: data[:description])
+    make_foreign_industries_table(data[:industry_name], id_job.id)
--- a/lib/src/interface_web.rb 0 → 100644
+++ b/lib/src/interface_web.rb 0 → 100644
+
+  private
+
+  def add_data(data)
+    id_company = Company.find_by name: data[:company_name]
+    id_company = id_company.present? ? id_company.id : COMPANY_SECURITY
+    id_job = Job.create!(name: data[:name],
+                        company_id: id_company,
+                        level: data[:level],
+                        experience: data[:exprience],
+                        salary: data[:salary],
+                        create_date: data[:created_date],
+                        expiration_date: data[:expiration_date],
+                        description: data[:description])
+    make_foreign_industries_table(data[:industry_name], id_job.id)
+    make_foreign_cities_table(data[:city_name], id_job.id)
--- a/lib/src/interface_web.rb 0 → 100644
+++ b/lib/src/interface_web.rb 0 → 100644
+    id_company = id_company.present? ? id_company.id : COMPANY_SECURITY
+    id_job = Job.create!(name: data[:name],
+                        company_id: id_company,
+                        level: data[:level],
+                        experience: data[:exprience],
+                        salary: data[:salary],
+                        create_date: data[:created_date],
+                        expiration_date: data[:expiration_date],
+                        description: data[:description])
+    make_foreign_industries_table(data[:industry_name], id_job.id)
+    make_foreign_cities_table(data[:city_name], id_job.id)
+  rescue StandardError => e
+    puts e
+  end
+
+  def crawl_data_jobs_interface_1(page)
--- a/lib/src/interface_web.rb 0 → 100644
+++ b/lib/src/interface_web.rb 0 → 100644
+# frozen_string_literal: true
+
+require 'open-uri'
+
+# Crawler data
+class Crawler
+  COMPANY_SECURITY = 1
+  NUMBER_LINK = 1
+  SIZE_LI_INTERFACE_5 = 10
+  INTERNATIONAL = 0
--- a/lib/src/interface_web.rb 0 → 100644
+++ b/lib/src/interface_web.rb 0 → 100644
+# frozen_string_literal: true
+
+require 'open-uri'
+
+# Crawler data
+class Crawler
+  COMPANY_SECURITY = 1
--- a/lib/src/interface_web.rb 0 → 100644
+++ b/lib/src/interface_web.rb 0 → 100644
+    data[:name] = page.search('.apply-now-content .job-desc .title').text
+    data[:company_name] = page.search('.apply-now-content .job-desc .job-company-name').text
+    location = []
+    length = page.search('.detail-box .map p a').size
+    length.times do |n|
+      location << page.search(".detail-box .map p a:nth-child(#{n + 1})").text
+    end
+    data[:city_name] = location.join(',')
+    data[:created_date] = page.search('.item-blue .detail-box:nth-child(1) ul li:nth-child(1) p')[0].text
+    data[:expiration_date] = page.search('.item-blue .detail-box ul li:last')[1].text.delete!("[\n,\t,\r]").split(' ').last
+    data[:salary] = page.search('.item-blue .detail-box:nth-child(1) ul li:nth-child(1) p')[1].text
+    industries = page.search('.item-blue .detail-box:nth-child(1) ul li:nth-child(2) a').text
+    industries = industries.delete!("[\n,\t,\r]").split('  ').select(&:present?)
+    data[:industry_name] = industries.join(',')
+    data[:description] = page.search('.tabs .tab-content .detail-row:nth-child(n)').to_s
+    get_level = page.search('.item-blue .detail-box:last ul li:nth-child(3)').text.delete!("[\n,\t,\r]").lstrip.split('Cấp bậc')
--- a/lib/src/interface_web.rb 0 → 100644
+++ b/lib/src/interface_web.rb 0 → 100644
+
+  def path_to_first_link
+    Rails.root.join('tmp', 'link.txt')
+  end
+
+  def logger
+    @logger ||= Logger.new(Rails.root.join('log', 'crawler.log'))
+  end
+
+  def stop_crawler
+    file = File.readlines(path_to_first_link, 'r') if File.exist?(path_to_first_link)
+    file.blank? ? '' : file.join
+  end
+
+  def safe_link(url)
+    Nokogiri::HTML(URI.open(URI.parse(URI.escape(url))))
--- a/lib/src/interface_web.rb 0 → 100644
+++ b/lib/src/interface_web.rb 0 → 100644
+# frozen_string_literal: true
+
+require 'open-uri'
+
+# Crawler data
+class Crawler
--- a/lib/src/base/base.rb 0 → 100644
+++ b/lib/src/base/base.rb 0 → 100644
+# frozen_string_literal: true
+
+require 'nokogiri'
+require 'open-uri'
+require 'logger'
+
+# Crawler data
+class Base
+  COMPANY_SECURITY = 1
--- a/lib/src/base/base.rb 0 → 100644
+++ b/lib/src/base/base.rb 0 → 100644
+  end
+
+  def fill_salary
+    page.xpath('//ul//li[position()=1]//p')[1].text
+  end
+
+  def fill_industry_name
+    industries = page.xpath('//ul//li[position()=2]//p//a').map(&:text)
+    industries.map(&:strip).join(',')
+  end
+
+  def fill_description
+    job[:description] = page.search('.tabs .tab-content .detail-row').to_s
+  end
+
+  def check
--- a/lib/src/base/base.rb 0 → 100644
+++ b/lib/src/base/base.rb 0 → 100644
+  end
+
+  def fill_salary
+    page.xpath('//ul//li[position()=1]//p')[1].text
+  end
+
+  def fill_industry_name
+    industries = page.xpath('//ul//li[position()=2]//p//a').map(&:text)
+    industries.map(&:strip).join(',')
+  end
+
+  def fill_description
+    job[:description] = page.search('.tabs .tab-content .detail-row').to_s
+  end
+
+  def check
--- a/lib/src/base/base.rb 0 → 100644
+++ b/lib/src/base/base.rb 0 → 100644
+  def fill_industry_name
+    industries = page.xpath('//ul//li[position()=2]//p//a').map(&:text)
+    industries.map(&:strip).join(',')
+  end
+
+  def fill_description
+    job[:description] = page.search('.tabs .tab-content .detail-row').to_s
+  end
+
+  def check
+    noname = page.search('//ul//li').text
+    noname.include?('Kinh nghiệm')
+  end
+
+  def fill_lever
+    if check
--- a/lib/src/crawler.rb 0 → 100644
+++ b/lib/src/crawler.rb 0 → 100644
+
+require 'open-uri'
+
+# Crawler data
+class Crawler
+  COMPANY_SECURITY = 1
+  RANGE = 69
+
+  attr_accessor :number_link
+
+  def initialize(number_link)
+    @number_link = number_link
+  end
+
+  def path_to_first_link
+    Rails.root.join('tmp', 'link.txt')
--- a/lib/src/base/base.rb 0 → 100644
+++ b/lib/src/base/base.rb 0 → 100644
+
+  def fill_industry_name
+    industries = page.xpath('//ul//li[position()=2]//p//a').map(&:text)
+    industries.map(&:strip).join(',')
+  end
+
+  def fill_description
+    job[:description] = page.search('.tabs .tab-content .detail-row').to_s
+  end
+
+  def check
+    noname = page.search('//ul//li').text
+    noname.include?('Kinh nghiệm')
+  end
+
+  def fill_lever
--- a/lib/src/crawler_job.rb 0 → 100644
+++ b/lib/src/crawler_job.rb 0 → 100644
+# frozen_string_literal: true
+
+# Crawler data job
+class CrawlerJob < Crawler
+  SIZE_LI = 8
--- a/lib/src/crawler_job.rb 0 → 100644
+++ b/lib/src/crawler_job.rb 0 → 100644
+    parse_data.each do |path|
+      page = safe_link(path)
+      if page.search('.item-blue .detail-box:nth-child(1) ul li:nth-child(1) p')[0].present?
+        @data = RedInterface.new(page).create_data
+      elsif page.search('section .template-200').text.present?
+        @data = BlueInterface.new(page).create_data
+      elsif page.search('.DetailJobNew ul li').size == SIZE_LI && page.search('.right-col ul li').text.exclude?('Độ tuổi')
+        @data = GreenInterface.new(page).create_data
+      end
+      add_data(@data)
+      refresh_first_link
+    end
+  end
+
+  def add_data(data)
+    id_company = (Company.find_by name: data[:company_name]).try(:id) || COMPANY_SECURITY
--- a/lib/src/crawler_job.rb 0 → 100644
+++ b/lib/src/crawler_job.rb 0 → 100644
+    job = Job.create(name: data[:name],
+                     company_id: id_company,
+                     level: data[:level],
+                     experience: data[:exprience],
+                     salary: data[:salary],
+                     create_date: data[:created_date],
+                     expiration_date: data[:expiration_date],
+                     description: data[:description])
+    create_industry_relation(data[:industry_name], job)
+    create_city_relation(data[:city_name], job)
+  rescue StandardError => e
+    logger.error "Crawler data jobs has error: #{e}"
+  end
+
+  def create_industry_relation(data, job)
+    return if data.blank? && id_job.blank?