Thanh Hung Pham · @hungpt · Tan Phat Nguyen · Thanh Hung Pham · Tan Phat Nguyen · Thanh Hung Pham
--- a/db/migrate/20170628020034_create_applies.rb 0 → 100644
+++ b/db/migrate/20170628020034_create_applies.rb 0 → 100644
+class CreateApplies < ActiveRecord::Migration[5.1]
+  def change
+    create_table :applies do |t|
+      t.references :user, index: true
+      t.references :job, index: true
+      t.datetime :applied_at
+      t.string :ip_address
+      t.string :user_agrent
--- a/lib/tasks/careerbuilder.rb 0 → 100644
+++ b/lib/tasks/careerbuilder.rb 0 → 100644
+
+    job_expiry_date = doc.xpath("//ul[@class='DetailJobNew']/li/p[span/text()='Hết hạn nộp: ']/text()").to_s
+
+    city = City.find_by_name(job_location)
+
+    job = Job.new
+    job.name = job_name
+    job.description = job_description
+    job.salary = job_salary
+    job.city = city
+    job.company = company
+    job.level = job_level
+    job.experience = job_experience
+    job.status = 0
+    job.expiry_date = job_expiry_date.to_datetime
+    job.save if Job.where(name: job_name, city: city, company: company).blank?
--- a/lib/tasks/careerbuilder.rb 0 → 100644
+++ b/lib/tasks/careerbuilder.rb 0 → 100644
+    job.salary = job_salary
+    job.city = city
+    job.company = company
+    job.level = job_level
+    job.experience = job_experience
+    job.status = 0
+    job.expiry_date = job_expiry_date.to_datetime
+    job.save if Job.where(name: job_name, city: city, company: company).blank?
+
+    job_category.split(',').each do |category|
+      category = Category.find_by_name(category)
+      JobCategory.new(job: job, category: category).save if JobCategory.where(job: job, category: category).blank?
+    end
+  end
+
+  def import_area
--- a/lib/tasks/careerbuilder.rb 0 → 100644
+++ b/lib/tasks/careerbuilder.rb 0 → 100644
+      JobCategory.new(job: job, category: category).save if JobCategory.where(job: job, category: category).blank?
+    end
+  end
+
+  def import_area
+    Area.new(name: 'Viet Nam').save if Area.where(name: 'Viet Nam').blank?
+    Area.new(name: 'International').save if Area.where(name: 'International').blank?
+  rescue StandardError => e
+    logger.error("[method: ] #{import_category}")
+    logger.error(e.message)
+    logger.error(e.backtrace)
+  end
+
+  def import_category(doc)
+    categories = doc.xpath("//div[@class='s-home2']/div[@id='NewSearchJob3']/form/div[@class='search-horizontal']/div[@class='ui-widget box_multiSelect_industry']/select/option")
+    categories = categories.slice(1..categories.size - 2)
--- a/lib/tasks/careerbuilder.rb 0 → 100644
+++ b/lib/tasks/careerbuilder.rb 0 → 100644
+    categories = doc.xpath("//div[@class='s-home2']/div[@id='NewSearchJob3']/form/div[@class='search-horizontal']/div[@class='ui-widget box_multiSelect_industry']/select/option")
+    categories = categories.slice(1..categories.size - 2)
+    categories.each do |category|
+      Category.new(name: category.text.strip).save if Category.where(name: category.text.strip).blank?
+    end
+  rescue StandardError => e
+    logger.error("[method: ] #{import_category}")
+    logger.error(e.message)
+    logger.error(e.backtrace)
+  end
+
+  def import_city(doc)
+    cities = doc.xpath("//div[@class='s-home2']//div[@id='NewSearchJob3']/form/div[@class='search-horizontal']/div[@class='ui-widget box_multiSelect_location']/select/option").drop(1)
+    area_id = 1
+    cities.each do |city|
+      area_id = 2 if city.text == 'Angola'
--- a/lib/tasks/careerbuilder.rb 0 → 100644
+++ b/lib/tasks/careerbuilder.rb 0 → 100644
+require 'thread'
+require 'open-uri'
+require 'nokogiri'
+require 'logger'
+
+class Careerbuilder
+  attr_reader :domain, :thread_count, :logger
+
+  def initialize(domain, thread_count = 1)
+    @links = [url: 'http://careerbuilder.vn/viec-lam/tat-ca-viec-lam-vi.html', handler: :top] * thread_count
+    @crawled = []
+    @mutex = Mutex.new
+    @domain = domain
--- a/db/migrate/20170628014941_create_cities.rb 0 → 100644
+++ b/db/migrate/20170628014941_create_cities.rb 0 → 100644
+class CreateCities < ActiveRecord::Migration[5.1]
+  def change
+    create_table :cities do |t|
+      t.string :name, index: true
+      t.references :area, index: true
--- a/config/schedule.rb 0 → 100644
+++ b/config/schedule.rb 0 → 100644
+#
+# set :output, "/path/to/my/cron_log.log"
+#
+# every 2.hours do
+#   command "/usr/bin/some_great_command"
+#   runner "MyModel.some_method"
+#   rake "some:great:rake:task"
+# end
+#
+# every 4.days do
+#   runner "AnotherModel.prune_old_records"
+# end
+
+# Learn more: http://github.com/javan/whenever
+every 1.day, at: '12:00 pm' do
+  runner 'MyModel.task_to_run'
--- a/lib/tasks/crawler.rake 0 → 100644
+++ b/lib/tasks/crawler.rake 0 → 100644
+namespace :crawler do
+  desc 'client crawler'
+  task load: :environment do
+    require "#{Rails.root}/lib/tasks/careerbuilder"