thanhnd · @thanhnd · Ba Toi Dang · thanhnd · Ba Toi Dang · thanhnd
--- a/.rake_tasks~ 0 → 100644
+++ b/.rake_tasks~ 0 → 100644
+about
--- a/config/database.yml 100644 → 100755
+++ b/config/database.yml 100644 → 100755
 #   Ensure the SQLite 3 gem is defined in your Gemfile
 #   gem 'sqlite3'
 #
-default: &default
--- a/insert_areas.rb 0 → 100644
+++ b/insert_areas.rb 0 → 100644
+def insert_area
--- a/lib/tasks/crawler.rake 0 → 100644
+++ b/lib/tasks/crawler.rake 0 → 100644
+require 'addressable/uri'
+require 'uri'
+
+namespace :crawler do
+  task crawl: :environment do
+    insert_data_area
--- a/lib/tasks/crawler.rake 0 → 100644
+++ b/lib/tasks/crawler.rake 0 → 100644
+require 'addressable/uri'
+require 'uri'
+
+namespace :crawler do
+  task crawl: :environment do
+    insert_data_area
--- a/lib/tasks/crawler.rake 0 → 100644
+++ b/lib/tasks/crawler.rake 0 → 100644
+namespace :crawler do
+  task crawl: :environment do
+    insert_data_area
+    crawl_data
+  end
+
+  def crawl_data
+    base_careerbuilder_url = "https://careerbuilder.vn"
+    list_url = "#{base_careerbuilder_url}/viec-lam/tat-ca-viec-lam-vi.html"
+
+  while list_url.to_s.length > 0
+    page = Nokogiri::HTML(open(list_url))
+
+    #get link for next page
+    np = Nokogiri::HTML(open(list_url))
+    nextpage = np.css('div.paginationTwoStatus a.right')
--- a/db/migrate/20200204082233_create_areas.rb 0 → 100755
+++ b/db/migrate/20200204082233_create_areas.rb 0 → 100755
+class CreateAreas < ActiveRecord::Migration[6.0]
+  def change
+    create_table :areas do |t|
+      t.string :area_name
+      t.string :area_description
+      t.timestamps
+    end
+    add_index :areas, :id, unique: true