add rubocop gem, created industry, city crawler task

Gemfile

@@ -58,4 +58,5 @@ end
 gem 'tzinfo-data', platforms: [:mingw, :mswin, :x64_mingw, :jruby]
 gem 'slim-rails', '~> 3.2'
 gem 'nokogiri', '~> 1.11', '>= 1.11.7'
-gem 'httparty', '~> 0.18.1'
\ No newline at end of file
+gem 'httparty', '~> 0.18.1'
+gem 'rubocop-rails', '~> 2.11', '>= 2.11.3'
\ No newline at end of file

Gemfile.lock

@@ -62,6 +62,7 @@ GEM
       zeitwerk (~> 2.3)
     addressable (2.8.0)
       public_suffix (>= 2.0.2, < 5.0)
+    ast (2.4.2)
     bindex (0.8.1)
     bootsnap (1.7.5)
       msgpack (~> 1.0)
@@ -110,6 +111,9 @@ GEM
     nio4r (2.5.7)
     nokogiri (1.11.7-x86_64-linux)
       racc (~> 1.4)
+    parallel (1.20.1)
+    parser (3.0.2.0)
+      ast (~> 2.4.1)
     pry (0.12.2)
       coderay (~> 1.1.0)
       method_source (~> 0.9.0)
@@ -154,11 +158,29 @@ GEM
       method_source
       rake (>= 0.13)
       thor (~> 1.0)
+    rainbow (3.0.0)
     rake (13.0.3)
     rb-fsevent (0.11.0)
     rb-inotify (0.10.1)
       ffi (~> 1.0)
     regexp_parser (2.1.1)
+    rexml (3.2.5)
+    rubocop (1.18.3)
+      parallel (~> 1.10)
+      parser (>= 3.0.0.0)
+      rainbow (>= 2.2.2, < 4.0)
+      regexp_parser (>= 1.8, < 3.0)
+      rexml
+      rubocop-ast (>= 1.7.0, < 2.0)
+      ruby-progressbar (~> 1.7)
+      unicode-display_width (>= 1.4.0, < 3.0)
+    rubocop-ast (1.7.0)
+      parser (>= 3.0.1.1)
+    rubocop-rails (2.11.3)
+      activesupport (>= 4.2.0)
+      rack (>= 1.1)
+      rubocop (>= 1.7.0, < 2.0)
+    ruby-progressbar (1.11.0)
     rubyzip (2.3.2)
     sass-rails (6.0.0)
       sassc-rails (~> 2.1, >= 2.1.1)
@@ -198,6 +220,7 @@ GEM
     turbolinks-source (5.2.0)
     tzinfo (2.0.4)
       concurrent-ruby (~> 1.0)
+    unicode-display_width (2.0.0)
     web-console (4.1.0)
       actionview (>= 6.0.0)
       activemodel (>= 6.0.0)
@@ -235,6 +258,7 @@ DEPENDENCIES
   puma (~> 5.0)
   rack-mini-profiler (~> 2.0)
   rails (~> 6.1.3, >= 6.1.3.2)
+  rubocop-rails (~> 2.11, >= 2.11.3)
   sass-rails (~> 6.0)
   selenium-webdriver
   slim-rails (~> 3.2)

lib/tasks/web_crawler.rake

@@ -87,4 +87,37 @@ namespace :job do
       puts job
     end
   end
+
+  desc 'crawler industry form CareerBuilder'
+  task web_industry_crawler: :environment do
+    parsed_page ||= Nokogiri::HTML(HTTParty.get('https://careerbuilder.vn/tim-viec-lam.html').body)
+    list_job = parsed_page.css('div.list-of-working-positions ul.list-jobs li a')
+    industry_list = []
+    (0..list_job.count - 1).each do |part|
+      industry = list_job[part].text.squish.strip
+      industry_list << industry
+    end
+    p industry_list
+  end
+
+  desc 'crawler city form CareerBuilder'
+  task web_city_crawler: :environment do
+    parsed_page ||= Nokogiri::HTML(HTTParty.get('https://careerbuilder.vn/tim-viec-lam.html').body)
+    list_location = parsed_page.css('div.main-jobs-by-location ul li')
+    city_list = []
+    (0..list_location.count - 1).each do |part|
+      city_item = list_location[part].text
+      region = 1
+      if city_item.include?(key = 'Việc làm tại')
+        city_item = city_item.remove(key).strip
+        region = 0
+      end
+      city = {
+        name: city_item,
+        region: region
+      }
+      city_list << city
+    end
+    puts city_list
+  end
 end