fix data cralwer

app/data/crawler.rb

@@ -31,7 +31,6 @@ class Crawler
     params = {}
     params = {}
     params_company = {}
     params_company = {}
     description = []
     description = []
-
     # get job's name
     # get job's name
     params[:name] = doc.css('.top-job .top-job-info h1').text.strip
     params[:name] = doc.css('.top-job .top-job-info h1').text.strip
     params[:updated_date] = doc.css('.datepost').text.split(':')[1].strip
     params[:updated_date] = doc.css('.datepost').text.split(':')[1].strip
@@ -77,10 +76,13 @@ class Crawler
   def self.crawl_company_infomation(doc)
   def self.crawl_company_infomation(doc)
     # get company information
     # get company information
     params = {}
     params = {}
-
+    if doc.css('.box1Detail .TitleDetailNew span').length > 0
       params[:name] = doc.css('.box1Detail .TitleDetailNew span').text
       params[:name] = doc.css('.box1Detail .TitleDetailNew span').text
       params[:location] = doc.css('.box1Detail .TitleDetailNew label')[0].text
       params[:location] = doc.css('.box1Detail .TitleDetailNew label')[0].text
       params[:description] = doc.css('.desc_company p').text
       params[:description] = doc.css('.desc_company p').text
+    end
+    params[:name] ||= 'Bảo mật'
+
     return params
     return params
   end
   end
 
 

app/models/job.rb

@@ -17,11 +17,23 @@ class Job < ApplicationRecord
                     experience:    item[:experience],
                     experience:    item[:experience],
                     expiry_date:   item[:expiry_date],
                     expiry_date:   item[:expiry_date],
                     updated_date:  item[:updated_date])
                     updated_date:  item[:updated_date])
-      job.city = City.find_or_initialize_by(name: (item[:city] ||= '').split(':')[0]) #TODO fix this line
+      # City
+      unless item[:city].blank?
+        job.city = City.find_or_create_by(name: (item[:city] ||= '').split(':')[0])
+      end
+
+      # Company
       job.company = Company.find_or_initialize_by(name: item[:company_name])
       job.company = Company.find_or_initialize_by(name: item[:company_name])
       job.company.location = item[:company_location]
       job.company.location = item[:company_location]
       job.company.description = item[:company_description]
       job.company.description = item[:company_description]
       job.company.city = job.city
       job.company.city = job.city
+
+      # Industry
+      unless item[:industry].blank?
+        item[:industry].split(',').each do |name|
+          job.industries << Industry.find_or_create_by(name: name.strip)
+        end
+      end
       job.save
       job.save
     end
     end
   end
   end