fix rubocop
This commit is contained in:
parent
fd0a81d074
commit
3a25a5f61e
14 changed files with 381 additions and 343 deletions
|
|
@ -1,3 +1,5 @@
|
|||
# frozen_string_literal: true
|
||||
|
||||
require 'digest/sha1'
|
||||
require 'tempfile'
|
||||
require 'csv'
|
||||
|
|
@ -9,9 +11,8 @@ require_relative 'foodsoft_article_import/utf8_encoder'
|
|||
require_relative 'foodsoft_article_import/odin'
|
||||
require_relative 'foodsoft_article_import/foodsoft'
|
||||
module FoodsoftArticleImport
|
||||
class ConversionFailedException < StandardError; end
|
||||
|
||||
class ConversionFailedException < Exception; end
|
||||
|
||||
# return list of known file formats
|
||||
# each file_format module has
|
||||
# #name return a human-readable file format name
|
||||
|
|
@ -25,10 +26,10 @@ module FoodsoftArticleImport
|
|||
'foodsoft' => FoodsoftArticleImport::Foodsoft,
|
||||
'dnb_xml' => FoodsoftArticleImport::Odin,
|
||||
'odin' => FoodsoftArticleImport::Odin,
|
||||
'bioromeo' => FoodsoftArticleImport::Bioromeo,
|
||||
'bioromeo' => FoodsoftArticleImport::Bioromeo
|
||||
}.freeze
|
||||
end
|
||||
|
||||
|
||||
# Parse file by type (one of {.file_formats})
|
||||
#
|
||||
# @param file [File, Tempfile]
|
||||
|
|
@ -47,18 +48,17 @@ module FoodsoftArticleImport
|
|||
data
|
||||
end
|
||||
end
|
||||
|
||||
|
||||
|
||||
# Helper method to generate an article number for suppliers that do not have one
|
||||
def self.generate_number(article)
|
||||
# something unique, but not too unique
|
||||
s = "#{article[:name]}-#{article[:unit_quantity]}x#{article[:unit]}"
|
||||
s = s.downcase.gsub(/[^a-z0-9.]/,'')
|
||||
s = s.downcase.gsub(/[^a-z0-9.]/, '')
|
||||
# prefix abbreviated sha1-hash with colon to indicate that it's a generated number
|
||||
article[:order_number] = ':' + Digest::SHA1.hexdigest(s)[-7..-1]
|
||||
article[:order_number] = ":#{Digest::SHA1.hexdigest(s)[-7..]}"
|
||||
article
|
||||
end
|
||||
|
||||
|
||||
# Helper method for opening a spreadsheet file
|
||||
#
|
||||
# @param file [File] file to open
|
||||
|
|
@ -67,15 +67,15 @@ module FoodsoftArticleImport
|
|||
# @param col_sep [String, NilClass] optional column separator
|
||||
# @return [Roo::Spreadsheet]
|
||||
def self.open_spreadsheet(file, filename: nil, encoding: nil, col_sep: nil, liberal_parsing: nil)
|
||||
opts = {csv_options: {}}
|
||||
opts = { csv_options: {} }
|
||||
opts[:csv_options][:encoding] = encoding if encoding
|
||||
opts[:csv_options][:col_sep] = col_sep if col_sep
|
||||
opts[:csv_options][:liberal_parsing] = true if liberal_parsing
|
||||
opts[:extension] = File.extname(filename) if filename
|
||||
begin
|
||||
Roo::Spreadsheet.open(file, **opts)
|
||||
rescue => e
|
||||
rescue StandardError => e
|
||||
raise "Failed to parse foodsoft file. make sure file format is correct: #{e.message}"
|
||||
end
|
||||
end
|
||||
end
|
||||
end
|
||||
|
|
|
|||
|
|
@ -1,3 +1,5 @@
|
|||
# frozen_string_literal: true
|
||||
|
||||
# Module for import of BioRomeo products from their Excel sheet, from Aug 2014 onwards
|
||||
|
||||
require 'roo'
|
||||
|
|
@ -5,44 +7,42 @@ require 'roo-xls'
|
|||
|
||||
module FoodsoftArticleImport
|
||||
class Bioromeo
|
||||
|
||||
NAME = "BioRomeo (XLSX, XLS, CSV)"
|
||||
NAME = 'BioRomeo (XLSX, XLS, CSV)'
|
||||
OUTLIST = true
|
||||
OPTIONS = {
|
||||
encoding: "UTF-8",
|
||||
col_sep: ";"
|
||||
encoding: 'UTF-8',
|
||||
col_sep: ';'
|
||||
}.freeze
|
||||
|
||||
RE_UNITS = /(kg|gr|gram|pond|st|stuks?|set|bos|bossen|bosjes?|bak|bakjes?|liter|ltr|[lL]\.|ml|bol|krop)(\s*\.)?/i
|
||||
RE_UNITS = /(kg|gr|gram|pond|st|stuks?|set|bos|bossen|bosjes?|bak|bakjes?|liter|ltr|[lL]\.|ml|bol|krop)(\s*\.)?/i.freeze
|
||||
RES_PARSE_UNIT_LIST = [
|
||||
/\b((per|a)\s*)?([0-9,.]+\s*x\s*[0-9,.]+\s*#{RE_UNITS})/i, # 1x5 kg
|
||||
/\b((per|a)\s*)?([0-9,.]+\s*#{RE_UNITS}\s+x\s*[0-9,.]+)/i, # 1kg x 5
|
||||
/\b((per|a)\s*)?(([0-9,.]+\s*,\s+)*[0-9,.]+\s+of\s+[0-9,.]+\s*#{RE_UNITS})/i, # 1, 2 of 5 kg
|
||||
/\b((per|a)\s*)?([0-9,.]+\s*#{RE_UNITS})/i, # 1kg
|
||||
/\b((per|a)\s*)?(#{RE_UNITS})/i # kg
|
||||
]
|
||||
].freeze
|
||||
# first parse with dash separator at the end, fallback to less specific
|
||||
RES_PARSE_UNIT = RES_PARSE_UNIT_LIST.map {|r| /-\s*#{r}\s*$/} +
|
||||
RES_PARSE_UNIT_LIST.map {|r| /-\s+#{r}/} +
|
||||
RES_PARSE_UNIT_LIST.map {|r| /#{r}\s*$/} +
|
||||
RES_PARSE_UNIT_LIST.map {|r| /-#{r}/}
|
||||
RES_PARSE_UNIT = RES_PARSE_UNIT_LIST.map { |r| /-\s*#{r}\s*$/ } +
|
||||
RES_PARSE_UNIT_LIST.map { |r| /-\s+#{r}/ } +
|
||||
RES_PARSE_UNIT_LIST.map { |r| /#{r}\s*$/ } +
|
||||
RES_PARSE_UNIT_LIST.map { |r| /-#{r}/ }
|
||||
|
||||
def self.parse(file, custom_file_path: nil, **opts)
|
||||
custom_file_path ||= nil
|
||||
opts = OPTIONS.merge(opts)
|
||||
opts[:liberal_parsing]=true
|
||||
opts[:col_sep]=","
|
||||
opts[:liberal_parsing] = true
|
||||
opts[:col_sep] = ','
|
||||
ss = FoodsoftArticleImport.open_spreadsheet(file, **opts)
|
||||
header_row = true
|
||||
sheet = ss.sheet(0).parse(clean: true,
|
||||
order_number: /Artnr./,
|
||||
name: /Product/,
|
||||
skal: /Skal$/,
|
||||
demeter: /Demeter$/,
|
||||
unit_price: /prijs\b.*\beenh/i,
|
||||
pack_price: /prijs\b.*\bcolli/i,
|
||||
comment: /opm(erking)?/i,
|
||||
)
|
||||
order_number: /Artnr./,
|
||||
name: /Product/,
|
||||
skal: /Skal$/,
|
||||
demeter: /Demeter$/,
|
||||
unit_price: /prijs\b.*\beenh/i,
|
||||
pack_price: /prijs\b.*\bcolli/i,
|
||||
comment: /opm(erking)?/i)
|
||||
|
||||
linenum = 0
|
||||
category = nil
|
||||
|
|
@ -64,21 +64,21 @@ module FoodsoftArticleImport
|
|||
# extract name and unit
|
||||
errors = []
|
||||
notes = []
|
||||
unit_price = row[:unit_price].gsub("€","").to_s.strip.to_f
|
||||
pack_price = row[:pack_price].gsub("€","").to_s.strip.to_f
|
||||
unit_price = row[:unit_price].gsub('€', '').to_s.strip.to_f
|
||||
pack_price = row[:pack_price].gsub('€', '').to_s.strip.to_f
|
||||
number = row[:order_number]
|
||||
name = row[:name]
|
||||
unit = nil
|
||||
manufacturer = nil
|
||||
prod_category = nil
|
||||
RES_PARSE_UNIT.each do |re|
|
||||
m=name.match(re)
|
||||
m = name.match(re)
|
||||
unless m
|
||||
yield nil, nil, linenum
|
||||
next
|
||||
end
|
||||
unit = self.normalize_unit(m[3])
|
||||
name = name.sub(re, '').sub(/\(\s*\)\s*$/,'').sub(/\s+/, ' ').sub(/\.\s*$/, '').strip
|
||||
unit = normalize_unit(m[3])
|
||||
name = name.sub(re, '').sub(/\(\s*\)\s*$/, '').sub(/\s+/, ' ').sub(/\.\s*$/, '').strip
|
||||
break
|
||||
end
|
||||
unit ||= '1 st' if name.match(/\bsla\b/i)
|
||||
|
|
@ -90,10 +90,10 @@ module FoodsoftArticleImport
|
|||
end
|
||||
# handle multiple units in one line
|
||||
if unit.match(/\b(,\s+|of)\b/)
|
||||
# TODO create multiple articles instead of taking first one
|
||||
# TODO: create multiple articles instead of taking first one
|
||||
end
|
||||
# sometimes category is also used to indicate manufacturer
|
||||
m=category.match(/((eko\s*)?boerderij.*?)\s*$/i) and manufacturer = m[1]
|
||||
m = category.match(/((eko\s*)?boerderij.*?)\s*$/i) and manufacturer = m[1]
|
||||
# Ad-hoc fix for package of eggs: always take pack price
|
||||
if name.match(/^eieren/i)
|
||||
unit_price = pack_price
|
||||
|
|
@ -103,48 +103,47 @@ module FoodsoftArticleImport
|
|||
# figure out unit_quantity
|
||||
if unit.match(/x/)
|
||||
unit_quantity, unit = unit.split(/\s*x\s*/i, 2)
|
||||
unit,unit_quantity = unit_quantity,unit if unit_quantity.match(/[a-z]/i)
|
||||
elsif (unit_price-pack_price).abs < 1e-3
|
||||
unit, unit_quantity = unit_quantity, unit if unit_quantity.match(/[a-z]/i)
|
||||
elsif (unit_price - pack_price).abs < 1e-3
|
||||
unit_quantity = 1
|
||||
elsif m=unit.match(/^(.*)\b\s*(st|bos|bossen|bosjes?)\.?\s*$/i)
|
||||
elsif (m = unit.match(/^(.*)\b\s*(st|bos|bossen|bosjes?)\.?\s*$/i))
|
||||
unit_quantity, unit = m[1..2]
|
||||
unit_quantity.blank? and unit_quantity = 1
|
||||
else
|
||||
unit_quantity = 1
|
||||
end
|
||||
# there may be a more informative unit in the line
|
||||
if unit=='st' && !name.match(/kool/i)
|
||||
if unit == 'st' && !name.match(/kool/i)
|
||||
RES_PARSE_UNIT.each do |re|
|
||||
m=name.match(re) or next
|
||||
unit = self.normalize_unit(m[3])
|
||||
m = name.match(re) or next
|
||||
unit = normalize_unit(m[3])
|
||||
name = name.sub(re, '').strip
|
||||
end
|
||||
end
|
||||
# note from various fields
|
||||
# NOTE: from various fields
|
||||
notes.append("Skal #{row[:skal]}") unless row[:skal].to_s.strip.empty?
|
||||
notes.append(row[:demeter]) unless row[:skal].to_s.strip.empty?
|
||||
notes.append("Demeter #{row[:demeter]}") unless row[:skal].to_s.strip.empty? && row[:demeter].is_a?(Fixnum)
|
||||
notes.append("Demeter #{row[:demeter]}") unless row[:skal].to_s.strip.empty? && row[:demeter].is_a?(Integer)
|
||||
notes.append "(#{row[:comment]})" unless row[:comment].to_s.strip.empty?
|
||||
name.sub!(/(,\.?\s*)?\bDemeter\b/i, '') and notes.prepend("Demeter")
|
||||
name.sub!(/(,\.?\s*)?\bBIO\b/i, '') and notes.prepend "BIO"
|
||||
name.sub!(/(,\.?\s*)?\bDemeter\b/i, '') and notes.prepend('Demeter')
|
||||
name.sub!(/(,\.?\s*)?\bBIO\b/i, '') and notes.prepend 'BIO'
|
||||
# unit check
|
||||
errors << check_price(unit, unit_quantity, unit_price, pack_price)
|
||||
# create new article
|
||||
name.gsub!(/\s+/, ' ')
|
||||
article = {:order_number => number,
|
||||
:name => name.strip,
|
||||
:note => notes.count > 0 && notes.map(&:strip).join("; "),
|
||||
:manufacturer => manufacturer,
|
||||
:origin => 'Noordoostpolder, NL',
|
||||
:unit => unit,
|
||||
:price => pack_price.to_f/unit_quantity.to_f,
|
||||
:unit_quantity => unit_quantity,
|
||||
:tax => 6,
|
||||
:deposit => 0,
|
||||
:article_category => prod_category || category
|
||||
}
|
||||
article = { order_number: number,
|
||||
name: name.strip,
|
||||
note: notes.count.positive? && notes.map(&:strip).join('; '),
|
||||
manufacturer: manufacturer,
|
||||
origin: 'Noordoostpolder, NL',
|
||||
unit: unit,
|
||||
price: pack_price.to_f / unit_quantity,
|
||||
unit_quantity: unit_quantity,
|
||||
tax: 6,
|
||||
deposit: 0,
|
||||
article_category: prod_category || category }
|
||||
errors.compact!
|
||||
if errors.count > 0
|
||||
if errors.count.positive?
|
||||
yield article, errors.join("\n"), linenum
|
||||
else
|
||||
# outlisting not used by supplier
|
||||
|
|
@ -153,44 +152,39 @@ module FoodsoftArticleImport
|
|||
end
|
||||
end
|
||||
|
||||
protected
|
||||
|
||||
def self.check_price(unit, unit_quantity, unit_price, pack_price)
|
||||
if (unit_price-pack_price).abs < 1e-3
|
||||
if (unit_price - pack_price).abs < 1e-3
|
||||
return if unit_quantity == 1
|
||||
|
||||
return "price per unit #{unit_price} is pack price, but unit quantity #{unit_quantity} is not one"
|
||||
end
|
||||
|
||||
if m = unit.match(/^(.*)(#{RE_UNITS})\s*$/)
|
||||
amount, what = m[1..2]
|
||||
else
|
||||
return "could not parse unit: #{unit}"
|
||||
end
|
||||
return "could not parse unit: #{unit}" unless (m = unit.match(/^(.*)(#{RE_UNITS})\s*$/))
|
||||
|
||||
amount, what = m[1..2]
|
||||
|
||||
# perhaps unit price is kg-price
|
||||
kgprice = if what =~ /^kg/i
|
||||
kgprice = case what
|
||||
when /^kg/i
|
||||
pack_price.to_f / amount.to_f
|
||||
elsif what =~ /^gr/
|
||||
when /^gr/
|
||||
pack_price.to_f / amount.to_f * 1000
|
||||
end
|
||||
unless kgprice.to_s.strip.empty? && (kgprice - unit_price.to_f).abs < 1e-2
|
||||
return
|
||||
end
|
||||
return unless kgprice.to_s.strip.empty? && (kgprice - unit_price.to_f).abs < 1e-2
|
||||
|
||||
unit_price_computed = pack_price.to_f/unit_quantity.to_i
|
||||
if (unit_price_computed - unit_price.to_f).abs > 1e-2
|
||||
"price per unit given #{unit_price.round(3)} does not match computed " +
|
||||
"#{pack_price.round(3)}/#{unit_quantity}=#{unit_price_computed.round(3)}" +
|
||||
(kgprice ? " (nor is it a kg-price #{kgprice.round(3)})" : '')
|
||||
end
|
||||
unit_price_computed = pack_price.to_f / unit_quantity.to_i
|
||||
return unless (unit_price_computed - unit_price.to_f).abs > 1e-2
|
||||
|
||||
"price per unit given #{unit_price.round(3)} does not match computed " \
|
||||
"#{pack_price.round(3)}/#{unit_quantity}=#{unit_price_computed.round(3)}" +
|
||||
(kgprice ? " (nor is it a kg-price #{kgprice.round(3)})" : '')
|
||||
end
|
||||
|
||||
def self.normalize_unit(unit)
|
||||
unit = unit.sub(/1\s*x\s*/, '')
|
||||
unit = unit.sub(/,([0-9])/, '.\1').gsub(/^per\s*/,'').sub(/^1\s*([^0-9.])/,'\1').sub(/^a\b\s*/,'')
|
||||
unit = unit.sub(/(bossen|bosjes?)/, 'bos').sub(/(liter|l\.|L\.)/,'ltr').sub(/stuks?/, 'st').sub('gram','gr')
|
||||
unit = unit.sub(/\s*\.\s*$/,'').sub(/\s+/, ' ').strip
|
||||
unit = unit.sub(/,([0-9])/, '.\1').gsub(/^per\s*/, '').sub(/^1\s*([^0-9.])/, '\1').sub(/^a\b\s*/, '')
|
||||
unit = unit.sub(/(bossen|bosjes?)/, 'bos').sub(/(liter|l\.|L\.)/, 'ltr').sub(/stuks?/, 'st').sub('gram', 'gr')
|
||||
unit = unit.sub(/\s*\.\s*$/, '').sub(/\s+/, ' ').strip
|
||||
end
|
||||
|
||||
end
|
||||
end
|
||||
end
|
||||
|
|
|
|||
|
|
@ -1,54 +1,49 @@
|
|||
# -*- coding: utf-8 -*-
|
||||
# frozen_string_literal: true
|
||||
|
||||
# Module for translation and parsing of BNN-files (www.n-bnn.de)
|
||||
#
|
||||
module FoodsoftArticleImport
|
||||
module Bnn
|
||||
|
||||
private
|
||||
@@codes = Hash.new
|
||||
@@midgard = Hash.new
|
||||
@@codes = {}
|
||||
@@midgard = {}
|
||||
# Loads the codes_file config/bnn_codes.yml into the class variable @@codes
|
||||
def self.load_codes(custom_file_path=nil)
|
||||
@gem_lib = File.expand_path "../../", __FILE__
|
||||
def self.load_codes(custom_file_path = nil)
|
||||
@gem_lib = File.expand_path '..', __dir__
|
||||
dir = File.join @gem_lib, 'foodsoft_article_import'
|
||||
begin
|
||||
@@codes = YAML::load(File.open(File.join(dir,"bnn_codes.yml"))).symbolize_keys
|
||||
if(custom_file_path)
|
||||
custom_codes = YAML::load(File.open(custom_file_path)).symbolize_keys
|
||||
custom_codes.keys.each do |key|
|
||||
if @@codes.keys.include?(key)
|
||||
custom_codes[key] =custom_codes[key].merge @@codes[key]
|
||||
end
|
||||
@@codes = @@codes.merge custom_codes
|
||||
@@codes = YAML.safe_load(File.open(File.join(dir, 'bnn_codes.yml'))).symbolize_keys
|
||||
if custom_file_path
|
||||
custom_codes = YAML.safe_load(File.open(custom_file_path)).symbolize_keys
|
||||
custom_codes.each_key do |key|
|
||||
custom_codes[key] = custom_codes[key].merge @@codes[key] if @@codes.keys.include?(key)
|
||||
@@codes = @@codes.merge custom_codes
|
||||
end
|
||||
end
|
||||
@@midgard = YAML::load(File.open(File.join(dir,"midgard_codes.yml"))).symbolize_keys
|
||||
rescue => e
|
||||
@@midgard = YAML.safe_load(File.open(File.join(dir, 'midgard_codes.yml'))).symbolize_keys
|
||||
rescue StandardError => e
|
||||
raise "Failed to load bnn_codes: #{dir}/{bnn,midgard}_codes.yml: #{e.message}"
|
||||
end
|
||||
end
|
||||
|
||||
public
|
||||
$missing_bnn_codes = Array.new
|
||||
$missing_bnn_codes = []
|
||||
|
||||
# translates codes from BNN to foodsoft-code
|
||||
def self.translate(key, value)
|
||||
if @@codes[key][value]
|
||||
return @@codes[key][value]
|
||||
@@codes[key][value]
|
||||
elsif @@midgard[key]
|
||||
return @@midgard[key][value]
|
||||
elsif value != nil
|
||||
@@midgard[key][value]
|
||||
elsif !value.nil?
|
||||
$missing_bnn_codes << value
|
||||
return nil
|
||||
nil
|
||||
end
|
||||
end
|
||||
|
||||
NAME = "BNN (CSV)"
|
||||
|
||||
NAME = 'BNN (CSV)'
|
||||
OUTLIST = false
|
||||
OPTIONS = {
|
||||
encoding: "IBM850",
|
||||
col_sep: ";"
|
||||
encoding: 'IBM850',
|
||||
col_sep: ';'
|
||||
}.freeze
|
||||
|
||||
# parses a bnn-file
|
||||
|
|
@ -56,29 +51,29 @@ module FoodsoftArticleImport
|
|||
custom_file_path ||= nil
|
||||
encoding = opts[:encoding] || OPTIONS[:encoding]
|
||||
col_sep = opts[:col_sep] || OPTIONS[:col_sep]
|
||||
self.load_codes(custom_file_path)
|
||||
CSV.foreach(file, {col_sep: col_sep, encoding: encoding, headers: true}).with_index(1) do |row, i|
|
||||
load_codes(custom_file_path)
|
||||
CSV.foreach(file, { col_sep: col_sep, encoding: encoding, headers: true }).with_index(1) do |row, i|
|
||||
# check if the line is empty
|
||||
unless row[0] == "" || row[0].nil?
|
||||
unless row[0] == '' || row[0].nil?
|
||||
article = {
|
||||
:name => UTF8Encoder.clean(row[6]),
|
||||
:order_number => row[0],
|
||||
:note => UTF8Encoder.clean(row[7]),
|
||||
:manufacturer => self.translate(:manufacturer, row[10]),
|
||||
:origin => row[12],
|
||||
:article_category => self.translate(:category, row[16]),
|
||||
:unit => row[23],
|
||||
:price => row[37],
|
||||
:tax => self.translate(:tax, row[33]),
|
||||
:unit_quantity => row[22]
|
||||
name: UTF8Encoder.clean(row[6]),
|
||||
order_number: row[0],
|
||||
note: UTF8Encoder.clean(row[7]),
|
||||
manufacturer: translate(:manufacturer, row[10]),
|
||||
origin: row[12],
|
||||
article_category: translate(:category, row[16]),
|
||||
unit: row[23],
|
||||
price: row[37],
|
||||
tax: translate(:tax, row[33]),
|
||||
unit_quantity: row[22]
|
||||
}
|
||||
# TODO: Complete deposit list....
|
||||
article.merge!(:deposit => self.translate(:deposit, row[26])) if self.translate(:deposit, row[26])
|
||||
article.merge!(deposit: translate(:deposit, row[26])) if translate(:deposit, row[26])
|
||||
|
||||
# get scale prices if exists
|
||||
# article.merge!(:scale_quantity => row[40], :scale_price => row[41]) unless row[40].nil? or row[41].nil?
|
||||
|
||||
if row[62] != nil
|
||||
if !row[62].nil?
|
||||
# consider special prices
|
||||
article[:note] = "Sonderpreis: #{article[:price]} von #{row[62]} bis #{row[63]}"
|
||||
yield article, :special, i
|
||||
|
|
@ -86,7 +81,7 @@ module FoodsoftArticleImport
|
|||
# Check now for article status, we only consider outlisted articles right now
|
||||
# N=neu, A=Änderung, X=ausgelistet, R=Restbestand,
|
||||
# V=vorübergehend ausgelistet, W=wiedergelistet
|
||||
elsif row[1] == "X" || row[1] == "V"
|
||||
elsif row[1] == 'X' || row[1] == 'V'
|
||||
yield article, :outlisted, i
|
||||
else
|
||||
yield article, nil, i
|
||||
|
|
|
|||
|
|
@ -1,59 +1,60 @@
|
|||
# -*- coding: utf-8 -*-
|
||||
# frozen_string_literal: true
|
||||
|
||||
# Module for Foodsoft-file import
|
||||
# The Foodsoft-file is a CSV-file, with semicolon-separated columns, or ODS/XLS/XLSX
|
||||
|
||||
require 'roo'
|
||||
require 'roo-xls'
|
||||
|
||||
module FoodsoftArticleImport::Foodsoft
|
||||
module FoodsoftArticleImport
|
||||
module Foodsoft
|
||||
NAME = 'Foodsoft (CSV, ODS, XLS, XLSX)'
|
||||
OUTLIST = false
|
||||
OPTIONS = {
|
||||
encoding: 'UTF-8',
|
||||
col_sep: ';'
|
||||
}.freeze
|
||||
|
||||
NAME = "Foodsoft (CSV, ODS, XLS, XLSX)"
|
||||
OUTLIST = false
|
||||
OPTIONS = {
|
||||
encoding: "UTF-8",
|
||||
col_sep: ";"
|
||||
}.freeze
|
||||
# Parses Foodsoft file
|
||||
# the yielded article is a simple hash
|
||||
def self.parse(file, custom_file_path: nil, **opts)
|
||||
custom_file_path ||= nil
|
||||
opts = OPTIONS.merge(opts)
|
||||
|
||||
# Parses Foodsoft file
|
||||
# the yielded article is a simple hash
|
||||
def self.parse(file, custom_file_path: nil, **opts)
|
||||
custom_file_path ||= nil
|
||||
opts = OPTIONS.merge(opts)
|
||||
ss = FoodsoftArticleImport.open_spreadsheet(file, **opts)
|
||||
|
||||
ss = FoodsoftArticleImport.open_spreadsheet(file, **opts)
|
||||
header_row = true
|
||||
ss.sheet(0).each.with_index(1) do |row, i|
|
||||
# skip first header row
|
||||
if header_row
|
||||
header_row = false
|
||||
next
|
||||
end
|
||||
# skip empty lines
|
||||
if row[2].to_s.strip.empty?
|
||||
# raise no order number given
|
||||
yield nil, nil, i
|
||||
next
|
||||
end
|
||||
|
||||
header_row = true
|
||||
ss.sheet(0).each.with_index(1) do |row, i|
|
||||
# skip first header row
|
||||
if header_row
|
||||
header_row = false
|
||||
next
|
||||
end
|
||||
# skip empty lines
|
||||
if row[2].to_s.strip.empty?
|
||||
# raise no order number given
|
||||
yield nil, nil, i
|
||||
next
|
||||
end
|
||||
|
||||
article = {:order_number => row[1],
|
||||
:name => row[2],
|
||||
:note => row[3],
|
||||
:manufacturer => row[4],
|
||||
:origin => row[5],
|
||||
:unit => row[6],
|
||||
:price => row[7],
|
||||
:tax => row[8],
|
||||
:unit_quantity => row[10],
|
||||
:article_category => row[13]}
|
||||
article.merge!(:deposit => row[9]) unless row[9].nil?
|
||||
FoodsoftArticleImport.generate_number(article) if article[:order_number].to_s.strip.empty?
|
||||
if row[6].nil? || row[7].nil? or row[8].nil?
|
||||
yield article, "Error: unit, price and tax must be entered", i
|
||||
else
|
||||
yield article, (row[0]=='x' ? :outlisted : nil), i
|
||||
article = { order_number: row[1],
|
||||
name: row[2],
|
||||
note: row[3],
|
||||
manufacturer: row[4],
|
||||
origin: row[5],
|
||||
unit: row[6],
|
||||
price: row[7],
|
||||
tax: row[8],
|
||||
unit_quantity: row[10],
|
||||
article_category: row[13] }
|
||||
article.merge!(deposit: row[9]) unless row[9].nil?
|
||||
FoodsoftArticleImport.generate_number(article) if article[:order_number].to_s.strip.empty?
|
||||
if row[6].nil? || row[7].nil? || row[8].nil?
|
||||
yield article, 'Error: unit, price and tax must be entered', i
|
||||
else
|
||||
yield article, (row[0] == 'x' ? :outlisted : nil), i
|
||||
end
|
||||
end
|
||||
end
|
||||
end
|
||||
|
||||
end
|
||||
end
|
||||
|
|
|
|||
|
|
@ -1,3 +1,5 @@
|
|||
# frozen_string_literal: true
|
||||
|
||||
# Article import for De Nieuw Band XML file
|
||||
#
|
||||
# Always contains full assortment, including recently outlisted articles.
|
||||
|
|
@ -8,33 +10,31 @@ require 'nokogiri'
|
|||
|
||||
module FoodsoftArticleImport
|
||||
class Odin
|
||||
|
||||
NAME = "De Nieuwe Band (XML)"
|
||||
NAME = 'De Nieuwe Band (XML)'
|
||||
OUTLIST = true
|
||||
OPTIONS = {}.freeze
|
||||
|
||||
# parses a string or file
|
||||
def self.parse(file, custom_file_path: nil, **opts)
|
||||
def self.parse(file, custom_file_path: nil, **_opts)
|
||||
custom_file_path ||= nil
|
||||
xml = File.open(file)
|
||||
doc = Nokogiri.XML(xml, nil, nil,
|
||||
Nokogiri::XML::ParseOptions::RECOVER +
|
||||
Nokogiri::XML::ParseOptions::NONET +
|
||||
Nokogiri::XML::ParseOptions::COMPACT # do not modify doc!
|
||||
)
|
||||
self.load_codes(custom_file_path)
|
||||
Nokogiri::XML::ParseOptions::RECOVER +
|
||||
Nokogiri::XML::ParseOptions::NONET +
|
||||
Nokogiri::XML::ParseOptions::COMPACT) # do not modify doc!
|
||||
load_codes(custom_file_path)
|
||||
doc.search('product').each.with_index(1) do |row, i|
|
||||
# create a new article
|
||||
unit = row.search('eenheid').text
|
||||
unit = case(unit.strip)
|
||||
when '' then 'st'
|
||||
when 'stuk' then 'st'
|
||||
when 'g' then 'gr' # need at least 2 chars
|
||||
when 'l' then 'ltr'
|
||||
else unit
|
||||
end
|
||||
unit = case unit.strip
|
||||
when '' then 'st'
|
||||
when 'stuk' then 'st'
|
||||
when 'g' then 'gr' # need at least 2 chars
|
||||
when 'l' then 'ltr'
|
||||
else unit
|
||||
end
|
||||
inhoud = row.search('inhoud').text
|
||||
inhoud.to_s.strip.empty? or (inhoud.to_f-1).abs > 1e-3 and unit = inhoud.gsub(/\.0+\s*$/,'') + unit
|
||||
inhoud.to_s.strip.empty? or (inhoud.to_f - 1).abs > 1e-3 and unit = inhoud.gsub(/\.0+\s*$/, '') + unit
|
||||
deposit = row.search('statiegeld').text
|
||||
deposit.to_s.strip.empty? and deposit = 0
|
||||
category = [
|
||||
|
|
@ -42,48 +42,44 @@ module FoodsoftArticleImport
|
|||
@@codes[:indeling][row.search('subindeling').text.to_i]
|
||||
].compact.join(' - ')
|
||||
|
||||
status = row.search('status').text == "Actief" ? nil : :outlisted
|
||||
status = row.search('status').text == 'Actief' ? nil : :outlisted
|
||||
article = {}
|
||||
unless row.search('bestelnummer').text == ""
|
||||
article = {:order_number => row.search('bestelnummer').text,
|
||||
#:ean => row.search('eancode').text,
|
||||
:name => row.search('omschrijving').text,
|
||||
:note => row.search('kwaliteit').text,
|
||||
:manufacturer => row.search('merk').text,
|
||||
:origin => row.search('herkomst').text,
|
||||
:unit => unit,
|
||||
:price => row.search('prijs inkoopprijs').text,
|
||||
:unit_quantity => row.search('sve').text,
|
||||
:tax => row.search('btw').text,
|
||||
:deposit => deposit,
|
||||
:article_category => category}
|
||||
unless row.search('bestelnummer').text == ''
|
||||
article = { order_number: row.search('bestelnummer').text,
|
||||
# :ean => row.search('eancode').text,
|
||||
name: row.search('omschrijving').text,
|
||||
note: row.search('kwaliteit').text,
|
||||
manufacturer: row.search('merk').text,
|
||||
origin: row.search('herkomst').text,
|
||||
unit: unit,
|
||||
price: row.search('prijs inkoopprijs').text,
|
||||
unit_quantity: row.search('sve').text,
|
||||
tax: row.search('btw').text,
|
||||
deposit: deposit,
|
||||
article_category: category }
|
||||
end
|
||||
yield article, status, i
|
||||
end
|
||||
end
|
||||
|
||||
private
|
||||
@@codes = {}
|
||||
|
||||
@@codes = Hash.new
|
||||
|
||||
def self.load_codes(custom_file_path=nil)
|
||||
@gem_lib = File.expand_path "../../", __FILE__
|
||||
def self.load_codes(custom_file_path = nil)
|
||||
@gem_lib = File.expand_path '..', __dir__
|
||||
dir = File.join @gem_lib, 'foodsoft_article_import'
|
||||
begin
|
||||
@@codes = YAML::load(File.open(File.join(dir, "dnb_codes.yml"))).symbolize_keys
|
||||
if(custom_file_path)
|
||||
custom_codes = YAML::load(File.open(custom_file_path)).symbolize_keys
|
||||
custom_codes.keys.each do |key|
|
||||
if @@codes.keys.include?(key)
|
||||
custom_codes[key] =custom_codes[key].merge @@codes[key]
|
||||
end
|
||||
@@codes = @@codes.merge custom_codes
|
||||
@@codes = YAML.safe_load(File.open(File.join(dir, 'dnb_codes.yml'))).symbolize_keys
|
||||
if custom_file_path
|
||||
custom_codes = YAML.safe_load(File.open(custom_file_path)).symbolize_keys
|
||||
custom_codes.each_key do |key|
|
||||
custom_codes[key] = custom_codes[key].merge @@codes[key] if @@codes.keys.include?(key)
|
||||
@@codes = @@codes.merge custom_codes
|
||||
end
|
||||
end
|
||||
@@codes
|
||||
rescue => e
|
||||
rescue StandardError => e
|
||||
raise "Failed to load dnb_codes: #{dir}/dnb_codes.yml: #{e.message}"
|
||||
end
|
||||
end
|
||||
end
|
||||
end
|
||||
end
|
||||
|
|
|
|||
|
|
@ -1,3 +1,5 @@
|
|||
# frozen_string_literal: true
|
||||
|
||||
module UTF8Encoder
|
||||
def self.clean(string)
|
||||
if string.nil?
|
||||
|
|
|
|||
|
|
@ -1,3 +1,5 @@
|
|||
# frozen_string_literal: true
|
||||
|
||||
module FoodsoftArticleImport
|
||||
VERSION = '1.0.0'
|
||||
end
|
||||
end
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue