x_11_file_import_via_plugin #65

Open
flip wants to merge 65 commits from x_11_file_import_via_plugin into develop
13 changed files with 1954 additions and 0 deletions
Showing only changes of commit 14540d4cf9 - Show all commits

View file

@ -0,0 +1,5 @@
/ insert_after 'erb:contains("file_field")'
- if FoodsoftArticleImport.enabled?
%label(for="articles_file")
%strong="select the file type you are about to upload"
=f.collection_select :type, FoodsoftArticleImport::FORMATS , :to_s, :to_s

View file

@ -0,0 +1,16 @@
ArticlesController.class_eval do
def parse_upload
uploaded_file = params[:articles]['file'] or raise I18n.t('articles.controller.parse_upload.no_file')
type = params[:articles]['type']
options = { filename: uploaded_file.original_filename }
options[:outlist_absent] = (params[:articles]['outlist_absent'] == '1')
options[:convert_units] = (params[:articles]['convert_units'] == '1')
@updated_article_pairs, @outlisted_articles, @new_articles = @supplier.sync_from_file uploaded_file.tempfile, type, options
if @updated_article_pairs.empty? && @outlisted_articles.empty? && @new_articles.empty?
redirect_to supplier_articles_path(@supplier), :notice => I18n.t('articles.controller.parse_upload.notice')
end
@ignored_article_count = 0
rescue => error
redirect_to upload_supplier_articles_path(@supplier), :alert => I18n.t('errors.general_msg', :msg => error.message)
end
end

View file

@ -0,0 +1,45 @@
Supplier.class_eval do
# Synchronise articles with spreadsheet.
#
# @param file [File] Spreadsheet file to parse
# @param options [Hash] Options passed to {FoodsoftArticleImport#parse} except when listed here.
# @option options [Boolean] :outlist_absent Set to +true+ to remove articles not in spreadsheet.
# @option options [Boolean] :convert_units Omit or set to +true+ to keep current units, recomputing unit quantity and price.
def sync_from_file(file, type, options = {})
all_order_numbers = []
updated_article_pairs, outlisted_articles, new_articles = [], [], []
custom_codes_path = File.join(Rails.root, "config", "custom_codes.yml")
opts = options.except(:convert_units, :outlist_absent)
custom_codes_file_path = custom_codes_path if File.exist?(custom_codes_path)
FoodsoftArticleImport.parse(file, custom_file_path: custom_codes_file_path, type: type, **opts) do |new_attrs, status, line|
article = articles.undeleted.where(order_number: new_attrs[:order_number]).first
new_attrs[:article_category] = ArticleCategory.find_match(new_attrs[:article_category])
new_attrs[:tax] ||= FoodsoftConfig[:tax_default]
new_article = articles.build(new_attrs)
if status.nil?
if article.nil?
new_articles << new_article
else
unequal_attributes = article.unequal_attributes(new_article, options.slice(:convert_units))
unless unequal_attributes.empty?
article.attributes = unequal_attributes
updated_article_pairs << [article, unequal_attributes]
end
end
elsif status == :outlisted && article.present?
outlisted_articles << article
# stop when there is a parsing error
elsif status.is_a? String
# @todo move I18n key to model
raise I18n.t('articles.model.error_parse', :msg => status, :line => line.to_s)
end
all_order_numbers << article.order_number if article
end
if options[:outlist_absent]
outlisted_articles += articles.undeleted.where.not(order_number: all_order_numbers + [nil])
end
[updated_article_pairs, outlisted_articles, new_articles]
end
end

View file

@ -0,0 +1,20 @@
$:.push File.expand_path("../lib", __FILE__)
# Maintain your gem's version:
require "foodsoft_article_import/version"
# Describe your gem and declare its dependencies:
Gem::Specification.new do |s|
s.name = "foodsoft_article_import"
s.version = FoodsoftArticleImport::VERSION
s.authors = ["viehlieb"]
s.email = ["foodsoft@local-it.org"]
s.summary = "Manages manual article import from file. File Formats supported are: foodsoft file(csv), bnn files (.bnn) and odin files (xml)"
s.files = Dir["{app,config,db,lib}/**/*"] + ["Rakefile", "README.md"]
s.add_dependency "rails"
s.add_dependency "deface", "~> 1.0"
s.add_dependency 'roo', '~> 2.9.0'
s.add_development_dependency 'simplecov'
end

View file

@ -0,0 +1,76 @@
# frozen_string_literal: true
require "deface"
require 'foodsoft_article_import/engine'
require 'digest/sha1'
require 'tempfile'
require 'csv'
require 'yaml'
require 'active_support/core_ext/hash/keys'
require_relative 'foodsoft_article_import/bnn'
require_relative 'foodsoft_article_import/odin'
require_relative 'foodsoft_article_import/foodsoft'
module FoodsoftArticleImport
class ConversionFailedException < StandardError; end
FORMATS = %w(bnn foodsoft odin).freeze
def self.enabled?
FoodsoftConfig[:use_article_import]
end
def self.file_formats
@@file_formats ||= {
'bnn' => FoodsoftArticleImport::Bnn,
'foodsoft' => FoodsoftArticleImport::Foodsoft,
'odin' => FoodsoftArticleImport::Odin,
}.freeze
end
# Parse file by type (one of {.file_formats})
#
# @param file [File, Tempfile]
# @option opts [String] type file format (required) (see {.file_formats})
# @return [File, Roo::Spreadsheet] file with encoding set if needed
def self.parse(file, custom_file_path: nil, type: nil, **opts, &blk)
@@filename = opts[:filename] if opts[:filename]
custom_file_path ||= nil
type ||= 'bnn'
parser = file_formats[type]
if block_given?
parser.parse(file, custom_file_path: custom_file_path, &blk)
else
data = []
parser.parse(file, custom_file_path: custom_file_path) { |a| data << a }
data
end
end
# Helper method to generate an article number for suppliers that do not have one
def self.generate_number(article)
# something unique, but not too unique
s = "#{article[:name]}-#{article[:unit_quantity]}x#{article[:unit]}"
s = s.downcase.gsub(/[^a-z0-9.]/, '')
# prefix abbreviated sha1-hash with colon to indicate that it's a generated number
article[:order_number] = ":#{Digest::SHA1.hexdigest(s)[-7..]}"
article
end
# Helper method for opening a spreadsheet file
#
# @param file [File] file to open
# @param filename [String, NilClass] optional filename for guessing the file format
# @param encoding [String, NilClass] optional CSV encoding
# @param col_sep [String, NilClass] optional column separator
# @return [Roo::Spreadsheet]
def self.open_spreadsheet(file, encoding: nil, col_sep: nil, liberal_parsing: nil)
opts = { csv_options: {} }
opts[:csv_options][:encoding] = encoding if encoding
opts[:csv_options][:col_sep] = col_sep if col_sep
opts[:csv_options][:liberal_parsing] = true if liberal_parsing
opts[:extension] = File.extname(File.basename(@@filename)) if @@filename
begin
Roo::Spreadsheet.open(file, **opts)
rescue StandardError => e
raise "Failed to parse foodsoft file. make sure file format is correct: #{e.message}"
end
end
end

View file

@ -0,0 +1,90 @@
# frozen_string_literal: true
# Module for translation and parsing of BNN-files (www.n-bnn.de)
#
module FoodsoftArticleImport
module Bnn
@@codes = {}
@@midgard = {}
# Loads the codes_file config/bnn_codes.yml into the class variable @@codes
def self.load_codes(custom_file_path = nil)
@gem_lib = File.expand_path '..', __dir__
dir = File.join @gem_lib, 'foodsoft_article_import'
begin
@@codes = YAML.safe_load(File.open(File.join(dir, 'bnn_codes.yml'))).symbolize_keys
if custom_file_path
custom_codes = YAML.safe_load(File.open(custom_file_path)).symbolize_keys
custom_codes.each_key do |key|
custom_codes[key] = custom_codes[key].merge @@codes[key] if @@codes.keys.include?(key)
@@codes = @@codes.merge custom_codes
end
end
@@midgard = YAML.safe_load(File.open(File.join(dir, 'midgard_codes.yml'))).symbolize_keys
rescue StandardError => e
raise "Failed to load bnn_codes: #{dir}/{bnn,midgard}_codes.yml: #{e.message}"
end
end
$missing_bnn_codes = []
# translates codes from BNN to foodsoft-code
def self.translate(key, value)
if @@codes[key][value]
@@codes[key][value]
elsif @@midgard[key]
@@midgard[key][value]
elsif !value.nil?
$missing_bnn_codes << value
nil
end
end
NAME = 'BNN (CSV)'
OUTLIST = false
OPTIONS = {
encoding: 'IBM850',
col_sep: ';'
}.freeze
# parses a bnn-file
def self.parse(file, custom_file_path: nil, **opts)
custom_file_path ||= nil
encoding = opts[:encoding] || OPTIONS[:encoding]
col_sep = opts[:col_sep] || OPTIONS[:col_sep]
load_codes(custom_file_path)
CSV.foreach(file, { col_sep: col_sep, encoding: encoding, headers: true }).with_index(1) do |row, i|
# check if the line is empty
unless row[0] == '' || row[0].nil?
article = {
name: row[6],
order_number: row[0],
note: row[7],
manufacturer: translate(:manufacturer, row[10]),
origin: row[12],
article_category: translate(:category, row[16]),
unit: row[23],
price: row[37],
tax: translate(:tax, row[33]),
unit_quantity: row[22]
}
# TODO: Complete deposit list....
article.merge!(deposit: translate(:deposit, row[26])) if translate(:deposit, row[26])
if !row[62].nil?
# consider special prices
article[:note] = "Sonderpreis: #{article[:price]} von #{row[62]} bis #{row[63]}"
yield article, :special, i
# Check now for article status, we only consider outlisted articles right now
# N=neu, A=Änderung, X=ausgelistet, R=Restbestand,
# V=vorübergehend ausgelistet, W=wiedergelistet
elsif row[1] == 'X' || row[1] == 'V'
yield article, :outlisted, i
else
yield article, nil, i
end
end
end
end
end
end

File diff suppressed because it is too large Load diff

View file

@ -0,0 +1,129 @@
# from http://www.nieuweband.nl/producten/groepen/
indeling:
1: Verswaren
50: Kaas
62: Schapenkaas
2: Basisproducten
850: Noten
855: Noten grootverbruik
700: Peulvruchten
705: Peulvruchten grootverbruik
340: Rijst
341: Rijst grootverbruik
450: Vlokken
455: Vlokken grootverbruik
800: Zaden en pitten
805: Zaden en pitten grootverbruik
603: Melen grootverbruik
3: Ontbijt en lunch
943: Marmelade
1272: Muesli en poppies
1000: Notenpasta
1276: Ontbijtmelen
1295: Rijstwafels
1290: Roggebrood
1270: Sandwichspread
940: Vruchtenbeleg
942: Vruchtenjam
944: Vruchtenstroop
1300: Knäckebröd, toast en beschuit
4: Warme maaltijd
1820: Mosterd
1610: Olijfolie
1600: Olijven
1451: Peulvruchtenconserven
1957: Pindasaus
1960: Sambal, ketjap en pittige smaakmakers
2170: Seitan
2260: Siropen
2248: Smaakmakers
1500: Soepen en bouillon
1515: Soepstengels
2000: Sojasauzen
2250: Suiker
1452: Tafelzuren
1590: Tamme-kastanje-producten
1975: Thaise keuken
1900: Tomatenproducten
1670: Vetten
1930: Visconserven
2175: Vleesvervangers
1360: Vruchtencompote
1400: Vruchtenconserven
1350: Vruchtenmoes en -puree
2249: Zout en kruidenzout
5: Sappen en dranken
2605: Rode wijn Oostenrijk
2604: Rode wijn Portugal
2602: Rode wijn Spanje
2608: Rode wijn Zuid-Afrika
2612: Rosé Spanje
2617: Rosé Zuid-Afrika
2420: Smoothies
2455: Sojamelkproducten
2505: Speciaalbieren
2400: Vruchtensappen
2490: Waterijs
2637: Witte wijn Argentinië
2630: Witte wijn Frankrijk
2634: Witte wijn Griekenland
2631: Witte wijn Italië
2635: Witte wijn Oostenrijk
2632: Witte wijn Spanje
2638: Witte wijn Zuid-Afrika
6: Warme dranken en theekruiden
3102: Kruidenthee builtjes
3100: Kruidenthee los
3020: Kruidenthee met geneeskrachtige werking
3009: Rooibosthee
3010: Thee grootverpakking
3052: Theekruiden
3008: Witte thee
3011: Yogi spice tea
3012: Yogi tao tea
3000: Zwarte thee
7: Versnaperingen
3552: Lollies
3470: Nougat en fudge
3570: Raw Food
3360: Rozijntjes in kinderverpakking
3410: Snijkoek
3555: Snoep met suiker
3550: Snoep zonder suiker
3405: Stroopwafels
3350: Tortillachips en salsa
3358: Zoete chips
3540: Zoethoutstokjes
3365: Zoutjes, hartige bites en popcorn
3530: Laurierdrop
8: Persoonlijke verzorging en cosmetica
5036: Lavera
5037: Namaste
5040: Natracare
5042: Odylique
5049: Sonett
5055: Urtekram
5065: Weleda
9: Natuurtherapeutisch
5455: Kruidentincturen
5420: Propolis-producten
5245: Zelfzorgmiddelen
5280: Huid- en massage-olie
10: Non Food
5517: Luiers en babydoekjes
5510: Maandverband en tampons
5520: Toiletpapier e.d.
5890: Voor kinderen (en volwassenen)
5650: Was- en schoonmaakmiddelen
5515: Watten
5610: Luchtverfrissers

View file

@ -0,0 +1,12 @@
module FoodsoftArticleImport
class Engine < ::Rails::Engine
config.to_prepare do
Dir.glob(Rails.root + "app/decorators/**/*_decorator*.rb").each do |c|
require_dependency(c)
end
end
def default_foodsoft_config(cfg)
cfg[:use_article_import] = true
end
end
end

View file

@ -0,0 +1,60 @@
# frozen_string_literal: true
# Module for Foodsoft-file import
# The Foodsoft-file is a CSV-file, with semicolon-separated columns, or ODS/XLS/XLSX
require 'roo'
require 'roo-xls'
module FoodsoftArticleImport
module Foodsoft
NAME = 'Foodsoft (CSV, ODS, XLS, XLSX)'
OUTLIST = false
OPTIONS = {
encoding: 'UTF-8',
col_sep: ';'
}.freeze
# Parses Foodsoft file
# the yielded article is a simple hash
def self.parse(file, custom_file_path: nil)
custom_file_path ||= nil
opts = OPTIONS.dup
ss = FoodsoftArticleImport.open_spreadsheet(file, **opts)
header_row = true
ss.sheet(0).each.with_index(1) do |row, i|
# skip first header row
if header_row
header_row = false
next
end
# skip empty lines
if row[2].to_s.strip.empty?
# raise no order number given
yield nil, nil, i
next
end
article = { order_number: row[1],
name: row[2],
note: row[3],
manufacturer: row[4],
origin: row[5],
unit: row[6],
price: row[7],
tax: row[8],
unit_quantity: row[10],
article_category: row[13] }
article.merge!(deposit: row[9]) unless row[9].nil?
FoodsoftArticleImport.generate_number(article) if article[:order_number].to_s.strip.empty?
if row[6].nil? || row[7].nil? || row[8].nil?
yield article, 'Error: unit, price and tax must be entered', i
else
yield article, (row[0] == 'x' ? :outlisted : nil), i
end
end
end
end
end

View file

@ -0,0 +1,294 @@
manufacturer:
"61": Maintal
AB: Agrobioservice
AD: Anita Dehnert
AH: Phyto Treasures e.K.
AO: Arganöl
AR: ARIES
AS: Abraham Schinken
Ad: Molkerei Andechs
An: Frans Andringa
Ap: Apfeltraum
Ar: Provamel über Arche
Ay: Aytem
BA: BauckHof Amelinghausn
BB: Bakenhus Biofleisch GmbH
BC: Bio-Bäckerei Bucco
BD: Biosa
BF: Bruno Fischer
BG: Bauers Garten
BH: Bauck Hof
BHA: Bauck Hof Amelinghausen
BI: Biofarben
BK: Burger Knäcke
BKO: BioKräuterei Oberhavel
BL: Beumer & Lutum
BM: Bohlsener Mühle
BN: Brochenin
BOD: Bode Naturkost
BR: Luchs Bier
BT: Beltane Naturkost GmbH
BU: Baumschule am Butzelberg
BV: BIO VITA
BZ: Biozeit
Ba: Bauck demeter Produkte
Bb: Beutelsbacher
Bd: Biosa Danmark Aps
Be: Behncken
Bf: Backforum
Bg: Butzelberg
Bh: Barnhouse
Bj: Milchschafhof Brünjes
Bk: Blank
Bm: Biomax
Bn: Bentele
Bo: Bobalis
Bt: Bretti's
Bu: Biogärtnerei Bauer
By: Byodo
CA: Care
CF: CLUB Feinkost
CI: CIDRERIE
CV: Cosmoveda
Ca: Campo
Cl: Obsthof Clostermann
Co: Obsthof Cordes (Heinrich)
Cp: Campobello
Cs: Cosmoveda
Ct: cbet GmbH
DA: Danival
DE: DEMETER-Erzeugergemeinschaft
DH: Dieter Hein Wurstwaren
DM: Dr. Martins
DN: Hof Dannwisch
DO: Donath-Mühle
DR: De Rit
DV: Davert
DW: Vovic / Evian
De: Dennree
Dk: Dinkula
EB: Erich Boden
EH: Engemann Handel
EI: Natürlich Eistert
ELM: BIONADE
EN: Provence Regime
EO: Eosta
ER: Euresis
Eb: Eisblümerl
Eh: Erhardt Meerrettichprodukte
Ei: Eiland
El: Kelterei Elm
En: Eichhorn
Er: Erdmannhauser Brezelfabrik
Es: Erntesegen
FB: Flensburger Brauerei
FE: Frucht-Express
FF: Schiffers
FI: Fromi GmbH
FL: Florian Kerzen
FR: I Frutti del Sole
FU: Future 3000
Fh: Florahof
Fq: Fläming-Quelle
Fr: Frunet
Ft: Fontaine
GA: Bio-Gärtnerei Altglobsow
GG: Naturhof Günter Gaßmann
GH: Gutshöfe
GN: Nesse Gewürze
GO: Der Georgshof
GS: Gut Schmerwitz
GT: Gut Temmen
Gb: Grabower
Gl: Glaciar
Go: Golden Temple
Gr: Grützdorfer
Gw: Gwidon Zastawa
: Gärtnerei am Bauerngut
: Stadtgut Görlitz
HA: Haaner Felsenquelle
HB: Hof Bockum
HF: Hühnerhof Falkenthal
HK: Heinz Ketchup
HM: Hof Marienhöhe
HO: Hoffmann
HS: Obstbau H. Schalkau
Ha: Hake
Hc: Hoch Oblatenfabrik
He: Hennicke
Hk: Natur Obsthof Hauke
Hl: Heidehof
Ho: Holle
Hu: Humanopolis
: Hütterman
IC: Japan Grüntee
IN: Isola della Natura
IOC: IOC
IS: Isana
Ib: Iberia
Il: Il Nuraghe
Is: ISANA
JH: Beerenobst
JS: Juers Fruchtchips
Je: Jelitta Käse
KD: Kristdyn
KG: Kräuter Gut
KK: 74271
KN: Öko-Gartenbau
KP: Kräutergarten Pommerland
Ka: Kanne
Kg: Karg Brotgenuß
: Kärrners
: Obsthof König
LB: Lammsbräu
LE: LEEB Schaf- und Ziegenmolkerei
LI: Legend Organics
LM: LeMar
LS: La Selva
La: Lahmann
Lb: Lebensbaum
Le: Leuchtenberg Sauerkrautfabrik
Lh: Lindenhof
Li: Lima Belgien
Lk: Landkrone
Ln: Land in Sicht
Ls: Lubs GmbH
Lu: Luvos Heilerde
Lw: Gärtnerei Löwenzahn
MA: Mack
MB: Mabutake
ME: Martin Evers
MH: Märkische Heide
MI: Martin Ibele
MII: Katal. Olivenöl
ML: Märkisches Landbrot
MM: Bioland Imkerei
MT: Maintal
MV: MegaVega Limited
MY: Mayka Brezel
Ma: Marschland
Mg: MIDGARD
Mh: Melchhof
Mn: Mosna
Mo: Mosaikwerkstätten
My: MAYKA, Brezelfabrik
: Hofmolkerei GmbH Münchehofe
: Märkischer Ökovertrieb
NE: Natürlich Eistert
NM:
NO: Nürnberger Bio Originale
NQ: Pineo Wasser
Na: NATURATA
Nt: Natumi
OTC: OTC
Od: ODIN Holland
PB: Peter Bentele
PG: Pilzgarten
PH: Biopilzhof
PM: Pinkus Müller
PN: Pro Natura
Pi: Piding
Pt: Port International
QB: Panettoncino
RB: Rother Bräu
RP: Rheinsberger Preussenquelle
RS: rosmarin BIOBACK
RZ: Ranch Zempow
Ra: Raab
Rb: Rabenhorst
Re: Rebgarten
Rg: Rosengarten
Rh: Rotenhäusler
Ro: Geflügelhof Robert
RoL: Robert´s LOSE
Rt: Rottstock
: Römerquelle
SB: Sabines Bauernhof
SBP: Stiftelsen Bananen
SC: Sommer & Co.
SF: Sprossen
SH: Spreewälder Hirse
SI: SINFO
SK: Spargelhof Kreienbaum
SL: St. Leonhardsquelle
SM: Seenlan Müritz
SO: Sonett
SR: Sprossenmanufaktur GbR
STN: Sonnentor
SV: SANTAVERDE ALOE VERA
Sa: Salamita
Sb: Hans Hermann Soetbeer
Sc: Schulz-Deetz
Sch: Hof Schütte
Sd: Savid
Se: Sekem, Ägypten
Sf: Sauerkonservenfabrik Schweizer
Sh: Kombucha
Si: Land in Sicht
Sk: Schock Ludwigsburg
Sm: Schramm
So: Sophienhof
Sp: Spielberger
Sr: Sanmar
St: Steck Senf
StB: Stralsunder Brauerei
Su: Sun,Backwaren aus Norwegen
Sv: Sunval demeter-Produkte
Sw: Szilleweit
Sy: Synanon
Sz: Schrozberg
: Südasien
TB: Team Blue
TF: Terra Frischdienst
TN: Tofu Nagel
TR: Teltower Rübchen
Ta: Tarpa
Te: Teutoburger Ölmühle
Ti: Tiedemann
Tm: Tillmann
Tr: tri d´Aix
Tt: Tautropfen
: Töpfer Rohrzucker
UK: Udo Kolm Bananen
UL: Gärtnerei Ulenburg
UV: Uni-Vert
Ul: Ulenburg Bioland Gemüse
VA: Kleingenossenschaft VENUSTA
VD: V & D
VE: Vega e.K.
VG: Biolog. Vollwertgetränke
VT: Vogt
VV: Vallé Käse
Vi: Viana Tofu
VlV: Vivo Lo Vin
Vo: Voelkel
WB: Weber
WD: Werder Feinkost GmbH
WH: Weide-Hardebek
WK: BioCompany Kaffee
WL: Wendland Storchenmilch
WP: Plosewasser
WR: Speickwerke
WS: Weingut Sander
Wa: Watzkendorf
We: Wendts
Wh: Molkerei Weißenhorn
Wz: Werz Heidenheim
ZA: Bio-Center Zann
ZF: Obsthof zum Felde
ZG: Zwergenwiese
ZI: Biolandhof Zielke
ZK: Ziegenkäserei Karolinenhof
ZP: Bioland Ranch Zempow
ZW: Zellertaler Wein
bF: bio Frische
bi: biosanica
dB: ÖMA-d`Beers, Kisslegg im Algäu
eu: felicia
fa: familia Müsli
ha: Hawlik
vL: v.d.Linden
öG: Öko-Gartenbau
öh: ökohum Blumenerde
ÖL: Öko-Line
ÖS: Ölmühle Solling

View file

@ -0,0 +1,85 @@
# frozen_string_literal: true
# Article import for De Nieuw Band XML file
#
# Always contains full assortment, including recently outlisted articles.
# To make sure we don't keep old articles when a number of updates was missed,
# +OUTLIST+ is set to +true+ to remove articles not present in the file.
#
require 'nokogiri'
module FoodsoftArticleImport
class Odin
NAME = 'De Nieuwe Band (XML)'
OUTLIST = true
OPTIONS = {}.freeze
# parses a string or file
def self.parse(file, custom_file_path: nil, **_opts)
custom_file_path ||= nil
xml = File.open(file)
doc = Nokogiri.XML(xml, nil, nil,
Nokogiri::XML::ParseOptions::RECOVER +
Nokogiri::XML::ParseOptions::NONET +
Nokogiri::XML::ParseOptions::COMPACT) # do not modify doc!
load_codes(custom_file_path)
doc.search('product').each.with_index(1) do |row, i|
# create a new article
unit = row.search('eenheid').text
unit = case unit.strip
when '' then 'st'
when 'stuk' then 'st'
when 'g' then 'gr' # need at least 2 chars
when 'l' then 'ltr'
else unit
end
inhoud = row.search('inhoud').text
inhoud.to_s.strip.empty? or (inhoud.to_f - 1).abs > 1e-3 and unit = inhoud.gsub(/\.0+\s*$/, '') + unit
deposit = row.search('statiegeld').text
deposit.to_s.strip.empty? and deposit = 0
category = [
@@codes[:indeling][row.search('indeling').text.to_i],
@@codes[:indeling][row.search('subindeling').text.to_i]
].compact.join(' - ')
status = row.search('status').text == 'Actief' ? nil : :outlisted
article = {}
unless row.search('bestelnummer').text == ''
article = { order_number: row.search('bestelnummer').text,
# :ean => row.search('eancode').text,
name: row.search('omschrijving').text,
note: row.search('kwaliteit').text,
manufacturer: row.search('merk').text,
origin: row.search('herkomst').text,
unit: unit,
price: row.search('prijs inkoopprijs').text,
unit_quantity: row.search('sve').text,
tax: row.search('btw').text,
deposit: deposit,
article_category: category }
end
yield article, status, i
end
end
@@codes = {}
def self.load_codes(custom_file_path = nil)
@gem_lib = File.expand_path '..', __dir__
dir = File.join @gem_lib, 'foodsoft_article_import'
begin
@@codes = YAML.safe_load(File.open(File.join(dir, 'dnb_codes.yml'))).symbolize_keys
if custom_file_path
custom_codes = YAML.safe_load(File.open(custom_file_path)).symbolize_keys
custom_codes.each_key do |key|
custom_codes[key] = custom_codes[key].merge @@codes[key] if @@codes.keys.include?(key)
@@codes = @@codes.merge custom_codes
end
end
@@codes
rescue StandardError => e
raise "Failed to load dnb_codes: #{dir}/dnb_codes.yml: #{e.message}"
end
end
end
end

View file

@ -0,0 +1,3 @@
module FoodsoftArticleImport
VERSION = "0.0.1"
end