finish plugin for bnn, foodsoft, odin uploads

app/views/articles/_sync_table.html.haml

@@ -32,8 +32,8 @@
             = form.text_field 'name', :size => 0
             - hidden_fields.each do |field|
               = form.hidden_field field
-          %td{:style => highlight_new(attrs, :note)}= form.text_field 'note', class: 'input-small'
+          %td{:style => highlight_new(attrs, :note)}= form.text_field 'note', class: 'input-medium'
-          %td{:style => highlight_new(attrs, :manufacturer)}= form.text_field 'manufacturer', class: 'input-small'
+          %td{:style => highlight_new(attrs, :manufacturer)}= form.text_field 'manufacturer', class: 'input-medium'
           %td{:style => highlight_new(attrs, :origin)}= form.text_field 'origin', class: 'input-mini'
           %td{:style => highlight_new(attrs, :unit)}= form.text_field 'unit', class: 'input-mini'
           %td{:style => highlight_new(attrs, :unit_quantity)}= form.text_field 'unit_quantity', class: 'input-mini'
@@ -49,8 +49,8 @@
             .input-prepend
               %span.add-on= t 'number.currency.format.unit'
               = form.text_field 'deposit', class: 'input-mini', style: 'width: 45px'
-          %td= form.select :article_category_id, ArticleCategory.all.map {|a| [ a.name, a.id ] },
+          %td{:style => highlight_new(attrs, :article_category)}
-            {include_blank: true}, class: 'input-small'
+            = form.select :article_category_id, ArticleCategory.all.map {|a| [ a.name, a.id ] }, {include_blank: true}
       - unless changed_article.errors.empty?
         %tr.alert
           %td(colspan=11)= changed_article.errors.full_messages.join(', ')

plugins/article_import/app/overrides/articles/upload/replace_label_with_file_format_option.html.haml.deface

@@ -0,0 +1,10 @@
+/ insert_after 'erb:contains("file_field")'
+- if FoodsoftArticleImport.enabled?
+  %label(for="articles_file")
+    %strong="select the file type you are about to upload"
+  =f.collection_select :type, FoodsoftArticleImport::FORMATS , :to_s, :to_s
+/ insert_before 'erb:contains("articles_outlist_absent")'
+-if FoodsoftArticleImport.enabled?
+  %label(for="articles_update_category")
+    = f.check_box "update_category"
+    = t 'Kategorien aus der Datei übernehmen und erstellen.'

plugins/article_import/app/overrides/controllers/articles_controller_override.rb

@@ -0,0 +1,20 @@
+if FoodsoftArticleImport.enabled?
+  ArticlesController.class_eval do
+    def parse_upload
+      uploaded_file = params[:articles]['file'] or raise I18n.t('articles.controller.parse_upload.no_file')
+      type = params[:articles]['type']
+      options = { filename: uploaded_file.original_filename }
+      options[:outlist_absent] = (params[:articles]['outlist_absent'] == '1')
+      options[:convert_units] = (params[:articles]['convert_units'] == '1')
+      options[:update_category] = (params[:articles]['update_category'] == '1')
+
+      @updated_article_pairs, @outlisted_articles, @new_articles = @supplier.sync_from_file uploaded_file.tempfile, type, options
+      if @updated_article_pairs.empty? && @outlisted_articles.empty? && @new_articles.empty?
+        redirect_to supplier_articles_path(@supplier), :notice => I18n.t('articles.controller.parse_upload.notice')
+      end
+      @ignored_article_count = 0
+    rescue => error
+      redirect_to upload_supplier_articles_path(@supplier), :alert => I18n.t('errors.general_msg', :msg => error.message)
+    end
+  end
+end

plugins/article_import/app/overrides/models/article_override.rb

@@ -0,0 +1,39 @@
+if FoodsoftArticleImport.enabled?
+  Article.class_eval do
+    def unequal_attributes(new_article, options = {})
+      # try to convert different units when desired
+      if options[:convert_units] == false
+        new_price = nil
+        new_unit_quantity = nil
+      else
+        new_price, new_unit_quantity = convert_units(new_article)
+      end
+      if new_price && new_unit_quantity
+        new_unit = self.unit
+      else
+        new_price = new_article.price
+        new_unit_quantity = new_article.unit_quantity
+        new_unit = new_article.unit
+      end
+
+      attribute_hash = {
+        :name => [self.name, new_article.name],
+        :manufacturer => [self.manufacturer, new_article.manufacturer.to_s],
+        :origin => [self.origin, new_article.origin],
+        :unit => [self.unit, new_unit],
+        :price => [self.price.to_f.round(2), new_price.to_f.round(2)],
+        :tax => [self.tax, new_article.tax],
+        :deposit => [self.deposit.to_f.round(2), new_article.deposit.to_f.round(2)],
+        # take care of different num-objects.
+        :unit_quantity => [self.unit_quantity.to_s.to_f, new_unit_quantity.to_s.to_f],
+        :note => [self.note.to_s, new_article.note.to_s]
+      }
+      if options[:update_category] == true
+        new_article_category = new_article.article_category
+        attribute_hash[:article_category] = [self.article_category, new_article_category] unless new_article_category.blank?
+      end
+
+      Article.compare_attributes(attribute_hash)
+    end
+  end
+end

plugins/article_import/app/overrides/models/supplier_override.rb

@@ -0,0 +1,53 @@
+if FoodsoftArticleImport.enabled?
+  Supplier.class_eval do
+      # Synchronise articles with spreadsheet.
+    #
+    # @param file [File] Spreadsheet file to parse
+    # @param options [Hash] Options passed to {FoodsoftArticleImport#parse} except when listed here.
+    # @option options [Boolean] :outlist_absent Set to +true+ to remove articles not in spreadsheet.
+    # @option options [Boolean] :convert_units Omit or set to +true+ to keep current units, recomputing unit quantity and price.
+    def sync_from_file(file, type, options = {})
+      all_order_numbers = []
+      updated_article_pairs, outlisted_articles, new_articles = [], [], []
+      custom_codes_path = File.join(Rails.root, "config", "custom_codes.yml")
+      opts = options.except(:convert_units, :outlist_absent)
+      custom_codes_file_path = custom_codes_path if File.exist?(custom_codes_path)
+      FoodsoftArticleImport.parse(file, custom_file_path: custom_codes_file_path, type: type, **opts) do |new_attrs, status, line|
+        article = articles.undeleted.where(order_number: new_attrs[:order_number]).first
+
+        if new_attrs[:article_category].present? && options[:update_category]
+          new_attrs[:article_category] = ArticleCategory.find_match(new_attrs[:article_category]) || ArticleCategory.create_or_find_by!(name: new_attrs[:article_category])
+        else
+          new_attrs[:article_category] = nil
+        end
+
+        new_attrs[:tax] ||= FoodsoftConfig[:tax_default]
+        new_article = articles.build(new_attrs)
+        if status.nil?
+          if article.nil?
+            new_articles << new_article
+          else
+            unequal_attributes = article.unequal_attributes(new_article, options.slice(:convert_units, :update_category))
+            unless unequal_attributes.empty?
+              article.attributes = unequal_attributes
+              updated_article_pairs << [article, unequal_attributes]
+            end
+          end
+        elsif status == :outlisted && article.present?
+          outlisted_articles << article
+
+        # stop when there is a parsing error
+        elsif status.is_a? String
+          # @todo move I18n key to model
+          raise I18n.t('articles.model.error_parse', :msg => status, :line => line.to_s)
+        end
+
+        all_order_numbers << article.order_number if article
+      end
+      if options[:outlist_absent]
+        outlisted_articles += articles.undeleted.where.not(order_number: all_order_numbers + [nil])
+      end
+      [updated_article_pairs, outlisted_articles, new_articles]
+    end
+  end
+end

plugins/article_import/foodsoft_article_import.gemspec

@@ -0,0 +1,20 @@
+$:.push File.expand_path("../lib", __FILE__)
+
+# Maintain your gem's version:
+require "foodsoft_article_import/version"
+
+# Describe your gem and declare its dependencies:
+Gem::Specification.new do |s|
+  s.name        = "foodsoft_article_import"
+  s.version     = FoodsoftArticleImport::VERSION
+  s.authors     = ["viehlieb"]
+  s.email       = ["foodsoft@local-it.org"]
+  s.summary     = "Manages manual article import from file. File Formats supported are: foodsoft file(csv), bnn files (.bnn) and odin files (xml)"
+
+  s.files = Dir["{app,config,db,lib}/**/*"] + ["Rakefile", "README.md"]
+
+  s.add_dependency "rails"
+  s.add_dependency "deface", "~> 1.0"
+  s.add_dependency 'roo', '~> 2.9.0'
+  s.add_development_dependency 'simplecov'
+end

plugins/article_import/lib/foodsoft_article_import.rb

@@ -0,0 +1,76 @@
+# frozen_string_literal: true
+require "deface"
+require 'foodsoft_article_import/engine'
+require 'digest/sha1'
+require 'tempfile'
+require 'csv'
+require 'yaml'
+require 'active_support/core_ext/hash/keys'
+require_relative 'foodsoft_article_import/bnn'
+require_relative 'foodsoft_article_import/odin'
+require_relative 'foodsoft_article_import/foodsoft'
+module FoodsoftArticleImport
+  class ConversionFailedException < StandardError; end
+
+  FORMATS = %w(bnn foodsoft odin).freeze
+  def self.enabled?
+    FoodsoftConfig[:use_article_import]
+  end
+
+  def self.file_formats
+    @@file_formats ||= {
+      'bnn' => FoodsoftArticleImport::Bnn,
+      'foodsoft' => FoodsoftArticleImport::Foodsoft,
+      'odin' => FoodsoftArticleImport::Odin,
+    }.freeze
+  end
+
+  # Parse file by type (one of {.file_formats})
+  #
+  # @param file [File, Tempfile]
+  # @option opts [String] type file format (required) (see {.file_formats})
+  # @return [File, Roo::Spreadsheet] file with encoding set if needed
+  def self.parse(file, custom_file_path: nil, type: nil, **opts, &blk)
+    @@filename = opts[:filename] if opts[:filename]
+    custom_file_path ||= nil
+    type ||= 'bnn'
+    parser = file_formats[type]
+    if block_given?
+      parser.parse(file, custom_file_path: custom_file_path, &blk)
+    else
+      data = []
+      parser.parse(file, custom_file_path: custom_file_path) { |a| data << a }
+      data
+    end
+  end
+
+  # Helper method to generate an article number for suppliers that do not have one
+  def self.generate_number(article)
+    # something unique, but not too unique
+    s = "#{article[:name]}-#{article[:unit_quantity]}x#{article[:unit]}"
+    s = s.downcase.gsub(/[^a-z0-9.]/, '')
+    # prefix abbreviated sha1-hash with colon to indicate that it's a generated number
+    article[:order_number] = ":#{Digest::SHA1.hexdigest(s)[-7..]}"
+    article
+  end
+
+  # Helper method for opening a spreadsheet file
+  #
+  # @param file [File] file to open
+  # @param filename [String, NilClass] optional filename for guessing the file format
+  # @param encoding [String, NilClass] optional CSV encoding
+  # @param col_sep [String, NilClass] optional column separator
+  # @return [Roo::Spreadsheet]
+  def self.open_spreadsheet(file, encoding: nil, col_sep: nil, liberal_parsing: nil)
+    opts = { csv_options: {} }
+    opts[:csv_options][:encoding] = encoding if encoding
+    opts[:csv_options][:col_sep] = col_sep if col_sep
+    opts[:csv_options][:liberal_parsing] = true if liberal_parsing
+    opts[:extension] = File.extname(File.basename(file)) if file
+    begin
+      Roo::Spreadsheet.open(file, **opts)
+    rescue StandardError => e
+      raise "Failed to parse foodsoft file. make sure file format is correct: #{e.message}"
+    end
+  end
+end

plugins/article_import/lib/foodsoft_article_import/bnn.rb

@@ -0,0 +1,90 @@
+# frozen_string_literal: true
+
+# Module for translation and parsing of BNN-files (www.n-bnn.de)
+#
+module FoodsoftArticleImport
+  module Bnn
+    @@codes = {}
+    @@midgard = {}
+    # Loads the codes_file config/bnn_codes.yml into the class variable @@codes
+    def self.load_codes(custom_file_path = nil)
+      @gem_lib = File.expand_path '..', __dir__
+      dir = File.join @gem_lib, 'foodsoft_article_import'
+      begin
+        @@codes = YAML.safe_load(File.open(File.join(dir, 'bnn_codes.yml'))).symbolize_keys
+        if custom_file_path
+          custom_codes = YAML.safe_load(File.open(custom_file_path)).symbolize_keys
+          custom_codes.each_key do |key|
+            custom_codes[key] = custom_codes[key].merge @@codes[key] if @@codes.keys.include?(key)
+            @@codes = @@codes.merge custom_codes
+          end
+        end
+        @@midgard = YAML.safe_load(File.open(File.join(dir, 'midgard_codes.yml'))).symbolize_keys
+      rescue StandardError => e
+        raise "Failed to load bnn_codes: #{dir}/{bnn,midgard}_codes.yml: #{e.message}"
+      end
+    end
+
+    $missing_bnn_codes = []
+
+    # translates codes from BNN to foodsoft-code
+    def self.translate(key, value)
+      if @@codes[key][value]
+        @@codes[key][value]
+      elsif @@midgard[key]
+        @@midgard[key][value]
+      elsif !value.nil?
+        $missing_bnn_codes << value
+        nil
+      end
+    end
+
+    NAME = 'BNN (CSV)'
+    OUTLIST = false
+    OPTIONS = {
+      encoding: 'IBM850',
+      col_sep: ';'
+    }.freeze
+
+    # parses a bnn-file
+    def self.parse(file, custom_file_path: nil, **opts)
+      custom_file_path ||= nil
+      encoding = opts[:encoding] || OPTIONS[:encoding]
+      col_sep = opts[:col_sep] || OPTIONS[:col_sep]
+      load_codes(custom_file_path)
+      CSV.foreach(file, { col_sep: col_sep, encoding: encoding, headers: true }).with_index(1) do |row, i|
+        # check if the line is empty
+        unless row[0] == '' || row[0].nil?
+          article = {
+            name: row[6],
+            order_number: row[0],
+            note: row[7],
+            manufacturer: translate(:manufacturer, row[10]),
+            origin: row[12],
+            article_category: translate(:category, row[16]),
+            unit: row[23],
+            price: row[37],
+            tax: translate(:tax, row[33]),
+            unit_quantity: row[22]
+          }
+          # TODO: Complete deposit list....
+          article.merge!(deposit: translate(:deposit, row[26])) if translate(:deposit, row[26])
+
+          if !row[62].nil?
+            # consider special prices
+            article[:note] = "Sonderpreis: #{article[:price]} von #{row[62]} bis #{row[63]}"
+            yield article, :special, i
+
+            # Check now for article status, we only consider outlisted articles right now
+            # N=neu, A=Änderung, X=ausgelistet, R=Restbestand,
+            # V=vorübergehend ausgelistet, W=wiedergelistet
+          elsif row[1] == 'X' || row[1] == 'V'
+            yield article, :outlisted, i
+          else
+            yield article, nil, i
+          end
+        end
+      end
+    end
+  end
+end

plugins/article_import/lib/foodsoft_article_import/dnb_codes.yml

@@ -0,0 +1,129 @@
+
+# from http://www.nieuweband.nl/producten/groepen/
+indeling:
+  1: Verswaren
+  50: Kaas
+  62: Schapenkaas
+
+  2: Basisproducten
+  850: Noten
+  855: Noten grootverbruik
+  700: Peulvruchten
+  705: Peulvruchten grootverbruik
+  340: Rijst
+  341: Rijst grootverbruik
+  450: Vlokken
+  455: Vlokken grootverbruik
+  800: Zaden en pitten
+  805: Zaden en pitten grootverbruik
+  603: Melen grootverbruik
+
+  3: Ontbijt en lunch
+  943: Marmelade
+  1272: Muesli en poppies
+  1000: Notenpasta
+  1276: Ontbijtmelen
+  1295: Rijstwafels
+  1290: Roggebrood
+  1270: Sandwichspread
+  940: Vruchtenbeleg
+  942: Vruchtenjam
+  944: Vruchtenstroop
+  1300: Knäckebröd, toast en beschuit
+
+  4: Warme maaltijd
+  1820: Mosterd
+  1610: Olijfolie
+  1600: Olijven
+  1451: Peulvruchtenconserven
+  1957: Pindasaus
+  1960: Sambal, ketjap en pittige smaakmakers
+  2170: Seitan
+  2260: Siropen
+  2248: Smaakmakers
+  1500: Soepen en bouillon
+  1515: Soepstengels
+  2000: Sojasauzen
+  2250: Suiker
+  1452: Tafelzuren
+  1590: Tamme-kastanje-producten
+  1975: Thaise keuken
+  1900: Tomatenproducten
+  1670: Vetten
+  1930: Visconserven
+  2175: Vleesvervangers
+  1360: Vruchtencompote
+  1400: Vruchtenconserven
+  1350: Vruchtenmoes en -puree
+  2249: Zout en kruidenzout
+
+  5: Sappen en dranken
+  2605: Rode wijn Oostenrijk
+  2604: Rode wijn Portugal
+  2602: Rode wijn Spanje
+  2608: Rode wijn Zuid-Afrika
+  2612: Rosé Spanje
+  2617: Rosé Zuid-Afrika
+  2420: Smoothies
+  2455: Sojamelkproducten
+  2505: Speciaalbieren
+  2400: Vruchtensappen
+  2490: Waterijs
+  2637: Witte wijn Argentinië
+  2630: Witte wijn Frankrijk
+  2634: Witte wijn Griekenland
+  2631: Witte wijn Italië
+  2635: Witte wijn Oostenrijk
+  2632: Witte wijn Spanje
+  2638: Witte wijn Zuid-Afrika
+
+  6: Warme dranken en theekruiden
+  3102: Kruidenthee builtjes
+  3100: Kruidenthee los
+  3020: Kruidenthee met geneeskrachtige werking
+  3009: Rooibosthee
+  3010: Thee grootverpakking
+  3052: Theekruiden
+  3008: Witte thee
+  3011: Yogi spice tea
+  3012: Yogi tao tea
+  3000: Zwarte thee
+
+  7: Versnaperingen
+  3552: Lollies
+  3470: Nougat en fudge
+  3570: Raw Food
+  3360: Rozijntjes in kinderverpakking
+  3410: Snijkoek
+  3555: Snoep met suiker
+  3550: Snoep zonder suiker
+  3405: Stroopwafels
+  3350: Tortillachips en salsa
+  3358: Zoete chips
+  3540: Zoethoutstokjes
+  3365: Zoutjes, hartige bites en popcorn
+  3530: Laurierdrop
+
+  8: Persoonlijke verzorging en cosmetica
+  5036: Lavera
+  5037: Namaste
+  5040: Natracare
+  5042: Odylique
+  5049: Sonett
+  5055: Urtekram
+  5065: Weleda
+
+  9: Natuurtherapeutisch
+  5455: Kruidentincturen
+  5420: Propolis-producten
+  5245: Zelfzorgmiddelen
+  5280: Huid- en massage-olie
+
+  10: Non Food
+  5517: Luiers en babydoekjes
+  5510: Maandverband en tampons
+  5520: Toiletpapier e.d.
+  5890: Voor kinderen (en volwassenen)
+  5650: Was- en schoonmaakmiddelen
+  5515: Watten
+  5610: Luchtverfrissers

plugins/article_import/lib/foodsoft_article_import/engine.rb

@@ -0,0 +1,12 @@
+module FoodsoftArticleImport
+  class Engine < ::Rails::Engine
+    config.to_prepare do
+      Dir.glob(Rails.root + "app/decorators/**/*_decorator*.rb").each do |c|
+        require_dependency(c)
+      end
+    end
+    def default_foodsoft_config(cfg)
+      cfg[:use_article_import] = false
+    end
+  end
+end

plugins/article_import/lib/foodsoft_article_import/foodsoft.rb

@@ -0,0 +1,60 @@
+# frozen_string_literal: true
+
+# Module for Foodsoft-file import
+# The Foodsoft-file is a CSV-file, with semicolon-separated columns, or ODS/XLS/XLSX
+
+require 'roo'
+require 'roo-xls'
+
+module FoodsoftArticleImport
+  module Foodsoft
+    NAME = 'Foodsoft (CSV, ODS, XLS, XLSX)'
+    OUTLIST = false
+    OPTIONS = {
+      encoding: 'UTF-8',
+      col_sep: ';'
+    }.freeze
+
+    # Parses Foodsoft file
+    # the yielded article is a simple hash
+    def self.parse(file, custom_file_path: nil)
+      custom_file_path ||= nil
+      opts = OPTIONS.dup
+
+      ss = FoodsoftArticleImport.open_spreadsheet(file, **opts)
+
+      header_row = true
+      ss.sheet(0).each.with_index(1) do |row, i|
+        # skip first header row
+        if header_row
+          header_row = false
+          next
+        end
+        # skip empty lines
+        if row[2].to_s.strip.empty?
+          # raise no order number given
+          yield nil, nil, i
+          next
+        end
+
+        article = { order_number: row[1],
+                    name: row[2],
+                    note: row[3],
+                    manufacturer: row[4],
+                    origin: row[5],
+                    unit: row[6],
+                    price: row[7],
+                    tax: row[8],
+                    unit_quantity: row[10],
+                    article_category: row[13] }
+        article.merge!(deposit: row[9]) unless row[9].nil?
+        FoodsoftArticleImport.generate_number(article) if article[:order_number].to_s.strip.empty?
+        if row[6].nil? || row[7].nil? || row[8].nil?
+          yield article, 'Error: unit, price and tax must be entered', i
+        else
+          yield article, (row[0] == 'x' ? :outlisted : nil), i
+        end
+      end
+    end
+  end
+end

plugins/article_import/lib/foodsoft_article_import/midgard_codes.yml

@@ -0,0 +1,294 @@
+manufacturer:
+  "61": Maintal
+  AB: Agrobioservice
+  AD: Anita Dehnert
+  AH: Phyto Treasures e.K.
+  AO: Arganöl
+  AR: ARIES
+  AS: Abraham Schinken
+  Ad: Molkerei Andechs
+  An: Frans Andringa
+  Ap: Apfeltraum
+  Ar: Provamel über Arche
+  Ay: Aytem
+  BA: BauckHof Amelinghausn
+  BB: Bakenhus Biofleisch GmbH
+  BC: Bio-Bäckerei Bucco
+  BD: Biosa
+  BF: Bruno Fischer
+  BG: Bauers Garten
+  BH: Bauck Hof
+  BHA: Bauck Hof Amelinghausen
+  BI: Biofarben
+  BK: Burger Knäcke
+  BKO: BioKräuterei Oberhavel
+  BL: Beumer & Lutum
+  BM: Bohlsener Mühle
+  BN: Brochenin
+  BOD: Bode Naturkost
+  BR: Luchs Bier
+  BT: Beltane Naturkost GmbH
+  BU: Baumschule am Butzelberg
+  BV: BIO VITA
+  BZ: Biozeit
+  Ba: Bauck demeter Produkte
+  Bb: Beutelsbacher
+  Bd: Biosa Danmark Aps
+  Be: Behncken
+  Bf: Backforum
+  Bg: Butzelberg
+  Bh: Barnhouse
+  Bj: Milchschafhof Brünjes
+  Bk: Blank
+  Bm: Biomax
+  Bn: Bentele
+  Bo: Bobalis
+  Bt: Bretti's
+  Bu: Biogärtnerei Bauer
+  By: Byodo
+  CA: Care
+  CF: CLUB Feinkost
+  CI: CIDRERIE
+  CV: Cosmoveda
+  Ca: Campo
+  Cl: Obsthof Clostermann
+  Co: Obsthof Cordes (Heinrich)
+  Cp: Campobello
+  Cs: Cosmoveda
+  Ct: cbet GmbH
+  DA: Danival
+  DE: DEMETER-Erzeugergemeinschaft
+  DH: Dieter Hein Wurstwaren
+  DM: Dr. Martins
+  DN: Hof Dannwisch
+  DO: Donath-Mühle
+  DR: De Rit
+  DV: Davert
+  DW: Vovic / Evian
+  De: Dennree
+  Dk: Dinkula
+  EB: Erich Boden
+  EH: Engemann Handel
+  EI: Natürlich Eistert
+  ELM: BIONADE
+  EN: Provence Regime
+  EO: Eosta
+  ER: Euresis
+  Eb: Eisblümerl
+  Eh: Erhardt Meerrettichprodukte
+  Ei: Eiland
+  El: Kelterei Elm
+  En: Eichhorn
+  Er: Erdmannhauser Brezelfabrik
+  Es: Erntesegen
+  FB: Flensburger Brauerei
+  FE: Frucht-Express
+  FF: Schiffers
+  FI: Fromi GmbH
+  FL: Florian Kerzen
+  FR: I Frutti del Sole
+  FU: Future 3000
+  Fh: Florahof
+  Fq: Fläming-Quelle
+  Fr: Frunet
+  Ft: Fontaine
+  GA: Bio-Gärtnerei Altglobsow
+  GG: Naturhof Günter Gaßmann
+  GH: Gutshöfe
+  GN: Nesse Gewürze
+  GO: Der Georgshof
+  GS: Gut Schmerwitz
+  GT: Gut Temmen
+  Gb: Grabower
+  Gl: Glaciar
+  Go: Golden Temple
+  Gr: Grützdorfer
+  Gw: Gwidon Zastawa
+  Gä: Gärtnerei am Bauerngut
+  GÖ: Stadtgut Görlitz
+  HA: Haaner Felsenquelle
+  HB: Hof Bockum
+  HF: Hühnerhof Falkenthal
+  HK: Heinz Ketchup
+  HM: Hof Marienhöhe
+  HO: Hoffmann
+  HS: Obstbau H. Schalkau
+  Ha: Hake
+  Hc: Hoch Oblatenfabrik
+  He: Hennicke
+  Hk: Natur Obsthof Hauke
+  Hl: Heidehof
+  Ho: Holle
+  Hu: Humanopolis
+  Hü: Hütterman
+  IC: Japan Grüntee
+  IN: Isola della Natura
+  IOC: IOC
+  IS: Isana
+  Ib: Iberia
+  Il: Il Nuraghe
+  Is: ISANA
+  JH: Beerenobst
+  JS: Juers Fruchtchips
+  Je: Jelitta Käse
+  KD: Kristdyn
+  KG: Kräuter Gut
+  KK: 74271
+  KN: Öko-Gartenbau
+  KP: Kräutergarten Pommerland
+  Ka: Kanne
+  Kg: Karg Brotgenuß
+  Kä: Kärrners
+  Kö: Obsthof König
+  LB: Lammsbräu
+  LE: LEEB Schaf- und Ziegenmolkerei
+  LI: Legend Organics
+  LM: LeMar
+  LS: La Selva
+  La: Lahmann
+  Lb: Lebensbaum
+  Le: Leuchtenberg Sauerkrautfabrik
+  Lh: Lindenhof
+  Li: Lima Belgien
+  Lk: Landkrone
+  Ln: Land in Sicht
+  Ls: Lubs GmbH
+  Lu: Luvos Heilerde
+  Lw: Gärtnerei Löwenzahn
+  MA: Mack
+  MB: Mabutake
+  ME: Martin Evers
+  MH: Märkische Heide
+  MI: Martin Ibele
+  MII: Katal. Olivenöl
+  ML: Märkisches Landbrot
+  MM: Bioland Imkerei
+  MT: Maintal
+  MV: MegaVega Limited
+  MY: Mayka Brezel
+  Ma: Marschland
+  Mg: MIDGARD
+  Mh: Melchhof
+  Mn: Mosna
+  Mo: Mosaikwerkstätten
+  My: MAYKA, Brezelfabrik
+  Mü: Hofmolkerei GmbH Münchehofe
+  MÖ: Märkischer Ökovertrieb
+  NE: Natürlich Eistert
+  NM: 
+  NO: Nürnberger Bio Originale
+  NQ: Pineo Wasser
+  Na: NATURATA
+  Nt: Natumi
+  OTC: OTC
+  Od: ODIN Holland
+  PB: Peter Bentele
+  PG: Pilzgarten
+  PH: Biopilzhof
+  PM: Pinkus Müller
+  PN: Pro Natura
+  Pi: Piding
+  Pt: Port International
+  QB: Panettoncino
+  RB: Rother Bräu
+  RP: Rheinsberger Preussenquelle
+  RS: rosmarin BIOBACK
+  RZ: Ranch Zempow
+  Ra: Raab
+  Rb: Rabenhorst
+  Re: Rebgarten
+  Rg: Rosengarten
+  Rh: Rotenhäusler
+  Ro: Geflügelhof Robert
+  RoL: Robert´s LOSE
+  Rt: Rottstock
+  Rö: Römerquelle
+  SB: Sabines Bauernhof
+  SBP: Stiftelsen Bananen
+  SC: Sommer & Co.
+  SF: Sprossen
+  SH: Spreewälder Hirse
+  SI: SINFO
+  SK: Spargelhof Kreienbaum
+  SL: St. Leonhardsquelle
+  SM: Seenlan Müritz
+  SO: Sonett
+  SR: Sprossenmanufaktur GbR
+  STN: Sonnentor
+  SV: SANTAVERDE ALOE VERA
+  Sa: Salamita
+  Sb: Hans Hermann Soetbeer
+  Sc: Schulz-Deetz
+  Sch: Hof Schütte
+  Sd: Savid
+  Se: Sekem, Ägypten
+  Sf: Sauerkonservenfabrik Schweizer
+  Sh: Kombucha
+  Si: Land in Sicht
+  Sk: Schock       Ludwigsburg
+  Sm: Schramm
+  So: Sophienhof
+  Sp: Spielberger
+  Sr: Sanmar
+  St: Steck Senf
+  StB: Stralsunder Brauerei
+  Su: Sun,Backwaren aus Norwegen
+  Sv: Sunval demeter-Produkte
+  Sw: Szilleweit
+  Sy: Synanon
+  Sz: Schrozberg
+  Sü: Südasien
+  TB: Team Blue
+  TF: Terra Frischdienst
+  TN: Tofu Nagel
+  TR: Teltower Rübchen
+  Ta: Tarpa
+  Te: Teutoburger Ölmühle
+  Ti: Tiedemann
+  Tm: Tillmann
+  Tr: tri d´Aix
+  Tt: Tautropfen
+  Tö: Töpfer Rohrzucker
+  UK: Udo Kolm Bananen
+  UL: Gärtnerei Ulenburg
+  UV: Uni-Vert
+  Ul: Ulenburg Bioland Gemüse
+  VA: Kleingenossenschaft VENUSTA
+  VD: V & D
+  VE: Vega e.K.
+  VG: Biolog. Vollwertgetränke
+  VT: Vogt
+  VV: Vallé Käse
+  Vi: Viana Tofu
+  VlV: Vivo Lo Vin
+  Vo: Voelkel
+  WB: Weber
+  WD: Werder Feinkost GmbH
+  WH: Weide-Hardebek
+  WK: BioCompany Kaffee
+  WL: Wendland Storchenmilch
+  WP: Plosewasser
+  WR: Speickwerke
+  WS: Weingut Sander
+  Wa: Watzkendorf
+  We: Wendts
+  Wh: Molkerei Weißenhorn
+  Wz: Werz       Heidenheim
+  ZA: Bio-Center Zann
+  ZF: Obsthof zum Felde
+  ZG: Zwergenwiese
+  ZI: Biolandhof Zielke
+  ZK: Ziegenkäserei Karolinenhof
+  ZP: Bioland Ranch Zempow
+  ZW: Zellertaler Wein
+  bF: bio Frische
+  bi: biosanica
+  dB: ÖMA-d`Beers, Kisslegg im Algäu
+  eu: felicia
+  fa: familia Müsli
+  ha: Hawlik
+  vL: v.d.Linden
+  öG: Öko-Gartenbau
+  öh: ökohum Blumenerde
+  ÖL: Öko-Line
+  ÖS: Ölmühle Solling

plugins/article_import/lib/foodsoft_article_import/odin.rb

@@ -0,0 +1,85 @@
+# frozen_string_literal: true
+
+# Article import for De Nieuw Band XML file
+#
+# Always contains full assortment, including recently outlisted articles.
+# To make sure we don't keep old articles when a number of updates was missed,
+# +OUTLIST+ is set to +true+ to remove articles not present in the file.
+#
+require 'nokogiri'
+
+module FoodsoftArticleImport
+  class Odin
+    NAME = 'De Nieuwe Band (XML)'
+    OUTLIST = true
+    OPTIONS = {}.freeze
+
+    # parses a string or file
+    def self.parse(file, custom_file_path: nil, **_opts)
+      custom_file_path ||= nil
+      xml = File.open(file)
+      doc = Nokogiri.XML(xml, nil, nil,
+                         Nokogiri::XML::ParseOptions::RECOVER +
+                         Nokogiri::XML::ParseOptions::NONET +
+                         Nokogiri::XML::ParseOptions::COMPACT) # do not modify doc!
+      load_codes(custom_file_path)
+      doc.search('product').each.with_index(1) do |row, i|
+        # create a new article
+        unit = row.search('eenheid').text
+        unit = case unit.strip
+               when '' then 'st'
+               when 'stuk' then 'st'
+               when 'g'    then 'gr' # need at least 2 chars
+               when 'l'    then 'ltr'
+               else             unit
+               end
+        inhoud = row.search('inhoud').text
+        inhoud.to_s.strip.empty? or (inhoud.to_f - 1).abs > 1e-3 and unit = inhoud.gsub(/\.0+\s*$/, '') + unit
+        deposit = row.search('statiegeld').text
+        deposit.to_s.strip.empty? and deposit = 0
+        category = [
+          @@codes[:indeling][row.search('indeling').text.to_i],
+          @@codes[:indeling][row.search('subindeling').text.to_i]
+        ].compact.join(' - ')
+
+        status = row.search('status').text == 'Actief' ? nil : :outlisted
+        article = {}
+        unless row.search('bestelnummer').text == ''
+          article = { order_number: row.search('bestelnummer').text,
+                      # :ean => row.search('eancode').text,
+                      name: row.search('omschrijving').text,
+                      note: row.search('kwaliteit').text,
+                      manufacturer: row.search('merk').text,
+                      origin: row.search('herkomst').text,
+                      unit: unit,
+                      price: row.search('prijs inkoopprijs').text,
+                      unit_quantity: row.search('sve').text,
+                      tax: row.search('btw').text,
+                      deposit: deposit,
+                      article_category: category }
+        end
+        yield article, status, i
+      end
+    end
+
+    @@codes = {}
+
+    def self.load_codes(custom_file_path = nil)
+      @gem_lib = File.expand_path '..', __dir__
+      dir = File.join @gem_lib, 'foodsoft_article_import'
+      begin
+        @@codes = YAML.safe_load(File.open(File.join(dir, 'dnb_codes.yml'))).symbolize_keys
+        if custom_file_path
+          custom_codes = YAML.safe_load(File.open(custom_file_path)).symbolize_keys
+          custom_codes.each_key do |key|
+            custom_codes[key] = custom_codes[key].merge @@codes[key] if @@codes.keys.include?(key)
+            @@codes = @@codes.merge custom_codes
+          end
+        end
+        @@codes
+      rescue StandardError => e
+        raise "Failed to load dnb_codes: #{dir}/dnb_codes.yml: #{e.message}"
+      end
+    end
+  end
+end

plugins/article_import/lib/foodsoft_article_import/version.rb

@@ -0,0 +1,3 @@
+module FoodsoftArticleImport
+  VERSION = "0.0.1"
+end

plugins/article_import/spec/app_config.yml

@@ -0,0 +1,34 @@
+# Minimal Foodsoft configuration
+#
+# Without those settings, Foodsoft may not even work.
+# This file is used when running tests. When plugins would modify foodsoft behaviour
+# and they are enabled in the sample configuration, there is stable base to test with.
+
+default: &defaults
+  multi_coop_install: false
+  use_self_service: true
+  default_scope: 'f'
+
+  name: FC Minimal
+
+  # true by default to keep compat with older installations, but test with false here
+  use_nick: false
+  use_article_import: true
+
+  price_markup: 5
+
+  # do we really need the following ones?
+  tax_default: 6.0
+  email_sender: noreply@minimal.test
+
+  host: localhost
+
+
+development:
+  <<: *defaults
+
+test:
+  <<: *defaults
+
+production:
+  <<: *defaults

plugins/article_import/spec/files/bnn/bnn_bad_encoding.BNN

@@ -0,0 +1,3 @@
+BNN;3;0;Naturkost Nord, Hamburg;T;Angebot Nr. 0922;EUR;20220905;20221001;20220825;837;1
+64721;A;;;4280001958081;4280001958203;Greek Dressing - Kräuter Mix;Oregano, Basilikum und Minze;;;med;;GR;C%;DE-ÖKO-001;120;1302;10;55;;1;6 x35g;6;35g;1;N;930190;99260;;1,41;;;;1;;;4,49;2,89;J;;2;3;;;;;;;;;;;;;;;;;;;A;;;;;Kg;28,571;;
+;;99

plugins/article_import/spec/files/bnn/bnn_flawless.BNN

@@ -0,0 +1,3 @@
+BNN;3;0;Naturkost Nord, Hamburg;T;Angebot Nr. 0922;EUR;20220905;20221001;20220825;837;1
+64721;X;;;4280001958081;4280001958203;Greek Dressing - Kr„uter Mix;Oregano, Basilikum und Minze;;;med;;GR;C%;DE-™KO-001;120;1302;10;55;;1;6 x35g;6;35g;1;N;930190;99260;;1,41;;;;1;;;4,49;2,89;J;;2;3;;;;;;;;;;;;;;;;;;;A;;;;;Kg;28,571;;
+;;99

plugins/article_import/spec/files/bnn/bnn_flawless_category.BNN

@@ -0,0 +1,3 @@
+BNN;3;0;Naturkost Nord, Hamburg;T;Angebot Nr. 0922;EUR;20220905;20221001;20220825;837;1
+64721;A;;;4280001958081;4280001958203;Greek Dressing - Kr„uter Mix;Oregano, Basilikum und Minze;;;med;;GR;C%;DE-™KO-001;120;4000;10;55;;1;6 x35g;6;35g;1;N;930190;99260;;1,41;;;;1;;;4,49;2,89;J;;2;3;;;;;;;;;;;;;;;;;;;A;;;;;Kg;28,571;;
+;;99

plugins/article_import/spec/files/bnn/bnn_flawless_special.BNN

@@ -0,0 +1,3 @@
+BNN;3;0;Naturkost Nord, Hamburg;T;Angebot Nr. 0922;EUR;20220905;20221001;20220825;837;1
+64721;A;;;4280001958081;4280001958203;Greek Dressing - Kr„uter Mix;Oregano, Basilikum und Minze;;;med;;GR;C%;DE-™KO-001;120;1302;10;55;;1;6 x35g;6;35g;1;N;930190;99260;;1,41;;;;1;;;4,49;2,89;J;;2;3;;;;;;;;;;;;;;;;;;;A;;20230101;20230201;;Kg;28,571;;
+;;99

plugins/article_import/spec/files/bnn/bnn_missing_entries.BNN

@@ -0,0 +1,3 @@
+BNN;3;0;Naturkost Nord, Hamburg;T;Angebot Nr. 0922;EUR;20220905;20221001;20220825;837;1
+64721;A;;;4280001958081;4280001958203;Greek Dressing - Kr„uter Mix;Oregano, Basilikum und Minze;;;HDE;;GR;C%;DE-™KO-001;120;1100;10;55;;1;6 x35g;6;35g;1;N;;99260;;1,41;;;;1;;;4,49;2,89;J;;;;;;;;;;;;;;;;;;;;;;A;;;;;Kg;28,571;;
+;;99

plugins/article_import/spec/files/bnn/bnn_missing_order_number.BNN

@@ -0,0 +1,3 @@
+BNN;3;0;Naturkost Nord, Hamburg;T;Angebot Nr. 0922;EUR;20220905;20221001;20220825;837;1
+;A;;;4280001958081;4280001958203;Greek Dressing - Kr„uter Mix;Oregano, Basilikum und Minze;;;HDE;;GR;C%;DE-™KO-001;120;1100;10;55;;1;6 x35g;6;35g;1;N;;99260;;1,41;;;;1;;;4,49;2,89;J;;;;;;;;;;;;;;;;;;;;;;A;;;;;Kg;28,571;;
+;;99

plugins/article_import/spec/files/bnn/demo_file.BNN

@@ -0,0 +1,7 @@
+BNN;3;0;Naturkost Nord, Hamburg;T;Angebot Nr. 0922;EUR;20220905;20221001;20220825;837;1
+5;;;;4280001958081;4280001958203;Žpfel Elstar;erntefrisch und knackig;;;obb;;D;C%;DE-?KO-001;120;0301;10;55;;1;10 x1kg;10;1kg;1;N;;;;1,41;;;;1;;;4,49;2,89;J;;2;3;;;;;;;;;;;;;;;;;;;A;;;;;Kg;1;;
+6;;;;4280001958081;4280001958203;Brokkoli;gesund und lecker;;;fig;;IT;C%;DE-?KO-001;120;03;10;55;;1;6 x400g;6;400g;1;N;;;;1,41;;;;1;;;4,49;2,99;J;;2;3;;;;;;;;;;;;;;;;;;;A;;;;;Kg;2,5;;
+7;;;;4280001958081;4280001958203;Tomaten;pomodori italiani, demeter;;;TDP;;IT;C%;DE-?KO-001;120;03;10;55;;1;20 x500g;20;500g;1;N;;;;1,41;;;;1;;;4,49;3,19;J;;2;3;;;;;;;;;;;;;;;;;;;A;;;;;Kg;2;;
+8;;;;4280001958081;4280001958203;Reis;Reis im Vorratssack, demeter;;;FIN;;D;C%;DE-?KO-001;120;05;10;55;;1;12 x3k;12;3kg;1;N;;;;1,41;;;;1;;;4,49;3,49;J;;2;3;;;;;;;;;;;;;;;;;;;A;;;;;Kg;0,3;;
+9;;;;4280001958081;4280001958203;Spaghetti;100% italienisches Hartweizengrie?;;;ZLN;;D;C%;DE-?KO-001;120;06;10;55;;1;4 x500g;4;500g;1;N;;;;1,41;;;;1;;;4,49;2,99;J;;2;3;;;;;;;;;;;;;;;;;;;A;;;;;Kg;2;;
+10;;;;4280001958081;4280001958203;Kartoffeln;vorwiegend festkochend;;;rsh;;D;C%;DE-?KO-001;120;0311;10;55;;1;6 x5Kg;6;5Kg;1;N;;;;1,41;;;;1;;;4,49;3,00;J;;2;3;;;;;;;;;;;;;;;;;;;A;;;;;Kg;0.2;;

plugins/article_import/spec/files/custom_codes.yml

@@ -0,0 +1,8 @@
+# BNN Codes
+category:
+  "4000": "Schuhe"
+additional:
+  "additional": "value"
+indeling:
+  11: Test Indeling
+  111: Test Subindeling

plugins/article_import/spec/files/foodsoft/foodsoft_flawless.csv

@@ -0,0 +1,3 @@
+status;number;name;note;manufacturer;origin;unit ;clear price;tax;deposit;unit quantity;scale quantity;scale price;category
+;1;product;bio;someone;eu;1 kg;1.23;6;0;10;;;coolstuff
+;12;other product;bio;someone;eu;2 kg;3.45;6;0;10;;;coolstuff

plugins/article_import/spec/files/foodsoft/foodsoft_generate_order_number.csv

@@ -0,0 +1,3 @@
+status;number;name;note;manufacturer;origin;unit ;clear price;tax;deposit;unit quantity;scale quantity;scale price;category
+;;product;bio;someone;eu;1 kg;1.23;6;0;10;;;coolstuff
+;;other product;bio;someone;eu;2 kg;3.45;6;0;10;;;coolstuff

plugins/article_import/spec/files/foodsoft/foodsoft_missing_entries.csv

@@ -0,0 +1,2 @@
+status;number;name;note;manufacturer;origin;unit ;clear price;tax;deposit;unit quantity;scale quantity;scale price;category
+;12;product;bio;;eu;1 kg;1.23;;0;10;;;coolstuff

plugins/article_import/spec/files/odin/odin_flawless.xml

@@ -0,0 +1,75 @@
+<?xml version="1.0" encoding="ISO-8859-1"?>
+<xmlproduct>
+<leverancierkop>
+<leveranciersnummer>1039</leveranciersnummer>
+<versienummer>1.08</versienummer>
+<naam>Estafette Associatie C.V.</naam>
+<plaats>Geldermalsen</plaats>
+</leverancierkop>
+<product>
+<eancode>8719325207668</eancode>
+<omschrijving>nucli rose</omschrijving>
+<kassaomschrijving>Nucli rose</kassaomschrijving>
+<plucode></plucode>
+<weegschaalartikel>0</weegschaalartikel>
+<wichtartikel>0</wichtartikel>
+<pluartikel>0</pluartikel>
+<inhoud>750</inhoud>
+<eenheid>g</eenheid>
+<verpakkingce>Stuk</verpakkingce>
+<statiegeld>0</statiegeld>
+<merk>NELEMAN</merk>
+<kwaliteit>Biologisch</kwaliteit>
+<keurmerkbio></keurmerkbio>
+<keurmerkoverig></keurmerkoverig>
+<herkomst>ES</herkomst>
+<herkomstregio></herkomstregio>
+<btw>21</btw>
+<cblcode>1017515</cblcode>
+<bestelnummer>0109</bestelnummer>
+<sve>6</sve>
+<status>Actief</status>
+<ingredienten>druiven*</ingredienten>
+<d204>0</d204>
+<d209>0</d209>
+<d210>2</d210>
+<d212>2</d212>
+<d213>0</d213>
+<d214>0</d214>
+<d234>0</d234>
+<d215>2</d215>
+<d239>2</d239>
+<d216>0</d216>
+<d217>2</d217>
+<d220>0</d220>
+<d221>2</d221>
+<d223>0</d223>
+<d236>2</d236>
+<d235>2</d235>
+<d238>2</d238>
+<d225>2</d225>
+<d228>1</d228>
+<d232>0</d232>
+<d237>2</d237>
+<d240>0</d240>
+<d241>2</d241>
+<d242>2</d242>
+<lengteverpakking></lengteverpakking>
+<breedteverpakking></breedteverpakking>
+<hoogteverpakking></hoogteverpakking>
+<proefdiervrij>0</proefdiervrij>
+<vegetarisch>0</vegetarisch>
+<veganistisch>0</veganistisch>
+<rauwemelk>0</rauwemelk>
+<bewaartemperatuur>1</bewaartemperatuur>
+<gebruikstips></gebruikstips>
+<soortleverancier>2</soortleverancier>
+<geriefartikel>0</geriefartikel>
+<prijs>
+<prijslijn>adviesprijs</prijslijn>
+<ingangsdatum>2022-08-18</ingangsdatum>
+<inkoopprijs>4.52</inkoopprijs>
+<consumentenprijs>7.95</consumentenprijs>
+</prijs>
+</product>
+</xmlproduct>

plugins/article_import/spec/files/odin/odin_flawless_custom_category.xml

@@ -0,0 +1,77 @@
+<?xml version="1.0" encoding="ISO-8859-1"?>
+<xmlproduct>
+<leverancierkop>
+<leveranciersnummer>1039</leveranciersnummer>
+<versienummer>1.08</versienummer>
+<naam>Estafette Associatie C.V.</naam>
+<plaats>Geldermalsen</plaats>
+</leverancierkop>
+<product>
+<eancode>8719325207668</eancode>
+<omschrijving>nucli rose</omschrijving>
+<kassaomschrijving>Nucli rose</kassaomschrijving>
+<plucode></plucode>
+<weegschaalartikel>0</weegschaalartikel>
+<wichtartikel>0</wichtartikel>
+<pluartikel>0</pluartikel>
+<inhoud>750</inhoud>
+<eenheid>g</eenheid>
+<verpakkingce>Stuk</verpakkingce>
+<statiegeld>0</statiegeld>
+<merk>NELEMAN</merk>
+<kwaliteit>Biologisch</kwaliteit>
+<keurmerkbio></keurmerkbio>
+<keurmerkoverig></keurmerkoverig>
+<herkomst>ES</herkomst>
+<herkomstregio></herkomstregio>
+<btw>21</btw>
+<cblcode>1017515</cblcode>
+<bestelnummer>0109</bestelnummer>
+<indeling>11</indeling>
+<subindeling>111</subindeling>
+<sve>6</sve>
+<status>Actief</status>
+<ingredienten>druiven*</ingredienten>
+<d204>0</d204>
+<d209>0</d209>
+<d210>2</d210>
+<d212>2</d212>
+<d213>0</d213>
+<d214>0</d214>
+<d234>0</d234>
+<d215>2</d215>
+<d239>2</d239>
+<d216>0</d216>
+<d217>2</d217>
+<d220>0</d220>
+<d221>2</d221>
+<d223>0</d223>
+<d236>2</d236>
+<d235>2</d235>
+<d238>2</d238>
+<d225>2</d225>
+<d228>1</d228>
+<d232>0</d232>
+<d237>2</d237>
+<d240>0</d240>
+<d241>2</d241>
+<d242>2</d242>
+<lengteverpakking></lengteverpakking>
+<breedteverpakking></breedteverpakking>
+<hoogteverpakking></hoogteverpakking>
+<proefdiervrij>0</proefdiervrij>
+<vegetarisch>0</vegetarisch>
+<veganistisch>0</veganistisch>
+<rauwemelk>0</rauwemelk>
+<bewaartemperatuur>1</bewaartemperatuur>
+<gebruikstips></gebruikstips>
+<soortleverancier>2</soortleverancier>
+<geriefartikel>0</geriefartikel>
+<prijs>
+<prijslijn>adviesprijs</prijslijn>
+<ingangsdatum>2022-08-18</ingangsdatum>
+<inkoopprijs>4.52</inkoopprijs>
+<consumentenprijs>7.95</consumentenprijs>
+</prijs>
+</product>
+</xmlproduct>

plugins/article_import/spec/files/odin/odin_missing_entries.xml

@@ -0,0 +1,75 @@
+<?xml version="1.0" encoding="ISO-8859-1"?>
+<xmlproduct>
+<leverancierkop>
+<leveranciersnummer>1039</leveranciersnummer>
+<versienummer>1.08</versienummer>
+<naam>Estafette Associatie C.V.</naam>
+<plaats>Geldermalsen</plaats>
+</leverancierkop>
+<product>
+<eancode>8719325207668</eancode>
+<omschrijving>nucli rose</omschrijving>
+<kassaomschrijving>Nucli rose</kassaomschrijving>
+<plucode></plucode>
+<weegschaalartikel>0</weegschaalartikel>
+<wichtartikel>0</wichtartikel>
+<pluartikel>0</pluartikel>
+<inhoud>750</inhoud>
+<eenheid></eenheid>
+<verpakkingce>Stuk</verpakkingce>
+<statiegeld>0</statiegeld>
+<merk></merk>
+<kwaliteit>Biologisch</kwaliteit>
+<keurmerkbio></keurmerkbio>
+<keurmerkoverig></keurmerkoverig>
+<herkomst>ES</herkomst>
+<herkomstregio></herkomstregio>
+<btw>21</btw>
+<cblcode>1017515</cblcode>
+<bestelnummer>0109</bestelnummer>
+<sve>6</sve>
+<status>Non Actief</status>
+<ingredienten>druiven*</ingredienten>
+<d204>0</d204>
+<d209>0</d209>
+<d210>2</d210>
+<d212>2</d212>
+<d213>0</d213>
+<d214>0</d214>
+<d234>0</d234>
+<d215>2</d215>
+<d239>2</d239>
+<d216>0</d216>
+<d217>2</d217>
+<d220>0</d220>
+<d221>2</d221>
+<d223>0</d223>
+<d236>2</d236>
+<d235>2</d235>
+<d238>2</d238>
+<d225>2</d225>
+<d228>1</d228>
+<d232>0</d232>
+<d237>2</d237>
+<d240>0</d240>
+<d241>2</d241>
+<d242>2</d242>
+<lengteverpakking></lengteverpakking>
+<breedteverpakking></breedteverpakking>
+<hoogteverpakking></hoogteverpakking>
+<proefdiervrij>0</proefdiervrij>
+<vegetarisch>0</vegetarisch>
+<veganistisch>0</veganistisch>
+<rauwemelk>0</rauwemelk>
+<bewaartemperatuur>1</bewaartemperatuur>
+<gebruikstips></gebruikstips>
+<soortleverancier>2</soortleverancier>
+<geriefartikel>0</geriefartikel>
+<prijs>
+<prijslijn>adviesprijs</prijslijn>
+<ingangsdatum>2022-08-18</ingangsdatum>
+<inkoopprijs>4.52</inkoopprijs>
+<consumentenprijs>7.95</consumentenprijs>
+</prijs>
+</product>
+</xmlproduct>

plugins/article_import/spec/files/odin/odin_missing_order_number.xml

@@ -0,0 +1,75 @@
+<?xml version="1.0" encoding="ISO-8859-1"?>
+<xmlproduct>
+<leverancierkop>
+<leveranciersnummer>1039</leveranciersnummer>
+<versienummer>1.08</versienummer>
+<naam>Estafette Associatie C.V.</naam>
+<plaats>Geldermalsen</plaats>
+</leverancierkop>
+<product>
+<eancode>8719325207668</eancode>
+<omschrijving>nucli rose</omschrijving>
+<kassaomschrijving>Nucli rose</kassaomschrijving>
+<plucode></plucode>
+<weegschaalartikel>0</weegschaalartikel>
+<wichtartikel>0</wichtartikel>
+<pluartikel>0</pluartikel>
+<inhoud>750</inhoud>
+<eenheid>g</eenheid>
+<verpakkingce>Stuk</verpakkingce>
+<statiegeld>0</statiegeld>
+<merk>NELEMAN</merk>
+<kwaliteit>Biologisch</kwaliteit>
+<keurmerkbio></keurmerkbio>
+<keurmerkoverig></keurmerkoverig>
+<herkomst>ES</herkomst>
+<herkomstregio></herkomstregio>
+<btw>21</btw>
+<cblcode>1017515</cblcode>
+<bestelnummer></bestelnummer>
+<sve>6</sve>
+<status>Actief</status>
+<ingredienten>druiven*</ingredienten>
+<d204>0</d204>
+<d209>0</d209>
+<d210>2</d210>
+<d212>2</d212>
+<d213>0</d213>
+<d214>0</d214>
+<d234>0</d234>
+<d215>2</d215>
+<d239>2</d239>
+<d216>0</d216>
+<d217>2</d217>
+<d220>0</d220>
+<d221>2</d221>
+<d223>0</d223>
+<d236>2</d236>
+<d235>2</d235>
+<d238>2</d238>
+<d225>2</d225>
+<d228>1</d228>
+<d232>0</d232>
+<d237>2</d237>
+<d240>0</d240>
+<d241>2</d241>
+<d242>2</d242>
+<lengteverpakking></lengteverpakking>
+<breedteverpakking></breedteverpakking>
+<hoogteverpakking></hoogteverpakking>
+<proefdiervrij>0</proefdiervrij>
+<vegetarisch>0</vegetarisch>
+<veganistisch>0</veganistisch>
+<rauwemelk>0</rauwemelk>
+<bewaartemperatuur>1</bewaartemperatuur>
+<gebruikstips></gebruikstips>
+<soortleverancier>2</soortleverancier>
+<geriefartikel>0</geriefartikel>
+<prijs>
+<prijslijn>adviesprijs</prijslijn>
+<ingangsdatum>2022-08-18</ingangsdatum>
+<inkoopprijs>4.52</inkoopprijs>
+<consumentenprijs>7.95</consumentenprijs>
+</prijs>
+</product>
+</xmlproduct>

plugins/article_import/spec/fixtures/bnn_file01.bnn

@@ -0,0 +1,5 @@
+BNN;3;0;Naturkost Nord, Hamburg;T;Angebot Nr. 0922;EUR;20220905;20221001;20220825;837;1
+29932;;;;4280001958081;4280001958203;Walnoten (ongeroosterd);bio;;;med;;GR;C%;DE-?KO-001;120;1302;10;55;;1;;1;1 kg;1;N;930190;99260;;1,41;;;;1;;;4,49;2,34;J;;2;3;;;;;;;;;;;;;;;;;;;A;;;;;Kg;28,571;;
+28391;;;;4280001958081;4280001958203;Pijnboompitten;dem;;;med;;GR;C%;DE-?KO-001;120;1302;10;55;;1;;1;100 g;10;N;930190;99260;;1,41;;;;1;;;5,56;2.89;J;;2;3;;;;;;;;;;;;;;;;;;;A;;;;;Kg;28,571;;
+1829;;;;4280001958081;4280001958203;Appelsap (verpakt);;;;med;;GR;C%;DE-?KO-001;120;1302;10;55;;1;4x250 ml;10;4x250 ml;10;N;930190;99260;;3,21;;;;1;;;4,49;2.89;J;;2;3;;;;;;;;;;;;;;;;;;;A;;;;;ml;28,571;;
+177813;;;;4280001958081;4280001958203;Tomaten;bio;;;med;;GR;C%;DE-?KO-001;120;1302;10;55;;1;;1;500 g;20;N;930190;99260;;1,20;;;;1;;;4,49;2.89;J;;2;3;;;;;;;;;;;;;;;;;;;A;;;;;g;28,571;;

plugins/article_import/spec/fixtures/bnn_file_02.bnn

@@ -0,0 +1,2 @@
+BNN;3;0;Naturkost Nord, Hamburg;T;Angebot Nr. 0922;EUR;20220905;20221001;20220825;837;1
+1;;;;4280001958081;4280001958203;Tomatoes;organic;;;med;;GR;C%;DE-?KO-001;120;1302;10;55;;1;;20;500 g;1;N;930190;99260;;1,41;;;;1;;;4,49;1,20;J;;2;3;;;;;;;;;;;;;;;;;;;A;;;;;g;28,571;;

plugins/article_import/spec/fixtures/odin_file_01.xml

@@ -0,0 +1,273 @@
+<?xml version="1.0" encoding="ISO-8859-1"?>
+<xmlproduct>
+<leverancierkop>
+<leveranciersnummer>1039</leveranciersnummer>
+<versienummer>1.08</versienummer>
+<naam>Estafette Associatie C.V.</naam>
+<plaats>Geldermalsen</plaats>
+</leverancierkop>
+<product>
+<eancode>8719325207668</eancode>
+<omschrijving>Walnoten (ongeroosterd)</omschrijving>
+<kassaomschrijving>Nucli rose</kassaomschrijving>
+<plucode></plucode>
+<weegschaalartikel>0</weegschaalartikel>
+<wichtartikel>0</wichtartikel>
+<pluartikel>0</pluartikel>
+<inhoud>1</inhoud>
+<eenheid>kg</eenheid>
+<verpakkingce>Stuk</verpakkingce>
+<statiegeld>0</statiegeld>
+<merk>Het warme woud</merk>
+<kwaliteit>bio</kwaliteit>
+<keurmerkbio></keurmerkbio>
+<keurmerkoverig></keurmerkoverig>
+<herkomst>NL</herkomst>
+<herkomstregio></herkomstregio>
+<btw>6</btw>
+<cblcode>1017515</cblcode>
+<bestelnummer>29932</bestelnummer>
+<sve>10</sve>
+<status>Actief</status>
+<ingredienten>druiven*</ingredienten>
+<d204>0</d204>
+<d209>0</d209>
+<d210>2</d210>
+<d212>2</d212>
+<d213>0</d213>
+<d214>0</d214>
+<d234>0</d234>
+<d215>2</d215>
+<d239>2</d239>
+<d216>0</d216>
+<d217>2</d217>
+<d220>0</d220>
+<d221>2</d221>
+<d223>0</d223>
+<d236>2</d236>
+<d235>2</d235>
+<d238>2</d238>
+<d225>2</d225>
+<d228>1</d228>
+<d232>0</d232>
+<d237>2</d237>
+<d240>0</d240>
+<d241>2</d241>
+<d242>2</d242>
+<lengteverpakking></lengteverpakking>
+<breedteverpakking></breedteverpakking>
+<hoogteverpakking></hoogteverpakking>
+<proefdiervrij>0</proefdiervrij>
+<vegetarisch>0</vegetarisch>
+<veganistisch>0</veganistisch>
+<rauwemelk>0</rauwemelk>
+<bewaartemperatuur>1</bewaartemperatuur>
+<gebruikstips></gebruikstips>
+<soortleverancier>2</soortleverancier>
+<geriefartikel>0</geriefartikel>
+<prijs>
+<prijslijn>adviesprijs</prijslijn>
+<ingangsdatum>2022-08-18</ingangsdatum>
+<inkoopprijs>2.34</inkoopprijs>
+<consumentenprijs>7.95</consumentenprijs>
+</prijs>
+</product>
+<product>
+<eancode>8719325207668</eancode>
+<omschrijving>Pijnboompitten</omschrijving>
+<kassaomschrijving>Nucli rose</kassaomschrijving>
+<plucode></plucode>
+<weegschaalartikel>0</weegschaalartikel>
+<wichtartikel>0</wichtartikel>
+<pluartikel>0</pluartikel>
+<inhoud>100</inhoud>
+<eenheid>g</eenheid>
+<verpakkingce>Stuk</verpakkingce>
+<statiegeld>0</statiegeld>
+<merk>NELEMAN</merk>
+<kwaliteit>dem</kwaliteit>
+<keurmerkbio></keurmerkbio>
+<keurmerkoverig></keurmerkoverig>
+<herkomst>TR</herkomst>
+<herkomstregio></herkomstregio>
+<btw>6</btw>
+<cblcode>1017515</cblcode>
+<bestelnummer>28391</bestelnummer>
+<sve>10</sve>
+<status>Actief</status>
+<ingredienten>druiven*</ingredienten>
+<d204>0</d204>
+<d209>0</d209>
+<d210>2</d210>
+<d212>2</d212>
+<d213>0</d213>
+<d214>0</d214>
+<d234>0</d234>
+<d215>2</d215>
+<d239>2</d239>
+<d216>0</d216>
+<d217>2</d217>
+<d220>0</d220>
+<d221>2</d221>
+<d223>0</d223>
+<d236>2</d236>
+<d235>2</d235>
+<d238>2</d238>
+<d225>2</d225>
+<d228>1</d228>
+<d232>0</d232>
+<d237>2</d237>
+<d240>0</d240>
+<d241>2</d241>
+<d242>2</d242>
+<lengteverpakking></lengteverpakking>
+<breedteverpakking></breedteverpakking>
+<hoogteverpakking></hoogteverpakking>
+<proefdiervrij>0</proefdiervrij>
+<vegetarisch>0</vegetarisch>
+<veganistisch>0</veganistisch>
+<rauwemelk>0</rauwemelk>
+<bewaartemperatuur>1</bewaartemperatuur>
+<gebruikstips></gebruikstips>
+<soortleverancier>2</soortleverancier>
+<geriefartikel>0</geriefartikel>
+<prijs>
+<prijslijn>adviesprijs</prijslijn>
+<ingangsdatum>2022-08-18</ingangsdatum>
+<inkoopprijs>5.56</inkoopprijs>
+<consumentenprijs>7.95</consumentenprijs>
+</prijs>
+</product>
+<product>
+<eancode>8719325207668</eancode>
+<omschrijving>Appelsap (verpakt)</omschrijving>
+<kassaomschrijving>Nucli rose</kassaomschrijving>
+<plucode></plucode>
+<weegschaalartikel>0</weegschaalartikel>
+<wichtartikel>0</wichtartikel>
+<pluartikel>0</pluartikel>
+<inhoud>4x250</inhoud>
+<eenheid>ml</eenheid>
+<verpakkingce>Stuk</verpakkingce>
+<statiegeld>0.4</statiegeld>
+<merk>Appelgaarde</merk>
+<kwaliteit></kwaliteit>
+<keurmerkbio></keurmerkbio>
+<keurmerkoverig></keurmerkoverig>
+<herkomst>DE</herkomst>
+<herkomstregio></herkomstregio>
+<btw>6</btw>
+<cblcode>1017515</cblcode>
+<bestelnummer>1829</bestelnummer>
+<sve>10</sve>
+<status>Actief</status>
+<ingredienten>druiven*</ingredienten>
+<d204>0</d204>
+<d209>0</d209>
+<d210>2</d210>
+<d212>2</d212>
+<d213>0</d213>
+<d214>0</d214>
+<d234>0</d234>
+<d215>2</d215>
+<d239>2</d239>
+<d216>0</d216>
+<d217>2</d217>
+<d220>0</d220>
+<d221>2</d221>
+<d223>0</d223>
+<d236>2</d236>
+<d235>2</d235>
+<d238>2</d238>
+<d225>2</d225>
+<d228>1</d228>
+<d232>0</d232>
+<d237>2</d237>
+<d240>0</d240>
+<d241>2</d241>
+<d242>2</d242>
+<lengteverpakking></lengteverpakking>
+<breedteverpakking></breedteverpakking>
+<hoogteverpakking></hoogteverpakking>
+<proefdiervrij>0</proefdiervrij>
+<vegetarisch>0</vegetarisch>
+<veganistisch>0</veganistisch>
+<rauwemelk>0</rauwemelk>
+<bewaartemperatuur>1</bewaartemperatuur>
+<gebruikstips></gebruikstips>
+<soortleverancier>2</soortleverancier>
+<geriefartikel>0</geriefartikel>
+<prijs>
+<prijslijn>adviesprijs</prijslijn>
+<ingangsdatum>2022-08-18</ingangsdatum>
+<inkoopprijs>3.21</inkoopprijs>
+<consumentenprijs>7.95</consumentenprijs>
+</prijs>
+</product>
+<product>
+<eancode>8719325207668</eancode>
+<omschrijving>Tomaten</omschrijving>
+<kassaomschrijving>Nucli rose</kassaomschrijving>
+<plucode></plucode>
+<weegschaalartikel>0</weegschaalartikel>
+<wichtartikel>0</wichtartikel>
+<pluartikel>0</pluartikel>
+<inhoud>500</inhoud>
+<eenheid>g</eenheid>
+<verpakkingce>Stuk</verpakkingce>
+<statiegeld>0</statiegeld>
+<merk>De röde hof</merk>
+<kwaliteit>bio</kwaliteit>
+<keurmerkbio></keurmerkbio>
+<keurmerkoverig></keurmerkoverig>
+<herkomst>DE</herkomst>
+<herkomstregio></herkomstregio>
+<btw>6</btw>
+<cblcode>1017515</cblcode>
+<bestelnummer>177813</bestelnummer>
+<sve>20</sve>
+<status>Actief</status>
+<ingredienten>druiven*</ingredienten>
+<d204>0</d204>
+<d209>0</d209>
+<d210>2</d210>
+<d212>2</d212>
+<d213>0</d213>
+<d214>0</d214>
+<d234>0</d234>
+<d215>2</d215>
+<d239>2</d239>
+<d216>0</d216>
+<d217>2</d217>
+<d220>0</d220>
+<d221>2</d221>
+<d223>0</d223>
+<d236>2</d236>
+<d235>2</d235>
+<d238>2</d238>
+<d225>2</d225>
+<d228>1</d228>
+<d232>0</d232>
+<d237>2</d237>
+<d240>0</d240>
+<d241>2</d241>
+<d242>2</d242>
+<lengteverpakking></lengteverpakking>
+<breedteverpakking></breedteverpakking>
+<hoogteverpakking></hoogteverpakking>
+<proefdiervrij>0</proefdiervrij>
+<vegetarisch>0</vegetarisch>
+<veganistisch>0</veganistisch>
+<rauwemelk>0</rauwemelk>
+<bewaartemperatuur>1</bewaartemperatuur>
+<gebruikstips></gebruikstips>
+<soortleverancier>2</soortleverancier>
+<geriefartikel>0</geriefartikel>
+<prijs>
+<prijslijn>adviesprijs</prijslijn>
+<ingangsdatum>2022-08-18</ingangsdatum>
+<inkoopprijs>1.2</inkoopprijs>
+<consumentenprijs>7.95</consumentenprijs>
+</prijs>
+</product>
+</xmlproduct>

plugins/article_import/spec/fixtures/odin_file_02.xml

@@ -0,0 +1,75 @@
+<?xml version="1.0" encoding="ISO-8859-1"?>
+<xmlproduct>
+<leverancierkop>
+<leveranciersnummer>1039</leveranciersnummer>
+<versienummer>1.08</versienummer>
+<naam>Estafette Associatie C.V.</naam>
+<plaats>Geldermalsen</plaats>
+</leverancierkop>
+<product>
+<eancode>8719325207668</eancode>
+<omschrijving>Tomatoes</omschrijving>
+<kassaomschrijving>Nucli rose</kassaomschrijving>
+<plucode></plucode>
+<weegschaalartikel>0</weegschaalartikel>
+<wichtartikel>0</wichtartikel>
+<pluartikel>0</pluartikel>
+<inhoud>500</inhoud>
+<eenheid>g</eenheid>
+<verpakkingce>Stuk</verpakkingce>
+<statiegeld>0</statiegeld>
+<merk>De röde hof</merk>
+<kwaliteit>organic</kwaliteit>
+<keurmerkbio></keurmerkbio>
+<keurmerkoverig></keurmerkoverig>
+<herkomst>Somewhere, UK</herkomst>
+<herkomstregio></herkomstregio>
+<btw>6</btw>
+<cblcode>1017515</cblcode>
+<bestelnummer>1</bestelnummer>
+<sve>20</sve>
+<status>Actief</status>
+<ingredienten>druiven*</ingredienten>
+<d204>0</d204>
+<d209>0</d209>
+<d210>2</d210>
+<d212>2</d212>
+<d213>0</d213>
+<d214>0</d214>
+<d234>0</d234>
+<d215>2</d215>
+<d239>2</d239>
+<d216>0</d216>
+<d217>2</d217>
+<d220>0</d220>
+<d221>2</d221>
+<d223>0</d223>
+<d236>2</d236>
+<d235>2</d235>
+<d238>2</d238>
+<d225>2</d225>
+<d228>1</d228>
+<d232>0</d232>
+<d237>2</d237>
+<d240>0</d240>
+<d241>2</d241>
+<d242>2</d242>
+<lengteverpakking></lengteverpakking>
+<breedteverpakking></breedteverpakking>
+<hoogteverpakking></hoogteverpakking>
+<proefdiervrij>0</proefdiervrij>
+<vegetarisch>0</vegetarisch>
+<veganistisch>0</veganistisch>
+<rauwemelk>0</rauwemelk>
+<bewaartemperatuur>1</bewaartemperatuur>
+<gebruikstips></gebruikstips>
+<soortleverancier>2</soortleverancier>
+<geriefartikel>0</geriefartikel>
+<prijs>
+<prijslijn>adviesprijs</prijslijn>
+<ingangsdatum>2022-08-18</ingangsdatum>
+<inkoopprijs>1.2</inkoopprijs>
+<consumentenprijs>7.95</consumentenprijs>
+</prijs>
+</product>
+</xmlproduct>

plugins/article_import/spec/integration/articles_spec.rb

@@ -0,0 +1,169 @@
+require_relative '../test_helper'
+require_relative '../../../../spec/spec_helper'
+
+feature ArticlesController do
+
+  let(:user) { create(:user, groups: [create(:workgroup, role_article_meta: true)]) }
+  let(:supplier) { create(:supplier) }
+  let!(:article_category) { create(:article_category) }
+
+  before { login user }
+
+  describe ':index', js: true do
+    before do
+      login user
+      visit supplier_articles_path(supplier_id: supplier.id)
+    end
+
+    it 'can visit supplier articles path' do
+      expect(page).to have_content(supplier.name)
+      expect(page).to have_content(I18n.t('articles.index.edit_all'))
+    end
+
+    it 'can create a new article' do
+      click_on I18n.t('articles.index.new')
+      expect(page).to have_selector('form#new_article')
+      article = build(:article, supplier: supplier, article_category: article_category)
+      within('#new_article') do
+        fill_in 'article_name', :with => article.name
+        fill_in 'article_unit', :with => article.unit
+        select article.article_category.name, :from => 'article_article_category_id'
+        fill_in 'article_price', :with => article.price
+        fill_in 'article_unit_quantity', :with => article.unit_quantity
+        fill_in 'article_tax', :with => article.tax
+        fill_in 'article_deposit', :with => article.deposit
+        # "Element cannot be scrolled into view" error, js as workaround
+        # find('input[type="submit"]').click
+        page.execute_script('$("form#new_article").submit();')
+      end
+      expect(page).to have_content(article.name)
+    end
+  end
+
+  describe ':upload' do
+    let(:filename) { 'foodsoft_file_02.csv' }
+    let(:file)     { Rails.root.join("spec/fixtures/#{filename}") }
+
+    before do
+      visit upload_supplier_articles_path(supplier_id: supplier.id)
+      attach_file 'articles_file', file
+    end
+
+    Dir.glob('spec/fixtures/foodsoft_file_01.*') do |test_file|
+      describe "can import articles from #{test_file}" do
+        let(:file) { Rails.root.join(test_file) }
+
+        it do
+          find("#articles_type option[value='foodsoft']").select_option
+          find('input[type="submit"]').click
+          expect(find("tr:nth-child(1) #new_articles__note").value).to eq "bio ◎"
+          expect(find("tr:nth-child(2) #new_articles__name").value).to eq "Pijnboompitten"
+
+          4.times do |i|
+            all("tr:nth-child(#{i + 1}) select > option")[1].select_option
+          end
+          find('input[type="submit"]').click
+          expect(page).to have_content("Pijnboompitten")
+
+          expect(supplier.articles.count).to eq 4
+        end
+      end
+    end
+
+    Dir.glob('spec/fixtures/bnn_file_01.*') do |test_file|
+      describe "can import articles from #{test_file}" do
+        let(:file) { Rails.root.join(test_file) }
+
+        it do
+          find("#articles_type option[value='bnn']").select_option
+          find('input[type="submit"]').click
+          expect(find("tr:nth-child(1) #new_articles__note").value).to eq "bio"
+          expect(find("tr:nth-child(1) #new_articles__name").value).to eq "Walnoten (ongeroosterd)"
+          # set article category
+          4.times do |i|
+            all("tr:nth-child(#{i + 1}) select > option")[1].select_option
+          end
+          find('input[type="submit"]').click
+
+          expect(page).to have_content("Pijnboompitten")
+
+          expect(supplier.articles.count).to eq 4
+        end
+      end
+    end
+  end
+
+  describe "updates" do
+    file_paths = ['spec/fixtures/foodsoft_file_02.csv', 'plugins/article_import/spec/fixtures/bnn_file_02.bnn', 'plugins/article_import/spec/fixtures/odin_file_02.xml']
+    let(:filename) { 'foodsoft_file_02.csv' }
+    let(:file)     { Rails.root.join("spec/fixtures/#{filename}") }
+    let(:val) { 'foodsoft' }
+    let(:type) { %w[foodsoft bnn odin] }
+
+    before do
+      visit upload_supplier_articles_path(supplier_id: supplier.id)
+      attach_file 'articles_file', file
+      find("#articles_type option[value='#{val}']").select_option
+    end
+
+    file_paths.each_with_index do |test_file, index|
+      describe "updates article for #{test_file}" do
+        let(:article) { create(:article, supplier: supplier, name: 'Foobar', order_number: 1, unit: '250 g') }
+        let(:file) { Rails.root.join(test_file) }
+        let(:val) { type[index] }
+
+        it do
+          article.reload
+          find('input[type="submit"]').click
+          expect(find("#articles_#{article.id}_name").value).to eq 'Tomatoes'
+          find('input[type="submit"]').click
+          article.reload
+          expect(article.name).to eq 'Tomatoes'
+          if type[index] == "odin"
+            expect([article.unit, article.unit_quantity, article.price]).to eq ['500gr', 20, 1.20]
+          else
+            expect([article.unit, article.unit_quantity, article.price]).to eq ['500 g', 20, 1.20]
+          end
+        end
+
+        it "handles missing data" do
+          find('input[type="submit"]').click # to overview
+          find('input[type="submit"]').click # missing category, re-show form
+          expect(find('tr.alert')).to be_present
+          expect(supplier.articles.count).to eq 0
+
+          all("tr select > option")[1].select_option
+          find('input[type="submit"]').click # now it should succeed
+          expect(supplier.articles.count).to eq 1
+        end
+      end
+
+      describe "can remove an existing article" do
+        let!(:article) { create(:article, supplier: supplier, name: 'Foobar', order_number: 99999) }
+
+        it do
+          check('articles_outlist_absent')
+          find('input[type="submit"]').click
+          expect(find("#outlisted_articles_#{article.id}", visible: :all)).to be_present
+
+          all("tr select > option")[1].select_option
+          find('input[type="submit"]').click
+          expect(article.reload.deleted?).to be true
+        end
+      end
+
+      describe "can convert units when updating" do
+        let!(:article) { create(:article, supplier: supplier, order_number: 1, unit: '250 g') }
+
+        it do
+          check('articles_convert_units')
+          find('input[type="submit"]').click
+          expect(find("#articles_#{article.id}_name").value).to eq 'Tomatoes'
+          find('input[type="submit"]').click
+          article.reload
+          expect([article.unit, article.unit_quantity, article.price]).to eq ['250 g', 40, 0.6]
+        end
+      end
+    end
+  end
+end

plugins/article_import/spec/integration/supplier_spec.rb

@@ -0,0 +1,21 @@
+require_relative '../test_helper'
+require_relative '../../../../spec/spec_helper'
+
+describe Supplier do
+  let(:supplier) { create :supplier }
+
+  context 'syncs from file' do
+    it 'imports and updates articles' do
+      article1 = create(:article, supplier: supplier, order_number: 177813, unit: '250 g', price: 0.1)
+      article2 = create(:article, supplier: supplier, order_number: 12345)
+      supplier.articles = [article1, article2]
+      options = { filename: 'foodsoft_file_01.csv' }
+      options[:outlist_absent] = true
+      options[:convert_units] = true
+      updated_article_pairs, outlisted_articles, new_articles = supplier.sync_from_file(Rails.root.join('spec/fixtures/foodsoft_file_01.csv'), 'foodsoft', options)
+      expect(new_articles.length).to be > 0
+      expect(updated_article_pairs.first[1][:name]).to eq 'Tomaten'
+      expect(outlisted_articles.first).to eq article2
+    end
+  end
+end

plugins/article_import/spec/lib/bnn/foodsoft_article_import_bnn_spec.rb

@@ -0,0 +1,73 @@
+# frozen_string_literal: true
+
+require 'spec_helper'
+require_relative '../../../lib/foodsoft_article_import'
+
+describe FoodsoftArticleImport do
+  files_path = File.expand_path '../../files', __dir__
+  bnn_files_path = File.join(files_path, 'bnn')
+
+  dummy_article = { name: 'Greek Dressing - Kräuter Mix', order_number: '64721', note: 'Oregano, Basilikum und Minze',
+                    manufacturer: 'Medousa, Griechenland Importe', origin: 'GR', article_category: 'Kräutermischungen', unit: '35g', price: '2,89', tax: 7.0, unit_quantity: '6' }
+
+  article = dummy_article.merge({ deposit: 0.08 })
+  article_special = article.merge(note: 'Sonderpreis: 2,89 von 20230101 bis 20230201')
+
+  article_2 = dummy_article.merge({ manufacturer: nil, article_category: nil })
+
+  article_custom_code = article.merge(article_category: 'Schuhe')
+
+  empty = {}
+
+  context 'bnn' do
+    it 'parses bnn file correctly without type parameter' do
+      FoodsoftArticleImport.parse(File.open(File.join(bnn_files_path,                     'bnn_flawless.BNN'))) do |new_attrs, status, _line|
+        expect(new_attrs).to eq article
+        expect(status).to eq :outlisted
+      end
+    end
+    it 'parses file correctly with type parameter' do
+      FoodsoftArticleImport.parse(File.open(File.join(bnn_files_path, 'bnn_flawless.BNN')), type: 'bnn') do |new_attrs, status, _line|
+        expect(new_attrs).to eq article
+        expect(status).to eq :outlisted
+      end
+    end
+    it 'raises error wenn wrong type (except odin) specified' do
+      expect do
+        FoodsoftArticleImport.parse(File.open(File.join(bnn_files_path, 'bnn_flawless.BNN')),   type: 'foodsoft')
+      end.to raise_error(RuntimeError)
+
+      expect(FoodsoftArticleImport.parse(File.open(File.join(bnn_files_path, 'bnn_flawless.BNN')),        type: 'odin')).to eq []
+    end
+    it 'parses article with special correctly' do
+      FoodsoftArticleImport.parse(File.open(File.join(bnn_files_path, 'bnn_flawless_special.BNN')), type: 'bnn') do |new_attrs, status, _line|
+        expect(new_attrs).to eq article_special
+        expect(status).to eq :special
+      end
+    end
+    it 'parses missing entries correctly' do
+      FoodsoftArticleImport.parse(File.open(File.join(bnn_files_path, 'bnn_missing_entries.BNN')), type: 'bnn') do |new_attrs, status, _line|
+        expect(new_attrs).to eq article_2
+        expect(status).to eq nil
+      end
+    end
+    it 'skips rows without order_number' do
+      FoodsoftArticleImport.parse(File.open(File.join(bnn_files_path, 'bnn_missing_order_number.BNN')), type: 'bnn') do |new_attrs, _status, _line|
+        expect(new_attrs).to eq empty
+      end
+    end
+    it 'joins custom_codes file' do
+      custom_file_path = File.join(files_path, 'custom_codes.yml').to_s
+      FoodsoftArticleImport.parse(File.open(File.join(bnn_files_path, 'bnn_flawless_category.BNN')), custom_file_path: custom_file_path, type: 'bnn') do |new_attrs, _status, _line|
+        expect(new_attrs).to eq article_custom_code
+      end
+    end
+    it 'parses file with different encoding' do
+      # the bnn file is loaded with encoding ibm850. If file is not ibm850 encoded, some characters might look weird
+      FoodsoftArticleImport.parse(File.open(File.join(bnn_files_path, 'bnn_bad_encoding.BNN')), type: 'bnn') do |new_attrs, _status, _line|
+        expect(new_attrs[:order_number]).to eq('64721')
+        expect(new_attrs[:name]).to eq('Greek Dressing - Kräuter Mix')
+      end
+    end
+  end
+end

plugins/article_import/spec/lib/foodsoft/foodsoft_article_import_foodsoft_spec.rb

@@ -0,0 +1,62 @@
+# frozen_string_literal: true
+
+require 'spec_helper'
+require 'foodsoft_article_import'
+
+describe FoodsoftArticleImport do
+  files_path = File.expand_path '../../files', __dir__
+  foodsoft_files_path = File.join(files_path, 'foodsoft')
+
+  dummy_article = { order_number: '1', name: 'product', note: 'bio', manufacturer: 'someone', origin: 'eu',
+                    unit: '1 kg', price: '1.23', tax: '6', unit_quantity: '10', article_category: 'coolstuff', deposit: '0' }
+
+  dummy_article_2 = { order_number: '12', name: 'other product', note: 'bio', manufacturer: 'someone',
+                      origin: 'eu', unit: '2 kg', price: '3.45', tax: '6', unit_quantity: '10', article_category: 'coolstuff', deposit: '0' }
+
+  articles = [dummy_article, dummy_article_2]
+
+  dummy_article_3 = dummy_article.merge({ order_number: ':d8df298' })
+  dummy_article_4 = dummy_article_2.merge({ order_number: ':1f37e39' })
+  articles_number_generated = [dummy_article_3, dummy_article_4]
+  empty = {}
+
+  context 'foodsoft' do
+    it 'parses file correctly with type parameter foodsoft' do
+      count = 0
+      FoodsoftArticleImport.parse(File.open(File.join(foodsoft_files_path, 'foodsoft_flawless.csv')), type: 'foodsoft') do |new_attrs, status, _line|
+        expect(new_attrs).to eq articles[count]
+        expect(status).to eq nil
+        count += 1
+      end
+    end
+
+    it 'raises error wenn wrong type specified' do
+      expect(FoodsoftArticleImport.parse(File.open(File.join(foodsoft_files_path, 'foodsoft_flawless.csv')), type: 'odin')).to eq []
+
+      expect(FoodsoftArticleImport.parse(File.open(File.join(foodsoft_files_path, 'foodsoft_flawless.csv')), type: 'bnn')).to eq []
+    end
+
+    it 'parses missing entries correctly' do
+      FoodsoftArticleImport.parse(File.open(File.join(foodsoft_files_path, 'foodsoft_missing_entries.csv')), type: 'foodsoft') do |new_attrs, status, _line|
+        expect(status).to eq 'Error: unit, price and tax must be entered'
+        expect(new_attrs[:unit]).to eq '1 kg'
+        expect(new_attrs[:manufacturer]).to eq nil
+      end
+    end
+
+    it 'generates order numbers for articles without order number' do
+      count = 0
+      FoodsoftArticleImport.parse(File.open(File.join(foodsoft_files_path, 'foodsoft_generate_order_number.csv')), type: 'foodsoft') do |new_attrs, _status, _line|
+        expect(new_attrs).to eq articles_number_generated[count]
+        count += 1
+      end
+    end
+
+    xit 'joins custom_codes file' do
+      custom_file_path = File.join(files_path, 'custom_codes.yml').to_s
+      FoodsoftArticleImport.parse(File.open(File.join(foodsoft_files_path, 'foodsoft_flawless_custom_category.csv')), custom_file_path: custom_file_path, type: 'foodsoft') do |new_attrs, _status, _line|
+        expect(new_attrs[:article_category]).to eq 'Test Indeling - Test Subindeling'
+      end
+    end
+  end
+end

plugins/article_import/spec/lib/odin/foodsoft_article_import_odin_spec.rb

@@ -0,0 +1,70 @@
+# frozen_string_literal: true
+
+require 'spec_helper'
+require_relative '../../../lib/foodsoft_article_import'
+
+describe FoodsoftArticleImport do
+  files_path = File.expand_path '../../files', __dir__
+  odin_files_path = File.join(files_path, 'odin')
+
+  dummy_article = { order_number: '0109', name: 'nucli rose', note: 'Biologisch', manufacturer: 'NELEMAN',
+                    origin: 'ES', unit: '750gr', price: '4.52', unit_quantity: '6', tax: '21', deposit: '0', article_category: '' }
+
+  empty = {}
+
+  context 'odin' do
+    it 'parses file correctly with type parameter odin' do
+      FoodsoftArticleImport.parse(File.open(File.join(odin_files_path, 'odin_flawless.xml')), type: 'odin') do |new_attrs, status, _line|
+        expect(new_attrs).to eq dummy_article
+        expect(status).to eq nil
+      end
+    end
+
+    it 'raises error wenn wrong type specified' do
+      expect do
+        FoodsoftArticleImport.parse(File.open(File.join(odin_files_path, 'odin_flawless.xml')),   type: 'foodsoft')
+      end.to raise_error(RuntimeError)
+
+      expect do
+        FoodsoftArticleImport.parse(File.open(File.join(odin_files_path, 'odin_flawless.xml')),   type: 'bnn')
+      end.to raise_error(CSV::MalformedCSVError)
+    end
+
+    it 'parses missing entries correctly' do
+      FoodsoftArticleImport.parse(File.open(File.join(odin_files_path, 'odin_missing_entries.xml')), type: 'odin') do |new_attrs, status, _line|
+        expect(status).to eq :outlisted
+        expect(new_attrs[:unit]).to eq '750st'
+        expect(new_attrs[:manufacturer]).to eq ''
+      end
+    end
+
+    it 'skips rows without order_number' do
+      FoodsoftArticleImport.parse(File.open(File.join(odin_files_path, 'odin_missing_order_number.xml')), type: 'odin') do |new_attrs, _status, _line|
+        expect(new_attrs).to eq empty
+      end
+    end
+
+    it 'joins custom_codes file' do
+      custom_file_path = File.join(files_path, 'custom_codes.yml').to_s
+      FoodsoftArticleImport.parse(File.open(File.join(odin_files_path, 'odin_flawless_custom_category.xml')), custom_file_path: custom_file_path, type: 'odin') do |new_attrs, _status, _line|
+        expect(new_attrs[:article_category]).to eq 'Test Indeling - Test Subindeling'
+      end
+    end
+
+    xit 'parses dummy_article with special correctly' do
+      # TODO: find out whether there are special prices for odin files
+      FoodsoftArticleImport.parse(File.open(File.join(odin_files_path, 'bnn_flawless_special.BNN')), type: 'bnn') do |new_attrs, _status, _line|
+        expect(new_attrs.manufacturer).to eq nil
+        expect(new_attrs.unit).to eq '750st'
+      end
+    end
+
+    xit 'parses file with different encoding' do
+      # the bnn file is loaded with encoding ibm850. If file is not ibm850 encoded, some characters might look weird
+      FoodsoftArticleImport.parse(File.open(File.join(odin_files_path, 'bnn_bad_encoding.BNN')), type: 'bnn') do |new_attrs, _status, _line|
+        expect(new_attrs[:order_number]).to eq('64721')
+        expect(new_attrs[:name]).to eq('Greek Dressing - Kräuter Mix')
+      end
+    end
+  end
+end

plugins/article_import/spec/test_helper.rb

@@ -0,0 +1,9 @@
+# frozen_string_literal: true
+
+module TestHelper
+  ENV["FOODSOFT_APP_CONFIG"] = "plugins/article_import/spec/app_config.yml"
+end
+
+RSpec.configure do |config|
+  config.include TestHelper, :type => :feature
+end