add basic functionality of plugin
This commit is contained in:
parent
ae8d222f82
commit
e9df226580
15 changed files with 2008 additions and 0 deletions
|
|
@ -0,0 +1,5 @@
|
||||||
|
/ insert_after 'erb:contains("file_field")'
|
||||||
|
- if FoodsoftArticleImport.enabled?
|
||||||
|
%label(for="articles_file")
|
||||||
|
%strong="select the file type you are about to upload"
|
||||||
|
=f.collection_select :type, FoodsoftArticleImport::FORMATS , :to_s, :to_s
|
||||||
|
|
@ -0,0 +1,16 @@
|
||||||
|
ArticlesController.class_eval do
|
||||||
|
def parse_upload
|
||||||
|
uploaded_file = params[:articles]['file'] or raise I18n.t('articles.controller.parse_upload.no_file')
|
||||||
|
type = params[:articles]['type']
|
||||||
|
options = { filename: uploaded_file.original_filename }
|
||||||
|
options[:outlist_absent] = (params[:articles]['outlist_absent'] == '1')
|
||||||
|
options[:convert_units] = (params[:articles]['convert_units'] == '1')
|
||||||
|
@updated_article_pairs, @outlisted_articles, @new_articles = @supplier.sync_from_file uploaded_file.tempfile, type, options
|
||||||
|
if @updated_article_pairs.empty? && @outlisted_articles.empty? && @new_articles.empty?
|
||||||
|
redirect_to supplier_articles_path(@supplier), :notice => I18n.t('articles.controller.parse_upload.notice')
|
||||||
|
end
|
||||||
|
@ignored_article_count = 0
|
||||||
|
rescue => error
|
||||||
|
redirect_to upload_supplier_articles_path(@supplier), :alert => I18n.t('errors.general_msg', :msg => error.message)
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
@ -0,0 +1,45 @@
|
||||||
|
Supplier.class_eval do
|
||||||
|
# Synchronise articles with spreadsheet.
|
||||||
|
#
|
||||||
|
# @param file [File] Spreadsheet file to parse
|
||||||
|
# @param options [Hash] Options passed to {FoodsoftArticleImport#parse} except when listed here.
|
||||||
|
# @option options [Boolean] :outlist_absent Set to +true+ to remove articles not in spreadsheet.
|
||||||
|
# @option options [Boolean] :convert_units Omit or set to +true+ to keep current units, recomputing unit quantity and price.
|
||||||
|
def sync_from_file(file, type, options = {})
|
||||||
|
all_order_numbers = []
|
||||||
|
updated_article_pairs, outlisted_articles, new_articles = [], [], []
|
||||||
|
custom_codes_path = File.join(Rails.root, "config", "custom_codes.yml")
|
||||||
|
opts = options.except(:convert_units, :outlist_absent)
|
||||||
|
custom_codes_file_path = custom_codes_path if File.exist?(custom_codes_path)
|
||||||
|
FoodsoftArticleImport.parse(file, custom_file_path: custom_codes_file_path, type: type, **opts) do |new_attrs, status, line|
|
||||||
|
article = articles.undeleted.where(order_number: new_attrs[:order_number]).first
|
||||||
|
new_attrs[:article_category] = ArticleCategory.find_match(new_attrs[:article_category])
|
||||||
|
new_attrs[:tax] ||= FoodsoftConfig[:tax_default]
|
||||||
|
new_article = articles.build(new_attrs)
|
||||||
|
if status.nil?
|
||||||
|
if article.nil?
|
||||||
|
new_articles << new_article
|
||||||
|
else
|
||||||
|
unequal_attributes = article.unequal_attributes(new_article, options.slice(:convert_units))
|
||||||
|
unless unequal_attributes.empty?
|
||||||
|
article.attributes = unequal_attributes
|
||||||
|
updated_article_pairs << [article, unequal_attributes]
|
||||||
|
end
|
||||||
|
end
|
||||||
|
elsif status == :outlisted && article.present?
|
||||||
|
outlisted_articles << article
|
||||||
|
|
||||||
|
# stop when there is a parsing error
|
||||||
|
elsif status.is_a? String
|
||||||
|
# @todo move I18n key to model
|
||||||
|
raise I18n.t('articles.model.error_parse', :msg => status, :line => line.to_s)
|
||||||
|
end
|
||||||
|
|
||||||
|
all_order_numbers << article.order_number if article
|
||||||
|
end
|
||||||
|
if options[:outlist_absent]
|
||||||
|
outlisted_articles += articles.undeleted.where.not(order_number: all_order_numbers + [nil])
|
||||||
|
end
|
||||||
|
[updated_article_pairs, outlisted_articles, new_articles]
|
||||||
|
end
|
||||||
|
end
|
||||||
20
plugins/article_import/foodsoft_article_import.gemspec
Normal file
20
plugins/article_import/foodsoft_article_import.gemspec
Normal file
|
|
@ -0,0 +1,20 @@
|
||||||
|
$:.push File.expand_path("../lib", __FILE__)
|
||||||
|
|
||||||
|
# Maintain your gem's version:
|
||||||
|
require "foodsoft_article_import/version"
|
||||||
|
|
||||||
|
# Describe your gem and declare its dependencies:
|
||||||
|
Gem::Specification.new do |s|
|
||||||
|
s.name = "foodsoft_article_import"
|
||||||
|
s.version = FoodsoftArticleImport::VERSION
|
||||||
|
s.authors = ["viehlieb"]
|
||||||
|
s.email = ["foodsoft@local-it.org"]
|
||||||
|
s.summary = "Manages manual article import from file. File Formats supported are: foodsoft file(csv), bnn files (.bnn) and odin files (xml)"
|
||||||
|
|
||||||
|
s.files = Dir["{app,config,db,lib}/**/*"] + ["Rakefile", "README.md"]
|
||||||
|
|
||||||
|
s.add_dependency "rails"
|
||||||
|
s.add_dependency "deface", "~> 1.0"
|
||||||
|
s.add_dependency 'roo', '~> 2.9.0'
|
||||||
|
s.add_development_dependency 'simplecov'
|
||||||
|
end
|
||||||
77
plugins/article_import/lib/foodsoft_article_import.rb
Normal file
77
plugins/article_import/lib/foodsoft_article_import.rb
Normal file
|
|
@ -0,0 +1,77 @@
|
||||||
|
# frozen_string_literal: true
|
||||||
|
require "deface"
|
||||||
|
require 'foodsoft_article_import/engine'
|
||||||
|
require 'digest/sha1'
|
||||||
|
require 'tempfile'
|
||||||
|
require 'csv'
|
||||||
|
require 'yaml'
|
||||||
|
require 'active_support/core_ext/hash/keys'
|
||||||
|
require_relative 'foodsoft_article_import/bnn'
|
||||||
|
require_relative 'foodsoft_article_import/utf8_encoder'
|
||||||
|
require_relative 'foodsoft_article_import/odin'
|
||||||
|
require_relative 'foodsoft_article_import/foodsoft'
|
||||||
|
module FoodsoftArticleImport
|
||||||
|
class ConversionFailedException < StandardError; end
|
||||||
|
|
||||||
|
FORMATS = %w(bnn foodsoft odin).freeze
|
||||||
|
def self.enabled?
|
||||||
|
FoodsoftConfig[:use_article_import]
|
||||||
|
end
|
||||||
|
|
||||||
|
def self.file_formats
|
||||||
|
@@file_formats ||= {
|
||||||
|
'bnn' => FoodsoftArticleImport::Bnn,
|
||||||
|
'foodsoft' => FoodsoftArticleImport::Foodsoft,
|
||||||
|
'odin' => FoodsoftArticleImport::Odin,
|
||||||
|
}.freeze
|
||||||
|
end
|
||||||
|
|
||||||
|
# Parse file by type (one of {.file_formats})
|
||||||
|
#
|
||||||
|
# @param file [File, Tempfile]
|
||||||
|
# @option opts [String] type file format (required) (see {.file_formats})
|
||||||
|
# @return [File, Roo::Spreadsheet] file with encoding set if needed
|
||||||
|
def self.parse(file, custom_file_path: nil, type: nil, **opts, &blk)
|
||||||
|
@@filename = opts[:filename] if opts[:filename]
|
||||||
|
custom_file_path ||= nil
|
||||||
|
type ||= 'bnn'
|
||||||
|
parser = file_formats[type]
|
||||||
|
if block_given?
|
||||||
|
parser.parse(file, custom_file_path: custom_file_path, &blk)
|
||||||
|
else
|
||||||
|
data = []
|
||||||
|
parser.parse(file, custom_file_path: custom_file_path) { |a| data << a }
|
||||||
|
data
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
# Helper method to generate an article number for suppliers that do not have one
|
||||||
|
def self.generate_number(article)
|
||||||
|
# something unique, but not too unique
|
||||||
|
s = "#{article[:name]}-#{article[:unit_quantity]}x#{article[:unit]}"
|
||||||
|
s = s.downcase.gsub(/[^a-z0-9.]/, '')
|
||||||
|
# prefix abbreviated sha1-hash with colon to indicate that it's a generated number
|
||||||
|
article[:order_number] = ":#{Digest::SHA1.hexdigest(s)[-7..]}"
|
||||||
|
article
|
||||||
|
end
|
||||||
|
|
||||||
|
# Helper method for opening a spreadsheet file
|
||||||
|
#
|
||||||
|
# @param file [File] file to open
|
||||||
|
# @param filename [String, NilClass] optional filename for guessing the file format
|
||||||
|
# @param encoding [String, NilClass] optional CSV encoding
|
||||||
|
# @param col_sep [String, NilClass] optional column separator
|
||||||
|
# @return [Roo::Spreadsheet]
|
||||||
|
def self.open_spreadsheet(file, encoding: nil, col_sep: nil, liberal_parsing: nil)
|
||||||
|
opts = { csv_options: {} }
|
||||||
|
opts[:csv_options][:encoding] = encoding if encoding
|
||||||
|
opts[:csv_options][:col_sep] = col_sep if col_sep
|
||||||
|
opts[:csv_options][:liberal_parsing] = true if liberal_parsing
|
||||||
|
opts[:extension] = File.extname(File.basename(@@filename)) if @@filename
|
||||||
|
begin
|
||||||
|
Roo::Spreadsheet.open(file, **opts)
|
||||||
|
rescue StandardError => e
|
||||||
|
raise "Failed to parse foodsoft file. make sure file format is correct: #{e.message}"
|
||||||
|
end
|
||||||
|
end
|
||||||
|
end
|
||||||
90
plugins/article_import/lib/foodsoft_article_import/bnn.rb
Normal file
90
plugins/article_import/lib/foodsoft_article_import/bnn.rb
Normal file
|
|
@ -0,0 +1,90 @@
|
||||||
|
# frozen_string_literal: true
|
||||||
|
|
||||||
|
# Module for translation and parsing of BNN-files (www.n-bnn.de)
|
||||||
|
#
|
||||||
|
module FoodsoftArticleImport
|
||||||
|
module Bnn
|
||||||
|
@@codes = {}
|
||||||
|
@@midgard = {}
|
||||||
|
# Loads the codes_file config/bnn_codes.yml into the class variable @@codes
|
||||||
|
def self.load_codes(custom_file_path = nil)
|
||||||
|
@gem_lib = File.expand_path '..', __dir__
|
||||||
|
dir = File.join @gem_lib, 'foodsoft_article_import'
|
||||||
|
begin
|
||||||
|
@@codes = YAML.safe_load(File.open(File.join(dir, 'bnn_codes.yml'))).symbolize_keys
|
||||||
|
if custom_file_path
|
||||||
|
custom_codes = YAML.safe_load(File.open(custom_file_path)).symbolize_keys
|
||||||
|
custom_codes.each_key do |key|
|
||||||
|
custom_codes[key] = custom_codes[key].merge @@codes[key] if @@codes.keys.include?(key)
|
||||||
|
@@codes = @@codes.merge custom_codes
|
||||||
|
end
|
||||||
|
end
|
||||||
|
@@midgard = YAML.safe_load(File.open(File.join(dir, 'midgard_codes.yml'))).symbolize_keys
|
||||||
|
rescue StandardError => e
|
||||||
|
raise "Failed to load bnn_codes: #{dir}/{bnn,midgard}_codes.yml: #{e.message}"
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
$missing_bnn_codes = []
|
||||||
|
|
||||||
|
# translates codes from BNN to foodsoft-code
|
||||||
|
def self.translate(key, value)
|
||||||
|
if @@codes[key][value]
|
||||||
|
@@codes[key][value]
|
||||||
|
elsif @@midgard[key]
|
||||||
|
@@midgard[key][value]
|
||||||
|
elsif !value.nil?
|
||||||
|
$missing_bnn_codes << value
|
||||||
|
nil
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
NAME = 'BNN (CSV)'
|
||||||
|
OUTLIST = false
|
||||||
|
OPTIONS = {
|
||||||
|
encoding: 'IBM850',
|
||||||
|
col_sep: ';'
|
||||||
|
}.freeze
|
||||||
|
|
||||||
|
# parses a bnn-file
|
||||||
|
def self.parse(file, custom_file_path: nil, **opts)
|
||||||
|
custom_file_path ||= nil
|
||||||
|
encoding = opts[:encoding] || OPTIONS[:encoding]
|
||||||
|
col_sep = opts[:col_sep] || OPTIONS[:col_sep]
|
||||||
|
load_codes(custom_file_path)
|
||||||
|
CSV.foreach(file, { col_sep: col_sep, encoding: encoding, headers: true }).with_index(1) do |row, i|
|
||||||
|
# check if the line is empty
|
||||||
|
unless row[0] == '' || row[0].nil?
|
||||||
|
article = {
|
||||||
|
name: UTF8Encoder.clean(row[6]),
|
||||||
|
order_number: row[0],
|
||||||
|
note: UTF8Encoder.clean(row[7]),
|
||||||
|
manufacturer: translate(:manufacturer, row[10]),
|
||||||
|
origin: row[12],
|
||||||
|
article_category: translate(:category, row[16]),
|
||||||
|
unit: row[23],
|
||||||
|
price: row[37],
|
||||||
|
tax: translate(:tax, row[33]),
|
||||||
|
unit_quantity: row[22]
|
||||||
|
}
|
||||||
|
# TODO: Complete deposit list....
|
||||||
|
article.merge!(deposit: translate(:deposit, row[26])) if translate(:deposit, row[26])
|
||||||
|
|
||||||
|
if !row[62].nil?
|
||||||
|
# consider special prices
|
||||||
|
article[:note] = "Sonderpreis: #{article[:price]} von #{row[62]} bis #{row[63]}"
|
||||||
|
yield article, :special, i
|
||||||
|
|
||||||
|
# Check now for article status, we only consider outlisted articles right now
|
||||||
|
# N=neu, A=Änderung, X=ausgelistet, R=Restbestand,
|
||||||
|
# V=vorübergehend ausgelistet, W=wiedergelistet
|
||||||
|
elsif row[1] == 'X' || row[1] == 'V'
|
||||||
|
yield article, :outlisted, i
|
||||||
|
else
|
||||||
|
yield article, nil, i
|
||||||
|
end
|
||||||
|
end
|
||||||
|
end
|
||||||
|
end
|
||||||
|
end
|
||||||
|
end
|
||||||
1119
plugins/article_import/lib/foodsoft_article_import/bnn_codes.yml
Normal file
1119
plugins/article_import/lib/foodsoft_article_import/bnn_codes.yml
Normal file
File diff suppressed because it is too large
Load diff
129
plugins/article_import/lib/foodsoft_article_import/dnb_codes.yml
Normal file
129
plugins/article_import/lib/foodsoft_article_import/dnb_codes.yml
Normal file
|
|
@ -0,0 +1,129 @@
|
||||||
|
|
||||||
|
# from http://www.nieuweband.nl/producten/groepen/
|
||||||
|
indeling:
|
||||||
|
1: Verswaren
|
||||||
|
50: Kaas
|
||||||
|
62: Schapenkaas
|
||||||
|
|
||||||
|
2: Basisproducten
|
||||||
|
850: Noten
|
||||||
|
855: Noten grootverbruik
|
||||||
|
700: Peulvruchten
|
||||||
|
705: Peulvruchten grootverbruik
|
||||||
|
340: Rijst
|
||||||
|
341: Rijst grootverbruik
|
||||||
|
450: Vlokken
|
||||||
|
455: Vlokken grootverbruik
|
||||||
|
800: Zaden en pitten
|
||||||
|
805: Zaden en pitten grootverbruik
|
||||||
|
603: Melen grootverbruik
|
||||||
|
|
||||||
|
3: Ontbijt en lunch
|
||||||
|
943: Marmelade
|
||||||
|
1272: Muesli en poppies
|
||||||
|
1000: Notenpasta
|
||||||
|
1276: Ontbijtmelen
|
||||||
|
1295: Rijstwafels
|
||||||
|
1290: Roggebrood
|
||||||
|
1270: Sandwichspread
|
||||||
|
940: Vruchtenbeleg
|
||||||
|
942: Vruchtenjam
|
||||||
|
944: Vruchtenstroop
|
||||||
|
1300: Knäckebröd, toast en beschuit
|
||||||
|
|
||||||
|
4: Warme maaltijd
|
||||||
|
1820: Mosterd
|
||||||
|
1610: Olijfolie
|
||||||
|
1600: Olijven
|
||||||
|
1451: Peulvruchtenconserven
|
||||||
|
1957: Pindasaus
|
||||||
|
1960: Sambal, ketjap en pittige smaakmakers
|
||||||
|
2170: Seitan
|
||||||
|
2260: Siropen
|
||||||
|
2248: Smaakmakers
|
||||||
|
1500: Soepen en bouillon
|
||||||
|
1515: Soepstengels
|
||||||
|
2000: Sojasauzen
|
||||||
|
2250: Suiker
|
||||||
|
1452: Tafelzuren
|
||||||
|
1590: Tamme-kastanje-producten
|
||||||
|
1975: Thaise keuken
|
||||||
|
1900: Tomatenproducten
|
||||||
|
1670: Vetten
|
||||||
|
1930: Visconserven
|
||||||
|
2175: Vleesvervangers
|
||||||
|
1360: Vruchtencompote
|
||||||
|
1400: Vruchtenconserven
|
||||||
|
1350: Vruchtenmoes en -puree
|
||||||
|
2249: Zout en kruidenzout
|
||||||
|
|
||||||
|
5: Sappen en dranken
|
||||||
|
2605: Rode wijn Oostenrijk
|
||||||
|
2604: Rode wijn Portugal
|
||||||
|
2602: Rode wijn Spanje
|
||||||
|
2608: Rode wijn Zuid-Afrika
|
||||||
|
2612: Rosé Spanje
|
||||||
|
2617: Rosé Zuid-Afrika
|
||||||
|
2420: Smoothies
|
||||||
|
2455: Sojamelkproducten
|
||||||
|
2505: Speciaalbieren
|
||||||
|
2400: Vruchtensappen
|
||||||
|
2490: Waterijs
|
||||||
|
2637: Witte wijn Argentinië
|
||||||
|
2630: Witte wijn Frankrijk
|
||||||
|
2634: Witte wijn Griekenland
|
||||||
|
2631: Witte wijn Italië
|
||||||
|
2635: Witte wijn Oostenrijk
|
||||||
|
2632: Witte wijn Spanje
|
||||||
|
2638: Witte wijn Zuid-Afrika
|
||||||
|
|
||||||
|
6: Warme dranken en theekruiden
|
||||||
|
3102: Kruidenthee builtjes
|
||||||
|
3100: Kruidenthee los
|
||||||
|
3020: Kruidenthee met geneeskrachtige werking
|
||||||
|
3009: Rooibosthee
|
||||||
|
3010: Thee grootverpakking
|
||||||
|
3052: Theekruiden
|
||||||
|
3008: Witte thee
|
||||||
|
3011: Yogi spice tea
|
||||||
|
3012: Yogi tao tea
|
||||||
|
3000: Zwarte thee
|
||||||
|
|
||||||
|
7: Versnaperingen
|
||||||
|
3552: Lollies
|
||||||
|
3470: Nougat en fudge
|
||||||
|
3570: Raw Food
|
||||||
|
3360: Rozijntjes in kinderverpakking
|
||||||
|
3410: Snijkoek
|
||||||
|
3555: Snoep met suiker
|
||||||
|
3550: Snoep zonder suiker
|
||||||
|
3405: Stroopwafels
|
||||||
|
3350: Tortillachips en salsa
|
||||||
|
3358: Zoete chips
|
||||||
|
3540: Zoethoutstokjes
|
||||||
|
3365: Zoutjes, hartige bites en popcorn
|
||||||
|
3530: Laurierdrop
|
||||||
|
|
||||||
|
8: Persoonlijke verzorging en cosmetica
|
||||||
|
5036: Lavera
|
||||||
|
5037: Namaste
|
||||||
|
5040: Natracare
|
||||||
|
5042: Odylique
|
||||||
|
5049: Sonett
|
||||||
|
5055: Urtekram
|
||||||
|
5065: Weleda
|
||||||
|
|
||||||
|
9: Natuurtherapeutisch
|
||||||
|
5455: Kruidentincturen
|
||||||
|
5420: Propolis-producten
|
||||||
|
5245: Zelfzorgmiddelen
|
||||||
|
5280: Huid- en massage-olie
|
||||||
|
|
||||||
|
10: Non Food
|
||||||
|
5517: Luiers en babydoekjes
|
||||||
|
5510: Maandverband en tampons
|
||||||
|
5520: Toiletpapier e.d.
|
||||||
|
5890: Voor kinderen (en volwassenen)
|
||||||
|
5650: Was- en schoonmaakmiddelen
|
||||||
|
5515: Watten
|
||||||
|
5610: Luchtverfrissers
|
||||||
12
plugins/article_import/lib/foodsoft_article_import/engine.rb
Normal file
12
plugins/article_import/lib/foodsoft_article_import/engine.rb
Normal file
|
|
@ -0,0 +1,12 @@
|
||||||
|
module FoodsoftArticleImport
|
||||||
|
class Engine < ::Rails::Engine
|
||||||
|
config.to_prepare do
|
||||||
|
Dir.glob(Rails.root + "app/decorators/**/*_decorator*.rb").each do |c|
|
||||||
|
require_dependency(c)
|
||||||
|
end
|
||||||
|
end
|
||||||
|
def default_foodsoft_config(cfg)
|
||||||
|
cfg[:use_article_import] = true
|
||||||
|
end
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
@ -0,0 +1,60 @@
|
||||||
|
# frozen_string_literal: true
|
||||||
|
|
||||||
|
# Module for Foodsoft-file import
|
||||||
|
# The Foodsoft-file is a CSV-file, with semicolon-separated columns, or ODS/XLS/XLSX
|
||||||
|
|
||||||
|
require 'roo'
|
||||||
|
require 'roo-xls'
|
||||||
|
|
||||||
|
module FoodsoftArticleImport
|
||||||
|
module Foodsoft
|
||||||
|
NAME = 'Foodsoft (CSV, ODS, XLS, XLSX)'
|
||||||
|
OUTLIST = false
|
||||||
|
OPTIONS = {
|
||||||
|
encoding: 'UTF-8',
|
||||||
|
col_sep: ';'
|
||||||
|
}.freeze
|
||||||
|
|
||||||
|
# Parses Foodsoft file
|
||||||
|
# the yielded article is a simple hash
|
||||||
|
def self.parse(file, custom_file_path: nil)
|
||||||
|
custom_file_path ||= nil
|
||||||
|
opts = OPTIONS.dup
|
||||||
|
|
||||||
|
ss = FoodsoftArticleImport.open_spreadsheet(file, **opts)
|
||||||
|
|
||||||
|
header_row = true
|
||||||
|
ss.sheet(0).each.with_index(1) do |row, i|
|
||||||
|
# skip first header row
|
||||||
|
if header_row
|
||||||
|
header_row = false
|
||||||
|
next
|
||||||
|
end
|
||||||
|
# skip empty lines
|
||||||
|
if row[2].to_s.strip.empty?
|
||||||
|
# raise no order number given
|
||||||
|
yield nil, nil, i
|
||||||
|
next
|
||||||
|
end
|
||||||
|
|
||||||
|
article = { order_number: row[1],
|
||||||
|
name: row[2],
|
||||||
|
note: row[3],
|
||||||
|
manufacturer: row[4],
|
||||||
|
origin: row[5],
|
||||||
|
unit: row[6],
|
||||||
|
price: row[7],
|
||||||
|
tax: row[8],
|
||||||
|
unit_quantity: row[10],
|
||||||
|
article_category: row[13] }
|
||||||
|
article.merge!(deposit: row[9]) unless row[9].nil?
|
||||||
|
FoodsoftArticleImport.generate_number(article) if article[:order_number].to_s.strip.empty?
|
||||||
|
if row[6].nil? || row[7].nil? || row[8].nil?
|
||||||
|
yield article, 'Error: unit, price and tax must be entered', i
|
||||||
|
else
|
||||||
|
yield article, (row[0] == 'x' ? :outlisted : nil), i
|
||||||
|
end
|
||||||
|
end
|
||||||
|
end
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
@ -0,0 +1,294 @@
|
||||||
|
manufacturer:
|
||||||
|
"61": Maintal
|
||||||
|
AB: Agrobioservice
|
||||||
|
AD: Anita Dehnert
|
||||||
|
AH: Phyto Treasures e.K.
|
||||||
|
AO: Arganöl
|
||||||
|
AR: ARIES
|
||||||
|
AS: Abraham Schinken
|
||||||
|
Ad: Molkerei Andechs
|
||||||
|
An: Frans Andringa
|
||||||
|
Ap: Apfeltraum
|
||||||
|
Ar: Provamel über Arche
|
||||||
|
Ay: Aytem
|
||||||
|
BA: BauckHof Amelinghausn
|
||||||
|
BB: Bakenhus Biofleisch GmbH
|
||||||
|
BC: Bio-Bäckerei Bucco
|
||||||
|
BD: Biosa
|
||||||
|
BF: Bruno Fischer
|
||||||
|
BG: Bauers Garten
|
||||||
|
BH: Bauck Hof
|
||||||
|
BHA: Bauck Hof Amelinghausen
|
||||||
|
BI: Biofarben
|
||||||
|
BK: Burger Knäcke
|
||||||
|
BKO: BioKräuterei Oberhavel
|
||||||
|
BL: Beumer & Lutum
|
||||||
|
BM: Bohlsener Mühle
|
||||||
|
BN: Brochenin
|
||||||
|
BOD: Bode Naturkost
|
||||||
|
BR: Luchs Bier
|
||||||
|
BT: Beltane Naturkost GmbH
|
||||||
|
BU: Baumschule am Butzelberg
|
||||||
|
BV: BIO VITA
|
||||||
|
BZ: Biozeit
|
||||||
|
Ba: Bauck demeter Produkte
|
||||||
|
Bb: Beutelsbacher
|
||||||
|
Bd: Biosa Danmark Aps
|
||||||
|
Be: Behncken
|
||||||
|
Bf: Backforum
|
||||||
|
Bg: Butzelberg
|
||||||
|
Bh: Barnhouse
|
||||||
|
Bj: Milchschafhof Brünjes
|
||||||
|
Bk: Blank
|
||||||
|
Bm: Biomax
|
||||||
|
Bn: Bentele
|
||||||
|
Bo: Bobalis
|
||||||
|
Bt: Bretti's
|
||||||
|
Bu: Biogärtnerei Bauer
|
||||||
|
By: Byodo
|
||||||
|
CA: Care
|
||||||
|
CF: CLUB Feinkost
|
||||||
|
CI: CIDRERIE
|
||||||
|
CV: Cosmoveda
|
||||||
|
Ca: Campo
|
||||||
|
Cl: Obsthof Clostermann
|
||||||
|
Co: Obsthof Cordes (Heinrich)
|
||||||
|
Cp: Campobello
|
||||||
|
Cs: Cosmoveda
|
||||||
|
Ct: cbet GmbH
|
||||||
|
DA: Danival
|
||||||
|
DE: DEMETER-Erzeugergemeinschaft
|
||||||
|
DH: Dieter Hein Wurstwaren
|
||||||
|
DM: Dr. Martins
|
||||||
|
DN: Hof Dannwisch
|
||||||
|
DO: Donath-Mühle
|
||||||
|
DR: De Rit
|
||||||
|
DV: Davert
|
||||||
|
DW: Vovic / Evian
|
||||||
|
De: Dennree
|
||||||
|
Dk: Dinkula
|
||||||
|
EB: Erich Boden
|
||||||
|
EH: Engemann Handel
|
||||||
|
EI: Natürlich Eistert
|
||||||
|
ELM: BIONADE
|
||||||
|
EN: Provence Regime
|
||||||
|
EO: Eosta
|
||||||
|
ER: Euresis
|
||||||
|
Eb: Eisblümerl
|
||||||
|
Eh: Erhardt Meerrettichprodukte
|
||||||
|
Ei: Eiland
|
||||||
|
El: Kelterei Elm
|
||||||
|
En: Eichhorn
|
||||||
|
Er: Erdmannhauser Brezelfabrik
|
||||||
|
Es: Erntesegen
|
||||||
|
FB: Flensburger Brauerei
|
||||||
|
FE: Frucht-Express
|
||||||
|
FF: Schiffers
|
||||||
|
FI: Fromi GmbH
|
||||||
|
FL: Florian Kerzen
|
||||||
|
FR: I Frutti del Sole
|
||||||
|
FU: Future 3000
|
||||||
|
Fh: Florahof
|
||||||
|
Fq: Fläming-Quelle
|
||||||
|
Fr: Frunet
|
||||||
|
Ft: Fontaine
|
||||||
|
GA: Bio-Gärtnerei Altglobsow
|
||||||
|
GG: Naturhof Günter Gaßmann
|
||||||
|
GH: Gutshöfe
|
||||||
|
GN: Nesse Gewürze
|
||||||
|
GO: Der Georgshof
|
||||||
|
GS: Gut Schmerwitz
|
||||||
|
GT: Gut Temmen
|
||||||
|
Gb: Grabower
|
||||||
|
Gl: Glaciar
|
||||||
|
Go: Golden Temple
|
||||||
|
Gr: Grützdorfer
|
||||||
|
Gw: Gwidon Zastawa
|
||||||
|
Gä: Gärtnerei am Bauerngut
|
||||||
|
GÖ: Stadtgut Görlitz
|
||||||
|
HA: Haaner Felsenquelle
|
||||||
|
HB: Hof Bockum
|
||||||
|
HF: Hühnerhof Falkenthal
|
||||||
|
HK: Heinz Ketchup
|
||||||
|
HM: Hof Marienhöhe
|
||||||
|
HO: Hoffmann
|
||||||
|
HS: Obstbau H. Schalkau
|
||||||
|
Ha: Hake
|
||||||
|
Hc: Hoch Oblatenfabrik
|
||||||
|
He: Hennicke
|
||||||
|
Hk: Natur Obsthof Hauke
|
||||||
|
Hl: Heidehof
|
||||||
|
Ho: Holle
|
||||||
|
Hu: Humanopolis
|
||||||
|
Hü: Hütterman
|
||||||
|
IC: Japan Grüntee
|
||||||
|
IN: Isola della Natura
|
||||||
|
IOC: IOC
|
||||||
|
IS: Isana
|
||||||
|
Ib: Iberia
|
||||||
|
Il: Il Nuraghe
|
||||||
|
Is: ISANA
|
||||||
|
JH: Beerenobst
|
||||||
|
JS: Juers Fruchtchips
|
||||||
|
Je: Jelitta Käse
|
||||||
|
KD: Kristdyn
|
||||||
|
KG: Kräuter Gut
|
||||||
|
KK: 74271
|
||||||
|
KN: Öko-Gartenbau
|
||||||
|
KP: Kräutergarten Pommerland
|
||||||
|
Ka: Kanne
|
||||||
|
Kg: Karg Brotgenuß
|
||||||
|
Kä: Kärrners
|
||||||
|
Kö: Obsthof König
|
||||||
|
LB: Lammsbräu
|
||||||
|
LE: LEEB Schaf- und Ziegenmolkerei
|
||||||
|
LI: Legend Organics
|
||||||
|
LM: LeMar
|
||||||
|
LS: La Selva
|
||||||
|
La: Lahmann
|
||||||
|
Lb: Lebensbaum
|
||||||
|
Le: Leuchtenberg Sauerkrautfabrik
|
||||||
|
Lh: Lindenhof
|
||||||
|
Li: Lima Belgien
|
||||||
|
Lk: Landkrone
|
||||||
|
Ln: Land in Sicht
|
||||||
|
Ls: Lubs GmbH
|
||||||
|
Lu: Luvos Heilerde
|
||||||
|
Lw: Gärtnerei Löwenzahn
|
||||||
|
MA: Mack
|
||||||
|
MB: Mabutake
|
||||||
|
ME: Martin Evers
|
||||||
|
MH: Märkische Heide
|
||||||
|
MI: Martin Ibele
|
||||||
|
MII: Katal. Olivenöl
|
||||||
|
ML: Märkisches Landbrot
|
||||||
|
MM: Bioland Imkerei
|
||||||
|
MT: Maintal
|
||||||
|
MV: MegaVega Limited
|
||||||
|
MY: Mayka Brezel
|
||||||
|
Ma: Marschland
|
||||||
|
Mg: MIDGARD
|
||||||
|
Mh: Melchhof
|
||||||
|
Mn: Mosna
|
||||||
|
Mo: Mosaikwerkstätten
|
||||||
|
My: MAYKA, Brezelfabrik
|
||||||
|
Mü: Hofmolkerei GmbH Münchehofe
|
||||||
|
MÖ: Märkischer Ökovertrieb
|
||||||
|
NE: Natürlich Eistert
|
||||||
|
NM:
|
||||||
|
NO: Nürnberger Bio Originale
|
||||||
|
NQ: Pineo Wasser
|
||||||
|
Na: NATURATA
|
||||||
|
Nt: Natumi
|
||||||
|
OTC: OTC
|
||||||
|
Od: ODIN Holland
|
||||||
|
PB: Peter Bentele
|
||||||
|
PG: Pilzgarten
|
||||||
|
PH: Biopilzhof
|
||||||
|
PM: Pinkus Müller
|
||||||
|
PN: Pro Natura
|
||||||
|
Pi: Piding
|
||||||
|
Pt: Port International
|
||||||
|
QB: Panettoncino
|
||||||
|
RB: Rother Bräu
|
||||||
|
RP: Rheinsberger Preussenquelle
|
||||||
|
RS: rosmarin BIOBACK
|
||||||
|
RZ: Ranch Zempow
|
||||||
|
Ra: Raab
|
||||||
|
Rb: Rabenhorst
|
||||||
|
Re: Rebgarten
|
||||||
|
Rg: Rosengarten
|
||||||
|
Rh: Rotenhäusler
|
||||||
|
Ro: Geflügelhof Robert
|
||||||
|
RoL: Robert´s LOSE
|
||||||
|
Rt: Rottstock
|
||||||
|
Rö: Römerquelle
|
||||||
|
SB: Sabines Bauernhof
|
||||||
|
SBP: Stiftelsen Bananen
|
||||||
|
SC: Sommer & Co.
|
||||||
|
SF: Sprossen
|
||||||
|
SH: Spreewälder Hirse
|
||||||
|
SI: SINFO
|
||||||
|
SK: Spargelhof Kreienbaum
|
||||||
|
SL: St. Leonhardsquelle
|
||||||
|
SM: Seenlan Müritz
|
||||||
|
SO: Sonett
|
||||||
|
SR: Sprossenmanufaktur GbR
|
||||||
|
STN: Sonnentor
|
||||||
|
SV: SANTAVERDE ALOE VERA
|
||||||
|
Sa: Salamita
|
||||||
|
Sb: Hans Hermann Soetbeer
|
||||||
|
Sc: Schulz-Deetz
|
||||||
|
Sch: Hof Schütte
|
||||||
|
Sd: Savid
|
||||||
|
Se: Sekem, Ägypten
|
||||||
|
Sf: Sauerkonservenfabrik Schweizer
|
||||||
|
Sh: Kombucha
|
||||||
|
Si: Land in Sicht
|
||||||
|
Sk: Schock Ludwigsburg
|
||||||
|
Sm: Schramm
|
||||||
|
So: Sophienhof
|
||||||
|
Sp: Spielberger
|
||||||
|
Sr: Sanmar
|
||||||
|
St: Steck Senf
|
||||||
|
StB: Stralsunder Brauerei
|
||||||
|
Su: Sun,Backwaren aus Norwegen
|
||||||
|
Sv: Sunval demeter-Produkte
|
||||||
|
Sw: Szilleweit
|
||||||
|
Sy: Synanon
|
||||||
|
Sz: Schrozberg
|
||||||
|
Sü: Südasien
|
||||||
|
TB: Team Blue
|
||||||
|
TF: Terra Frischdienst
|
||||||
|
TN: Tofu Nagel
|
||||||
|
TR: Teltower Rübchen
|
||||||
|
Ta: Tarpa
|
||||||
|
Te: Teutoburger Ölmühle
|
||||||
|
Ti: Tiedemann
|
||||||
|
Tm: Tillmann
|
||||||
|
Tr: tri d´Aix
|
||||||
|
Tt: Tautropfen
|
||||||
|
Tö: Töpfer Rohrzucker
|
||||||
|
UK: Udo Kolm Bananen
|
||||||
|
UL: Gärtnerei Ulenburg
|
||||||
|
UV: Uni-Vert
|
||||||
|
Ul: Ulenburg Bioland Gemüse
|
||||||
|
VA: Kleingenossenschaft VENUSTA
|
||||||
|
VD: V & D
|
||||||
|
VE: Vega e.K.
|
||||||
|
VG: Biolog. Vollwertgetränke
|
||||||
|
VT: Vogt
|
||||||
|
VV: Vallé Käse
|
||||||
|
Vi: Viana Tofu
|
||||||
|
VlV: Vivo Lo Vin
|
||||||
|
Vo: Voelkel
|
||||||
|
WB: Weber
|
||||||
|
WD: Werder Feinkost GmbH
|
||||||
|
WH: Weide-Hardebek
|
||||||
|
WK: BioCompany Kaffee
|
||||||
|
WL: Wendland Storchenmilch
|
||||||
|
WP: Plosewasser
|
||||||
|
WR: Speickwerke
|
||||||
|
WS: Weingut Sander
|
||||||
|
Wa: Watzkendorf
|
||||||
|
We: Wendts
|
||||||
|
Wh: Molkerei Weißenhorn
|
||||||
|
Wz: Werz Heidenheim
|
||||||
|
ZA: Bio-Center Zann
|
||||||
|
ZF: Obsthof zum Felde
|
||||||
|
ZG: Zwergenwiese
|
||||||
|
ZI: Biolandhof Zielke
|
||||||
|
ZK: Ziegenkäserei Karolinenhof
|
||||||
|
ZP: Bioland Ranch Zempow
|
||||||
|
ZW: Zellertaler Wein
|
||||||
|
bF: bio Frische
|
||||||
|
bi: biosanica
|
||||||
|
dB: ÖMA-d`Beers, Kisslegg im Algäu
|
||||||
|
eu: felicia
|
||||||
|
fa: familia Müsli
|
||||||
|
ha: Hawlik
|
||||||
|
vL: v.d.Linden
|
||||||
|
öG: Öko-Gartenbau
|
||||||
|
öh: ökohum Blumenerde
|
||||||
|
ÖL: Öko-Line
|
||||||
|
ÖS: Ölmühle Solling
|
||||||
85
plugins/article_import/lib/foodsoft_article_import/odin.rb
Normal file
85
plugins/article_import/lib/foodsoft_article_import/odin.rb
Normal file
|
|
@ -0,0 +1,85 @@
|
||||||
|
# frozen_string_literal: true
|
||||||
|
|
||||||
|
# Article import for De Nieuw Band XML file
|
||||||
|
#
|
||||||
|
# Always contains full assortment, including recently outlisted articles.
|
||||||
|
# To make sure we don't keep old articles when a number of updates was missed,
|
||||||
|
# +OUTLIST+ is set to +true+ to remove articles not present in the file.
|
||||||
|
#
|
||||||
|
require 'nokogiri'
|
||||||
|
|
||||||
|
module FoodsoftArticleImport
|
||||||
|
class Odin
|
||||||
|
NAME = 'De Nieuwe Band (XML)'
|
||||||
|
OUTLIST = true
|
||||||
|
OPTIONS = {}.freeze
|
||||||
|
|
||||||
|
# parses a string or file
|
||||||
|
def self.parse(file, custom_file_path: nil, **_opts)
|
||||||
|
custom_file_path ||= nil
|
||||||
|
xml = File.open(file)
|
||||||
|
doc = Nokogiri.XML(xml, nil, nil,
|
||||||
|
Nokogiri::XML::ParseOptions::RECOVER +
|
||||||
|
Nokogiri::XML::ParseOptions::NONET +
|
||||||
|
Nokogiri::XML::ParseOptions::COMPACT) # do not modify doc!
|
||||||
|
load_codes(custom_file_path)
|
||||||
|
doc.search('product').each.with_index(1) do |row, i|
|
||||||
|
# create a new article
|
||||||
|
unit = row.search('eenheid').text
|
||||||
|
unit = case unit.strip
|
||||||
|
when '' then 'st'
|
||||||
|
when 'stuk' then 'st'
|
||||||
|
when 'g' then 'gr' # need at least 2 chars
|
||||||
|
when 'l' then 'ltr'
|
||||||
|
else unit
|
||||||
|
end
|
||||||
|
inhoud = row.search('inhoud').text
|
||||||
|
inhoud.to_s.strip.empty? or (inhoud.to_f - 1).abs > 1e-3 and unit = inhoud.gsub(/\.0+\s*$/, '') + unit
|
||||||
|
deposit = row.search('statiegeld').text
|
||||||
|
deposit.to_s.strip.empty? and deposit = 0
|
||||||
|
category = [
|
||||||
|
@@codes[:indeling][row.search('indeling').text.to_i],
|
||||||
|
@@codes[:indeling][row.search('subindeling').text.to_i]
|
||||||
|
].compact.join(' - ')
|
||||||
|
|
||||||
|
status = row.search('status').text == 'Actief' ? nil : :outlisted
|
||||||
|
article = {}
|
||||||
|
unless row.search('bestelnummer').text == ''
|
||||||
|
article = { order_number: row.search('bestelnummer').text,
|
||||||
|
# :ean => row.search('eancode').text,
|
||||||
|
name: row.search('omschrijving').text,
|
||||||
|
note: row.search('kwaliteit').text,
|
||||||
|
manufacturer: row.search('merk').text,
|
||||||
|
origin: row.search('herkomst').text,
|
||||||
|
unit: unit,
|
||||||
|
price: row.search('prijs inkoopprijs').text,
|
||||||
|
unit_quantity: row.search('sve').text,
|
||||||
|
tax: row.search('btw').text,
|
||||||
|
deposit: deposit,
|
||||||
|
article_category: category }
|
||||||
|
end
|
||||||
|
yield article, status, i
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
@@codes = {}
|
||||||
|
|
||||||
|
def self.load_codes(custom_file_path = nil)
|
||||||
|
@gem_lib = File.expand_path '..', __dir__
|
||||||
|
dir = File.join @gem_lib, 'foodsoft_article_import'
|
||||||
|
begin
|
||||||
|
@@codes = YAML.safe_load(File.open(File.join(dir, 'dnb_codes.yml'))).symbolize_keys
|
||||||
|
if custom_file_path
|
||||||
|
custom_codes = YAML.safe_load(File.open(custom_file_path)).symbolize_keys
|
||||||
|
custom_codes.each_key do |key|
|
||||||
|
custom_codes[key] = custom_codes[key].merge @@codes[key] if @@codes.keys.include?(key)
|
||||||
|
@@codes = @@codes.merge custom_codes
|
||||||
|
end
|
||||||
|
end
|
||||||
|
@@codes
|
||||||
|
rescue StandardError => e
|
||||||
|
raise "Failed to load dnb_codes: #{dir}/dnb_codes.yml: #{e.message}"
|
||||||
|
end
|
||||||
|
end
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
@ -0,0 +1,42 @@
|
||||||
|
module FoodsoftArticleImport
|
||||||
|
class OrderBnn < RenderCsv
|
||||||
|
def initialize(object, options = {})
|
||||||
|
super
|
||||||
|
@options[:col_sep] = ""
|
||||||
|
@options[:row_sep] = "\n"
|
||||||
|
@options[:encoding] = 'IBM850'
|
||||||
|
end
|
||||||
|
|
||||||
|
def header
|
||||||
|
customer_id = "000001"
|
||||||
|
delivery_date = Time.zone.now.strftime("%y%m%d")
|
||||||
|
pickup = " "
|
||||||
|
|
||||||
|
["D##{customer_id}#{delivery_date}#{pickup}#{@object.id}"]
|
||||||
|
end
|
||||||
|
|
||||||
|
def data
|
||||||
|
@object.order_articles.ordered.includes([:article, :article_price]).all.map do |oa|
|
||||||
|
yield [
|
||||||
|
pad_to_length(oa.article.order_number, 13),
|
||||||
|
"+",
|
||||||
|
pad_float_values(oa.units_to_order),
|
||||||
|
pad_to_length(oa.article.name, 30),
|
||||||
|
pad_float_values(oa.article.unit_quantity),
|
||||||
|
pad_to_length(oa.article.unit, 14),
|
||||||
|
pad_to_length(oa.article.manufacturer, 3),
|
||||||
|
pad_to_length("", 26)
|
||||||
|
]
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
def pad_float_values(number, digits_before=4, digits_after=3)
|
||||||
|
format_string = "%0#{digits_before + digits_after}d"
|
||||||
|
formatted_number = sprintf(format_string, (number * 10 ** digits_after).to_i)
|
||||||
|
end
|
||||||
|
|
||||||
|
def pad_to_length(string, length)
|
||||||
|
string.to_s.rjust(length, " ")[0, length]
|
||||||
|
end
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
@ -0,0 +1,11 @@
|
||||||
|
# frozen_string_literal: true
|
||||||
|
|
||||||
|
module UTF8Encoder
|
||||||
|
def self.clean(string)
|
||||||
|
if string.nil?
|
||||||
|
string
|
||||||
|
else
|
||||||
|
string.encode('UTF-8')
|
||||||
|
end
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
@ -0,0 +1,3 @@
|
||||||
|
module FoodsoftArticleImport
|
||||||
|
VERSION = "0.0.1"
|
||||||
|
end
|
||||||
Loading…
Reference in a new issue