diff --git a/deployment-apps/TA-metricator-hec-for-nmon/.DS_Store b/deployment-apps/TA-metricator-hec-for-nmon/.DS_Store
new file mode 100644
index 0000000..f8b49c7
Binary files /dev/null and b/deployment-apps/TA-metricator-hec-for-nmon/.DS_Store differ
diff --git a/deployment-apps/TA-metricator-hec-for-nmon/README.md b/deployment-apps/TA-metricator-hec-for-nmon/README.md
new file mode 100644
index 0000000..0ba7cb3
--- /dev/null
+++ b/deployment-apps/TA-metricator-hec-for-nmon/README.md
@@ -0,0 +1,5 @@
+# TA-metricator-hec-for-nmon
+
+Copyright 2017 Octamis - Copyright 2017 Guilhem Marchand
+
+All rights reserved.
diff --git a/deployment-apps/TA-metricator-hec-for-nmon/README/nmon.conf.spec b/deployment-apps/TA-metricator-hec-for-nmon/README/nmon.conf.spec
new file mode 100644
index 0000000..f4a8855
--- /dev/null
+++ b/deployment-apps/TA-metricator-hec-for-nmon/README/nmon.conf.spec
@@ -0,0 +1,258 @@
+# nmon.conf.spec
+
+# This file contains possibles attributes and values you can use to configure nmon processes generation.
+
+# There is an nmon.conf in $SPLUNK_HOME/etc/[nmon|TA-nmon|PA-nmon]/default/.  To set custom configurations,
+# place an nmon.conf in $SPLUNK_HOME/etc/[nmon|TA-nmon|PA-nmon]/default/.
+
+# *** FILE ENCODING: UTF-8 ! ***
+# When creating a local/nmon.conf, pay attention to file encoding specially when working under Windows.
+# The file must be UTF-8 encoded or you may run in trouble.
+
+# *** DON'T MODIFY THIS FILE ***
+
+########################################################################################################################
+### NMON COLLECT OPTIONS ###
+########################################################################################################################
+
+# The metricator_helper.sh input script is set by default to run every 60 seconds
+# If Nmon is not running, the script will start Nmon using the configuration above
+
+###
+### FIFO options:
+###
+
+# Using FIFO files (named pipe) are now used to minimize the CPU footprint of the technical addons
+# As such, it is not required anymore to use short cycle of Nmon run to reduce the CPU usage
+
+# You can still want to manage the volume of data to be generated by managing the interval and snapshot values
+# as a best practice recommendation, the time to live of nmon processes writing to FIFO should be 24 hours
+
+# value for interval: time in seconds between 2 performance measures
+fifo_interval=<value>
+
+# value for snapshot: number of measure to perform
+fifo_snapshot=<value>
+
+########################################################################################################################
+### VARIOUS COMMON OPTIONS ###
+########################################################################################################################
+
+# Time in seconds of margin before running a new iteration of Nmon process to prevent data gaps between 2 iterations of Nmon
+# the metricator_helper.sh script will spawn a new Nmon process when the age in seconds of the current process gets higher than this value
+
+# The endtime is evaluated the following way:
+# endtime=$(( ${interval} * ${snapshot} - ${endtime_margin} ))
+
+# When the endtime gets higher than the endtime_margin, a new Nmon process will be spawned
+# default value to 240 seconds which will start a new process 4 minutes before the current process ends
+
+# Setting this value to "0" will totally disable this feature
+
+# Default value:
+# endtime_margin="240"
+
+endtime_margin=<value>
+
+### NFS OPTIONS ###
+
+# Change to "1" to activate NFS V2 / V3 (option -N) for AIX hosts
+# Default value:
+# AIX_NFS23="0"
+
+AIX_NFS23=<string>
+
+# Change to "1" to activate NFS V4 (option -NN) for AIX hosts
+# Default value:
+# AIX_NFS4="0"
+
+AIX_NFS4=<string>
+
+# Change to "1" to activate NFS V2 / V3 / V4 (option -N) for Linux hosts
+# Note: Some versions of Nmon introduced a bug that makes Nmon to core when activating NFS, ensure your version is not outdated
+# Default value:
+# Linux_NFS="0"
+
+Linux_NFS=<string>
+
+########################################################################################################################
+### LINUX OPTIONS ###
+########################################################################################################################
+
+# Change the priority applied while looking at nmon binary
+# by default, the metricator_helper.sh script will use any nmon binary found in PATH
+# Set to "1" to give the priority to embedded nmon binaries
+# Note: Since release 1.6.07, priority is given by default to embedded binaries
+
+# Default value:
+# Linux_embedded_nmon_priority="1"
+
+Linux_embedded_nmon_priority=<string>
+
+# Change the limit for processes and disks capture of nmon for Linux
+# In default configuration, nmon will capture most of the process table by capturing main consuming processes
+# This function is percentage limit of CPU time, with a default limit of 0.01
+# Changing this value can influence the volume of data to be generated, and the associated CPU overhead for that data to be parsed
+
+# Possible values are:
+# Linux_unlimited_capture="0" --> Default nmon behavior, capture main processes (no -I option)
+# Linux_unlimited_capture="-1" --> Set the capture mode to unlimited (-I -1)
+# Linux_unlimited_capture="x.xx" --> Set the percentage limit to a custom value, ex: "0.01" will set "-I 0.01"
+Linux_unlimited_capture=<value>
+
+# Set the maximum number of devices collected by Nmon, default is set to 1500 devices
+# Increase this value if you have systems with more devices
+# Up to 3000 devices will be taken in charge by the Application (hard limit in nmonparser.py / nmonparser.pl)
+
+# Default value:
+# Linux_devices="1500"
+
+Linux_devices=<value>
+
+# Enable disks extended statistics (DG*)
+# Default is true, which activates and generates DG statistics
+Linux_disk_dg_enable=<string>
+
+# Name of the User Defined Disk Groups file, "auto" generates this for you
+Linux_disk_dg_group=<value>
+
+########################################################################################################################
+### SOLARIS OPTIONS ###
+########################################################################################################################
+
+# Change to "1" to activate VxVM volumes IO statistics
+# Default value:
+
+# Solaris_VxVM="0"
+
+Solaris_VxVM=<string>
+
+# UARG collection (new in Version 1.11), Change to "0" to deactivate, "1" to activate (default is activate)
+# Default value:
+
+# Solaris_UARG="1"
+
+Solaris_UARG=<string>
+
+########################################################################################################################
+### AIX OPTIONS ###
+########################################################################################################################
+
+# CAUTION: Since release 1.3.0, we use fifo files, which requires the option "-yoverwrite=1"
+
+# Change this line if you add or remove common options for AIX, do not change NFS options here (see NFS options)
+# the -p option is mandatory as it is used at launch time to save instance pid
+
+# Default value:
+# AIX_options="-f -T -A -d -K -L -M -P -^ -p -yoverwrite=1"
+
+AIX_options=<string>
+
+#############################
+# Application related options
+#############################
+
+
+######################
+# hostname definition:
+######################
+
+# This option can be used to force the technical add-on to use the Splunk configured value of the server hostname
+# If for some reason, you need to use the Splunk host value instead of the system real hostname value, set this value to "1"
+
+# We will search for the value of host=<value> in $SPLUNK_HOME/etc/system/local/inputs.conf
+# If no value can be found, or if the file does not exist, we will fallback to the normal behavior
+
+# Default is use system hostname
+
+# FQDN management in nmonparser: The --fqdn option is not compatible with the host name override, if the override_sys_hostname
+# is activated, the --fqdn argument will have no effect
+
+override_sys_hostname=<string>
+
+#####################
+# frameID definition:
+#####################
+
+# The frameID definition is an enrichment mechanism used within the application to associate a given host with a given frame identifier
+# By default, the mapping is operated against the value of "serialnum" which is defined at the raw level by nmon binaries
+
+# On AIX systems, the serialnum value is equal to the serial number of the frame hosting the partition
+# On Linux and Solaris systems, the serialnum is equal to the value of the hostname
+
+# Using this option allows you to override the serialnum value by a static value defined in the nmon.conf configuration file
+# nmon.conf precedence allows defining the serialnum value on per deployment basis (local/nmon.conf) or on a per server basis (/etc/nmon.conf)
+
+# default is:
+# override_sys_serialnum="0"
+# which lets nmon set the serialnum value
+
+# Set this value to:
+# override_sys_serialnum="1"
+# to activate the serialnum override based on the value defined in:
+
+# override_sys_serialnum_value="<sting>"
+# Acceptable values for <string> are letters (lower and upper case), numbers and "-" / "_"
+
+override_sys_serialnum=<string>
+override_sys_serialnum_value=<string>
+
+########################
+# nmon external metrics:
+########################
+
+# nmon external generation management
+
+# This option will manage the activation or deactivation of the nmon external data generation at the lower level, before it comes to parsers
+# default is activated (value=1), set to "0" to deactivate
+
+nmon_external_generation=<string>
+
+###############
+# fifo options:
+###############
+
+# Fifo options
+
+# The realtime mode which corresponds to the old mechanism is now deprecated
+# fifo mode is mandatory
+
+# Default is "1" which means write to fifo
+
+mode_fifo=<string>
+
+#######################
+# nmon parsers options:
+#######################
+
+# consult the documentation to get the full list of available options
+
+# --mode fifo|colddata --> explicitly manage data in fifo/colddata
+# --use_fqdn --> use the host fully qualified domain name (default)
+# --silent --> minimize the processing output to save data volume (deactivated by default)
+# --show_zero_values --> allows generating metrics with 0 values (default removes any metric with a zero value before it reaches the ingestion)
+# --no_local_log --> do no write metrics, events and config locally on file-system (activated by default)
+# --splunk_http_url --> Splunk HEC endpoint URL (must contain the protocol, IP or FQDN and endpoint path)
+# --splunk_http_token --> Splunk HEC token value
+# --splunk_metrics_index --> Name of the metrics index (default: os-unix-nmon-metrics)
+# --splunk_events_index --> Name of the events index (default: os-unix-nmon-events)
+# --splunk_config_index --> Name of the config index (default: os-unix-nmon-config)
+
+# In fifo mode, options are sent by the metricator_consumer.sh
+# In file mode, options are sent by Splunk via the nmon_processing stanza in props.conf
+
+#
+# Splunk HEC configuration (http input)
+#
+
+# Change the Splunk URL to match your protocol (http vs https) and your access URL
+# By default, as long the token value is not changed from the demonstration value above, the parser will just do nothing else than writing to local logs
+
+# For more information, see: http://dev.splunk.com/view/event-collector/SP-CAAAE6M
+
+# TO CONFIGURE:
+
+# - copy the default/nmon.conf to local/
+# - manage your settings in your local nmon.conf
+
+nmonparser_options=<string>
diff --git a/deployment-apps/TA-metricator-hec-for-nmon/bin/README b/deployment-apps/TA-metricator-hec-for-nmon/bin/README
new file mode 100644
index 0000000..9a70db0
--- /dev/null
+++ b/deployment-apps/TA-metricator-hec-for-nmon/bin/README
@@ -0,0 +1 @@
+This is where you put any scripts you want to add to this app.
diff --git a/deployment-apps/TA-metricator-hec-for-nmon/bin/create_agent.py b/deployment-apps/TA-metricator-hec-for-nmon/bin/create_agent.py
new file mode 100755
index 0000000..d0cb642
--- /dev/null
+++ b/deployment-apps/TA-metricator-hec-for-nmon/bin/create_agent.py
@@ -0,0 +1,199 @@
+#!/usr/bin/env python
+
+# Program name: create_agent.py
+# Compatibility: Python 2x
+# Purpose - Create a customized version of the TA-metricator-hec-for-nmon
+# Licence:
+
+# Copyright 2018 Guilhem Marchand
+
+import sys
+import os
+import tarfile
+import glob
+import fnmatch
+import argparse
+import shutil
+
+version = '2.0.0'
+
+####################################################################
+#############           Arguments Parser
+####################################################################
+
+# Define Arguments
+
+parser = argparse.ArgumentParser()
+
+parser.add_argument('-f', action='store', dest='INFILE',
+                    help='Name of the tgz archive file')
+
+parser.add_argument('--agentname', action='store', dest='TARGET',
+                    help='Define the TA Agent name and root directory')
+
+parser.add_argument('--version', action='version', version='%(prog)s ' + version)
+
+parser.add_argument('--debug', dest='debug', action='store_true')
+
+parser.set_defaults(debug=False)
+
+args = parser.parse_args()
+
+# Set debug
+if args.debug:
+    debug = True
+
+####################################################################
+#############           Functions
+####################################################################
+
+# String replacement function
+# Can be called by:
+# findreplace(path, string_to_search, replace_by, file_extension)
+
+def findreplace(directory, find, replace, filepattern):
+    for path, dirs, files in os.walk(os.path.abspath(directory)):
+        for filename in fnmatch.filter(files, filepattern):
+            filepath = os.path.join(path, filename)
+
+            # Prevents binaries modification
+            if "bin/linux" in filepath:
+                if debug:
+                    print("file " + str(filename) + " is binary or binary related")
+            elif "bin/sarmon" in filepath:
+                if debug:
+                    print("file " + str(filename) + " is binary or binary related")
+            else:
+                with open(filepath) as f:
+                    s = f.read()
+                s = s.replace(find, replace)
+                with open(filepath, "w") as f:
+                    f.write(s)
+
+
+####################################################################
+#############           Main Program
+####################################################################
+
+# Check Arguments
+if len(sys.argv) < 2:
+    print "\n%s" % os.path.basename(sys.argv[0])
+    print "\nThis utility had been designed to allow creating customized agents for the TA-metricator-hec-for-nmon" \
+          " please follow these instructions:\n"
+    print "- Download the current release of the technical add-on"
+    print "- Ensure to have this Python script and the TGZ archive in the same directory"
+    print "- Run the tool: ./create_agent.py and check for available options"
+    print "- After the execution, a new agent package will have been created in the resources directory"
+    print "- Extract its content to your Splunk deployment server, configure the server class, associated clients and" \
+          " deploy the agent"
+    print "- Don't forget to set the application to restart splunkd after deployment\n"
+    print "\nRun this tool such as:\n"
+    print "./create_agent.py -f TA-metricator-hec-for-nmon_xxx.tgz --agentname TA-metricator-hec-for-nmon-custom \n"
+
+    sys.exit(0)
+
+# Will expect in first Argument the name of the tgz Archive of the Application to be downloaded in Splunk Base
+if not args.INFILE:
+    print "\nERROR: Please provide the tgz Archive file with -f statement\n"
+    sys.exit(1)
+else:
+    infile = args.INFILE
+
+# If the root directory of the TA-nmon is not defined, exit and show message
+if not args.TARGET:
+    print "ERROR: You must specify the name of the agent package you want to create, and it must be different from" \
+          " the default package: TA-metricator-hec-for-nmon"
+    sys.exit(0)
+else:
+    ta_root_dir = args.TARGET
+
+# Avoid naming the TA ascore application
+if not "TA-" in ta_root_dir:
+    print "ERROR: The TA package name should always start by TA_ as good Splunk practice."
+    sys.exit(1)
+
+# Verify tgz Archive file exists
+if not os.path.exists(infile):
+    print ('ERROR: invalid file, could not find: ' + infile)
+    sys.exit(1)
+
+# Ensure the same package name does not already exist in current directory
+if os.path.exists(ta_root_dir):
+    print ('ERROR: A directory named ' + ta_root_dir + ' already exist in current directory, please remove it and'
+                                                       ' restart')
+    sys.exit(1)
+elif os.path.exists(ta_root_dir + ".tgz"):
+    print ('ERROR: A tgz archive named ' + ta_root_dir + ".tgz" + ' already exist in current directory, please'
+                                                                  ' remove it and restart')
+    sys.exit(1)
+
+# Extract Archive
+tar = tarfile.open(infile)
+msg = 'Extracting tgz Archive: ' + infile
+print (msg)
+tar.extractall()
+tar.close()
+
+# Operate
+
+# Get current directory
+curdir = os.getcwd()
+
+# Extract the TA-nmon default package in current directory
+
+print ('INFO: Extracting Agent tgz resources Archives')
+
+tgz_files = 'TA-metricator-hec-for-nmon*.tgz'
+for tgz in glob.glob(str(tgz_files)):
+    tar = tarfile.open(tgz)
+    tar.extractall()
+    tar.close()
+
+# Rename the TA directory to match agent name
+
+msg = 'INFO: Renaming TA-metricator-hec-for-nmon default agent to ' + ta_root_dir
+print (msg)
+
+shutil.copytree('TA-metricator-hec-for-nmon', ta_root_dir)
+
+################# STRING REPLACEMENTS #################
+
+# Replace the old agent name in files
+
+# Achieve string replacements
+
+print ('Achieving files transformation...')
+
+search = 'TA-metricator-hec-for-nmon'
+replace = ta_root_dir
+findreplace(ta_root_dir, search, replace, "*.sh")
+findreplace(ta_root_dir, search, replace, "*.py")
+findreplace(ta_root_dir, search, replace, "*.pl")
+findreplace(ta_root_dir, search, replace, "*.conf")
+
+print ('Done.')
+
+# Don't use "with" statement in tar creation for Python 2.6 backward compatibility
+tar_file = ta_root_dir + '.tgz'
+out = tarfile.open(tar_file, mode='w:gz')
+
+try:
+    out.add(ta_root_dir)
+finally:
+    msg = 'INFO: ************* Tar creation done of: ' + tar_file + ' *************'
+    print (msg)
+    out.close()
+
+# remove Agent directory
+if os.path.isdir(ta_root_dir):
+        shutil.rmtree(ta_root_dir)
+
+print ('\n*** Agent Creation terminated: To install the agent: ***\n')
+print (' - Upload the tgz Archive ' + tar_file + ' to your Splunk deployment server')
+print (' - Extract the content of the TA package in $SPLUNK_HOME/etc/deployment-apps/')
+print (' - Configure the Application (set splunkd to restart), server class and associated clients to push the new'
+       ' package to your clients\n')
+
+# END
+print ('Operation terminated.\n')
+sys.exit(0)
diff --git a/deployment-apps/TA-metricator-hec-for-nmon/bin/lib/aix/README b/deployment-apps/TA-metricator-hec-for-nmon/bin/lib/aix/README
new file mode 100644
index 0000000..f750e11
--- /dev/null
+++ b/deployment-apps/TA-metricator-hec-for-nmon/bin/lib/aix/README
@@ -0,0 +1,3 @@
+Text-CSV-1.95: http://search.cpan.org/~ishigaki/Text-CSV-1.95/lib/Text/CSV.pm
+
+Compiled on AIX 7.1, certified under AIX 7.1 and 7.2
diff --git a/deployment-apps/TA-metricator-hec-for-nmon/bin/lib/aix/Text/CSV.pm b/deployment-apps/TA-metricator-hec-for-nmon/bin/lib/aix/Text/CSV.pm
new file mode 100644
index 0000000..5dd7226
--- /dev/null
+++ b/deployment-apps/TA-metricator-hec-for-nmon/bin/lib/aix/Text/CSV.pm
@@ -0,0 +1,2467 @@
+package Text::CSV;
+
+
+use strict;
+use Exporter;
+use Carp ();
+use vars qw( $VERSION $DEBUG @ISA @EXPORT_OK );
+@ISA = qw( Exporter );
+@EXPORT_OK = qw( csv );
+
+BEGIN {
+    $VERSION = '1.95';
+    $DEBUG   = 0;
+}
+
+# if use CSV_XS, requires version
+my $Module_XS  = 'Text::CSV_XS';
+my $Module_PP  = 'Text::CSV_PP';
+my $XS_Version = '1.02';
+
+my $Is_Dynamic = 0;
+
+my @PublicMethods = qw/
+    version new error_diag error_input
+    known_attributes csv
+    PV IV NV
+/;
+#
+
+# Check the environment variable to decide worker module.
+
+unless ($Text::CSV::Worker) {
+    $Text::CSV::DEBUG and  Carp::carp("Check used worker module...");
+
+    if ( exists $ENV{PERL_TEXT_CSV} ) {
+        if ($ENV{PERL_TEXT_CSV} eq '0' or $ENV{PERL_TEXT_CSV} eq 'Text::CSV_PP') {
+            _load_pp() or Carp::croak $@;
+        }
+        elsif ($ENV{PERL_TEXT_CSV} eq '1' or $ENV{PERL_TEXT_CSV} =~ /Text::CSV_XS\s*,\s*Text::CSV_PP/) {
+            _load_xs() or _load_pp() or Carp::croak $@;
+        }
+        elsif ($ENV{PERL_TEXT_CSV} eq '2' or $ENV{PERL_TEXT_CSV} eq 'Text::CSV_XS') {
+            _load_xs() or Carp::croak $@;
+        }
+        else {
+            Carp::croak "The value of environmental variable 'PERL_TEXT_CSV' is invalid.";
+        }
+    }
+    else {
+        _load_xs() or _load_pp() or Carp::croak $@;
+    }
+
+}
+
+sub new { # normal mode
+    my $proto = shift;
+    my $class = ref($proto) || $proto;
+
+    unless ( $proto ) { # for Text::CSV_XS/PP::new(0);
+        return eval qq| $Text::CSV::Worker\::new( \$proto ) |;
+    }
+
+    #if (ref $_[0] and $_[0]->{module}) {
+    #    Carp::croak("Can't set 'module' in non dynamic mode.");
+    #}
+
+    if ( my $obj = $Text::CSV::Worker->new(@_) ) {
+        $obj->{_MODULE} = $Text::CSV::Worker;
+        bless $obj, $class;
+        return $obj;
+    }
+    else {
+        return;
+    }
+
+
+}
+
+
+sub require_xs_version { $XS_Version; }
+
+
+sub module {
+    my $proto = shift;
+    return   !ref($proto)            ? $Text::CSV::Worker
+           :  ref($proto->{_MODULE}) ? ref($proto->{_MODULE}) : $proto->{_MODULE};
+}
+
+*backend = *module;
+
+
+sub is_xs {
+    return $_[0]->module eq $Module_XS;
+}
+
+
+sub is_pp {
+    return $_[0]->module eq $Module_PP;
+}
+
+
+sub is_dynamic { $Is_Dynamic; }
+
+sub _load_xs { _load($Module_XS, $XS_Version) }
+
+sub _load_pp { _load($Module_PP) }
+
+sub _load {
+    my ($module, $version) = @_;
+    $version ||= '';
+
+    $Text::CSV::DEBUG and Carp::carp "Load $module.";
+
+    eval qq| use $module $version |;
+
+    return if $@;
+
+    push @Text::CSV::ISA, $module;
+    $Text::CSV::Worker = $module;
+
+    local $^W;
+    no strict qw(refs);
+
+    for my $method (@PublicMethods) {
+        *{"Text::CSV::$method"} = \&{"$module\::$method"};
+    }
+    return 1;
+}
+
+
+
+1;
+__END__
+
+=pod
+
+=head1 NAME
+
+Text::CSV - comma-separated values manipulator (using XS or PurePerl)
+
+
+=head1 SYNOPSIS
+
+ use Text::CSV;
+
+ my @rows;
+ my $csv = Text::CSV->new ( { binary => 1 } )  # should set binary attribute.
+                 or die "Cannot use CSV: ".Text::CSV->error_diag ();
+
+ open my $fh, "<:encoding(utf8)", "test.csv" or die "test.csv: $!";
+ while ( my $row = $csv->getline( $fh ) ) {
+     $row->[2] =~ m/pattern/ or next; # 3rd field should match
+     push @rows, $row;
+ }
+ $csv->eof or $csv->error_diag();
+ close $fh;
+
+ $csv->eol ("\r\n");
+
+ open $fh, ">:encoding(utf8)", "new.csv" or die "new.csv: $!";
+ $csv->print ($fh, $_) for @rows;
+ close $fh or die "new.csv: $!";
+
+ #
+ # parse and combine style
+ #
+
+ $status = $csv->combine(@columns);    # combine columns into a string
+ $line   = $csv->string();             # get the combined string
+
+ $status  = $csv->parse($line);        # parse a CSV string into fields
+ @columns = $csv->fields();            # get the parsed fields
+
+ $status       = $csv->status ();      # get the most recent status
+ $bad_argument = $csv->error_input (); # get the most recent bad argument
+ $diag         = $csv->error_diag ();  # if an error occurred, explains WHY
+
+ $status = $csv->print ($io, $colref); # Write an array of fields
+                                       # immediately to a file $io
+ $colref = $csv->getline ($io);        # Read a line from file $io,
+                                       # parse it and return an array
+                                       # ref of fields
+ $csv->column_names (@names);          # Set column names for getline_hr ()
+ $ref = $csv->getline_hr ($io);        # getline (), but returns a hashref
+ $eof = $csv->eof ();                  # Indicate if last parse or
+                                       # getline () hit End Of File
+
+ $csv->types(\@t_array);               # Set column types
+
+=head1 DESCRIPTION
+
+Text::CSV is a thin wrapper for L<Text::CSV_XS>-compatible modules now.
+All the backend modules provide facilities for the composition and
+decomposition of comma-separated values. Text::CSV uses Text::CSV_XS
+by default, and when Text::CSV_XS is not available, falls back on
+L<Text::CSV_PP>, which is bundled in the same distribution as this module.
+
+=head1 CHOOSING BACKEND
+
+This module respects an environmental variable called C<PERL_TEXT_CSV>
+when it decides a backend module to use. If this environmental variable
+is not set, it tries to load Text::CSV_XS, and if Text::CSV_XS is not
+available, falls back on Text::CSV_PP;
+
+If you always don't want it to fall back on Text::CSV_PP, set the variable
+like this (C<export> may be C<setenv>, C<set> and the likes, depending
+on your environment):
+
+  > export PERL_TEXT_CSV=Text::CSV_XS
+
+If you prefer Text::CSV_XS to Text::CSV_PP (default), then:
+
+  > export PERL_TEXT_CSV=Text::CSV_XS,Text::CSV_PP
+
+You may also want to set this variable at the top of your test files, in order
+not to be bothered with incompatibilities between backends (you need to wrap
+this in C<BEGIN>, and set before actually C<use>-ing Text::CSV module, as it
+decides its backend as soon as it's loaded):
+
+  BEGIN { $ENV{PERL_TEXT_CSV}='Text::CSV_PP'; }
+  use Text::CSV;
+
+=head1 NOTES
+
+This section is taken from Text::CSV_XS.
+
+=head2 Embedded newlines
+
+B<Important Note>:  The default behavior is to accept only ASCII characters
+in the range from C<0x20> (space) to C<0x7E> (tilde).   This means that the
+fields can not contain newlines. If your data contains newlines embedded in
+fields, or characters above C<0x7E> (tilde), or binary data, you B<I<must>>
+set C<< binary => 1 >> in the call to L</new>. To cover the widest range of
+parsing options, you will always want to set binary.
+
+But you still have the problem  that you have to pass a correct line to the
+L</parse> method, which is more complicated from the usual point of usage:
+
+ my $csv = Text::CSV->new ({ binary => 1, eol => $/ });
+ while (<>) {		#  WRONG!
+     $csv->parse ($_);
+     my @fields = $csv->fields ();
+     }
+
+this will break, as the C<while> might read broken lines:  it does not care
+about the quoting. If you need to support embedded newlines,  the way to go
+is to  B<not>  pass L<C<eol>|/eol> in the parser  (it accepts C<\n>, C<\r>,
+B<and> C<\r\n> by default) and then
+
+ my $csv = Text::CSV->new ({ binary => 1 });
+ open my $io, "<", $file or die "$file: $!";
+ while (my $row = $csv->getline ($io)) {
+     my @fields = @$row;
+     }
+
+The old(er) way of using global file handles is still supported
+
+ while (my $row = $csv->getline (*ARGV)) { ... }
+
+=head2 Unicode
+
+Unicode is only tested to work with perl-5.8.2 and up.
+
+The simplest way to ensure the correct encoding is used for  in- and output
+is by either setting layers on the filehandles, or setting the L</encoding>
+argument for L</csv>.
+
+ open my $fh, "<:encoding(UTF-8)", "in.csv"  or die "in.csv: $!";
+or
+ my $aoa = csv (in => "in.csv",     encoding => "UTF-8");
+
+ open my $fh, ">:encoding(UTF-8)", "out.csv" or die "out.csv: $!";
+or
+ csv (in => $aoa, out => "out.csv", encoding => "UTF-8");
+
+On parsing (both for  L</getline> and  L</parse>),  if the source is marked
+being UTF8, then all fields that are marked binary will also be marked UTF8.
+
+On combining (L</print>  and  L</combine>):  if any of the combining fields
+was marked UTF8, the resulting string will be marked as UTF8.  Note however
+that all fields  I<before>  the first field marked UTF8 and contained 8-bit
+characters that were not upgraded to UTF8,  these will be  C<bytes>  in the
+resulting string too, possibly causing unexpected errors.  If you pass data
+of different encoding,  or you don't know if there is  different  encoding,
+force it to be upgraded before you pass them on:
+
+ $csv->print ($fh, [ map { utf8::upgrade (my $x = $_); $x } @data ]);
+
+For complete control over encoding, please use L<Text::CSV::Encoded>:
+
+ use Text::CSV::Encoded;
+ my $csv = Text::CSV::Encoded->new ({
+     encoding_in  => "iso-8859-1", # the encoding comes into   Perl
+     encoding_out => "cp1252",     # the encoding comes out of Perl
+     });
+
+ $csv = Text::CSV::Encoded->new ({ encoding  => "utf8" });
+ # combine () and print () accept *literally* utf8 encoded data
+ # parse () and getline () return *literally* utf8 encoded data
+
+ $csv = Text::CSV::Encoded->new ({ encoding  => undef }); # default
+ # combine () and print () accept UTF8 marked data
+ # parse () and getline () return UTF8 marked data
+
+=head1 METHODS
+
+This whole section is also taken from Text::CSV_XS.
+
+=head2 version ()
+
+(Class method) Returns the current backend module version.
+
+=head2 new (\%attr)
+
+(Class method) Returns a new instance of Text::CSV backend. The attributes
+are described by the (optional) hash ref C<\%attr>.
+
+ my $csv = Text::CSV->new ({ attributes ... });
+
+The following attributes are available:
+
+=head3 eol
+
+ my $csv = Text::CSV->new ({ eol => $/ });
+           $csv->eol (undef);
+ my $eol = $csv->eol;
+
+The end-of-line string to add to rows for L</print> or the record separator
+for L</getline>.
+
+When not passed in a B<parser> instance,  the default behavior is to accept
+C<\n>, C<\r>, and C<\r\n>, so it is probably safer to not specify C<eol> at
+all. Passing C<undef> or the empty string behave the same.
+
+When not passed in a B<generating> instance,  records are not terminated at
+all, so it is probably wise to pass something you expect. A safe choice for
+C<eol> on output is either C<$/> or C<\r\n>.
+
+Common values for C<eol> are C<"\012"> (C<\n> or Line Feed),  C<"\015\012">
+(C<\r\n> or Carriage Return, Line Feed),  and C<"\015">  (C<\r> or Carriage
+Return). The L<C<eol>|/eol> attribute cannot exceed 7 (ASCII) characters.
+
+If both C<$/> and L<C<eol>|/eol> equal C<"\015">, parsing lines that end on
+only a Carriage Return without Line Feed, will be L</parse>d correct.
+
+=head3 sep_char
+
+ my $csv = Text::CSV->new ({ sep_char => ";" });
+         $csv->sep_char (";");
+ my $c = $csv->sep_char;
+
+The char used to separate fields, by default a comma. (C<,>).  Limited to a
+single-byte character, usually in the range from C<0x20> (space) to C<0x7E>
+(tilde). When longer sequences are required, use L<C<sep>|/sep>.
+
+The separation character can not be equal to the quote character  or to the
+escape character.
+
+=head3 sep
+
+ my $csv = Text::CSV->new ({ sep => "\N{FULLWIDTH COMMA}" });
+           $csv->sep (";");
+ my $sep = $csv->sep;
+
+The chars used to separate fields, by default undefined. Limited to 8 bytes.
+
+When set, overrules L<C<sep_char>|/sep_char>.  If its length is one byte it
+acts as an alias to L<C<sep_char>|/sep_char>.
+
+=head3 quote_char
+
+ my $csv = Text::CSV->new ({ quote_char => "'" });
+         $csv->quote_char (undef);
+ my $c = $csv->quote_char;
+
+The character to quote fields containing blanks or binary data,  by default
+the double quote character (C<">).  A value of undef suppresses quote chars
+(for simple cases only). Limited to a single-byte character, usually in the
+range from  C<0x20> (space) to  C<0x7E> (tilde).  When longer sequences are
+required, use L<C<quote>|/quote>.
+
+C<quote_char> can not be equal to L<C<sep_char>|/sep_char>.
+
+=head3 quote
+
+ my $csv = Text::CSV->new ({ quote => "\N{FULLWIDTH QUOTATION MARK}" });
+             $csv->quote ("'");
+ my $quote = $csv->quote;
+
+The chars used to quote fields, by default undefined. Limited to 8 bytes.
+
+When set, overrules L<C<quote_char>|/quote_char>. If its length is one byte
+it acts as an alias to L<C<quote_char>|/quote_char>.
+
+=head3 escape_char
+
+ my $csv = Text::CSV->new ({ escape_char => "\\" });
+         $csv->escape_char (undef);
+ my $c = $csv->escape_char;
+
+The character to  escape  certain characters inside quoted fields.  This is
+limited to a  single-byte  character,  usually  in the  range from  C<0x20>
+(space) to C<0x7E> (tilde).
+
+The C<escape_char> defaults to being the double-quote mark (C<">). In other
+words the same as the default L<C<quote_char>|/quote_char>. This means that
+doubling the quote mark in a field escapes it:
+
+ "foo","bar","Escape ""quote mark"" with two ""quote marks""","baz"
+
+If  you  change  the   L<C<quote_char>|/quote_char>  without  changing  the
+C<escape_char>,  the  C<escape_char> will still be the double-quote (C<">).
+If instead you want to escape the  L<C<quote_char>|/quote_char> by doubling
+it you will need to also change the  C<escape_char>  to be the same as what
+you have changed the L<C<quote_char>|/quote_char> to.
+
+The escape character can not be equal to the separation character.
+
+=head3 binary
+
+ my $csv = Text::CSV->new ({ binary => 1 });
+         $csv->binary (0);
+ my $f = $csv->binary;
+
+If this attribute is C<1>,  you may use binary characters in quoted fields,
+including line feeds, carriage returns and C<NULL> bytes. (The latter could
+be escaped as C<"0>.) By default this feature is off.
+
+If a string is marked UTF8,  C<binary> will be turned on automatically when
+binary characters other than C<CR> and C<NL> are encountered.   Note that a
+simple string like C<"\x{00a0}"> might still be binary, but not marked UTF8,
+so setting C<< { binary => 1 } >> is still a wise option.
+
+=head3 decode_utf8
+
+ my $csv = Text::CSV->new ({ decode_utf8 => 1 });
+         $csv->decode_utf8 (0);
+ my $f = $csv->decode_utf8;
+
+This attributes defaults to TRUE.
+
+While I<parsing>,  fields that are valid UTF-8, are automatically set to be
+UTF-8, so that
+
+  $csv->parse ("\xC4\xA8\n");
+
+results in
+
+  PV("\304\250"\0) [UTF8 "\x{128}"]
+
+Sometimes it might not be a desired action.  To prevent those upgrades, set
+this attribute to false, and the result will be
+
+  PV("\304\250"\0)
+
+=head3 auto_diag
+
+ my $csv = Text::CSV->new ({ auto_diag => 1 });
+         $csv->auto_diag (2);
+ my $l = $csv->auto_diag;
+
+Set this attribute to a number between C<1> and C<9> causes  L</error_diag>
+to be automatically called in void context upon errors.
+
+In case of error C<2012 - EOF>, this call will be void.
+
+If C<auto_diag> is set to a numeric value greater than C<1>, it will C<die>
+on errors instead of C<warn>.  If set to anything unrecognized,  it will be
+silently ignored.
+
+Future extensions to this feature will include more reliable auto-detection
+of  C<autodie>  being active in the scope of which the error occurred which
+will increment the value of C<auto_diag> with  C<1> the moment the error is
+detected.
+
+=head3 diag_verbose
+
+ my $csv = Text::CSV->new ({ diag_verbose => 1 });
+         $csv->diag_verbose (2);
+ my $l = $csv->diag_verbose;
+
+Set the verbosity of the output triggered by C<auto_diag>.   Currently only
+adds the current  input-record-number  (if known)  to the diagnostic output
+with an indication of the position of the error.
+
+=head3 blank_is_undef
+
+ my $csv = Text::CSV->new ({ blank_is_undef => 1 });
+         $csv->blank_is_undef (0);
+ my $f = $csv->blank_is_undef;
+
+Under normal circumstances, C<CSV> data makes no distinction between quoted-
+and unquoted empty fields.  These both end up in an empty string field once
+read, thus
+
+ 1,"",," ",2
+
+is read as
+
+ ("1", "", "", " ", "2")
+
+When I<writing>  C<CSV> files with either  L<C<always_quote>|/always_quote>
+or  L<C<quote_empty>|/quote_empty> set, the unquoted  I<empty> field is the
+result of an undefined value.   To enable this distinction when  I<reading>
+C<CSV>  data,  the  C<blank_is_undef>  attribute will cause  unquoted empty
+fields to be set to C<undef>, causing the above to be parsed as
+
+ ("1", "", undef, " ", "2")
+
+note that this is specifically important when loading  C<CSV> fields into a
+database that allows C<NULL> values,  as the perl equivalent for C<NULL> is
+C<undef> in L<DBI> land.
+
+=head3 empty_is_undef
+
+ my $csv = Text::CSV->new ({ empty_is_undef => 1 });
+         $csv->empty_is_undef (0);
+ my $f = $csv->empty_is_undef;
+
+Going one  step  further  than  L<C<blank_is_undef>|/blank_is_undef>,  this
+attribute converts all empty fields to C<undef>, so
+
+ 1,"",," ",2
+
+is read as
+
+ (1, undef, undef, " ", 2)
+
+Note that this effects only fields that are  originally  empty,  not fields
+that are empty after stripping allowed whitespace. YMMV.
+
+=head3 allow_whitespace
+
+ my $csv = Text::CSV->new ({ allow_whitespace => 1 });
+         $csv->allow_whitespace (0);
+ my $f = $csv->allow_whitespace;
+
+When this option is set to true,  the whitespace  (C<TAB>'s and C<SPACE>'s)
+surrounding  the  separation character  is removed when parsing.  If either
+C<TAB> or C<SPACE> is one of the three characters L<C<sep_char>|/sep_char>,
+L<C<quote_char>|/quote_char>, or L<C<escape_char>|/escape_char> it will not
+be considered whitespace.
+
+Now lines like:
+
+ 1 , "foo" , bar , 3 , zapp
+
+are parsed as valid C<CSV>, even though it violates the C<CSV> specs.
+
+Note that  B<all>  whitespace is stripped from both  start and  end of each
+field.  That would make it  I<more> than a I<feature> to enable parsing bad
+C<CSV> lines, as
+
+ 1,   2.0,  3,   ape  , monkey
+
+will now be parsed as
+
+ ("1", "2.0", "3", "ape", "monkey")
+
+even if the original line was perfectly acceptable C<CSV>.
+
+=head3 allow_loose_quotes
+
+ my $csv = Text::CSV->new ({ allow_loose_quotes => 1 });
+         $csv->allow_loose_quotes (0);
+ my $f = $csv->allow_loose_quotes;
+
+By default, parsing unquoted fields containing L<C<quote_char>|/quote_char>
+characters like
+
+ 1,foo "bar" baz,42
+
+would result in parse error 2034.  Though it is still bad practice to allow
+this format,  we  cannot  help  the  fact  that  some  vendors  make  their
+applications spit out lines styled this way.
+
+If there is B<really> bad C<CSV> data, like
+
+ 1,"foo "bar" baz",42
+
+or
+
+ 1,""foo bar baz"",42
+
+there is a way to get this data-line parsed and leave the quotes inside the
+quoted field as-is.  This can be achieved by setting  C<allow_loose_quotes>
+B<AND> making sure that the L<C<escape_char>|/escape_char> is  I<not> equal
+to L<C<quote_char>|/quote_char>.
+
+=head3 allow_loose_escapes
+
+ my $csv = Text::CSV->new ({ allow_loose_escapes => 1 });
+         $csv->allow_loose_escapes (0);
+ my $f = $csv->allow_loose_escapes;
+
+Parsing fields  that  have  L<C<escape_char>|/escape_char>  characters that
+escape characters that do not need to be escaped, like:
+
+ my $csv = Text::CSV->new ({ escape_char => "\\" });
+ $csv->parse (qq{1,"my bar\'s",baz,42});
+
+would result in parse error 2025.   Though it is bad practice to allow this
+format,  this attribute enables you to treat all escape character sequences
+equal.
+
+=head3 allow_unquoted_escape
+
+ my $csv = Text::CSV->new ({ allow_unquoted_escape => 1 });
+         $csv->allow_unquoted_escape (0);
+ my $f = $csv->allow_unquoted_escape;
+
+A backward compatibility issue where L<C<escape_char>|/escape_char> differs
+from L<C<quote_char>|/quote_char>  prevents  L<C<escape_char>|/escape_char>
+to be in the first position of a field.  If L<C<quote_char>|/quote_char> is
+equal to the default C<"> and L<C<escape_char>|/escape_char> is set to C<\>,
+this would be illegal:
+
+ 1,\0,2
+
+Setting this attribute to C<1>  might help to overcome issues with backward
+compatibility and allow this style.
+
+=head3 always_quote
+
+ my $csv = Text::CSV->new ({ always_quote => 1 });
+         $csv->always_quote (0);
+ my $f = $csv->always_quote;
+
+By default the generated fields are quoted only if they I<need> to be.  For
+example, if they contain the separator character. If you set this attribute
+to C<1> then I<all> defined fields will be quoted. (C<undef> fields are not
+quoted, see L</blank_is_undef>). This makes it quite often easier to handle
+exported data in external applications.
+
+=head3 quote_space
+
+ my $csv = Text::CSV->new ({ quote_space => 1 });
+         $csv->quote_space (0);
+ my $f = $csv->quote_space;
+
+By default,  a space in a field would trigger quotation.  As no rule exists
+this to be forced in C<CSV>,  nor any for the opposite, the default is true
+for safety.   You can exclude the space  from this trigger  by setting this
+attribute to 0.
+
+=head3 quote_empty
+
+ my $csv = Text::CSV->new ({ quote_empty => 1 });
+         $csv->quote_empty (0);
+ my $f = $csv->quote_empty;
+
+By default the generated fields are quoted only if they I<need> to be.   An
+empty (defined) field does not need quotation. If you set this attribute to
+C<1> then I<empty> defined fields will be quoted.  (C<undef> fields are not
+quoted, see L</blank_is_undef>). See also L<C<always_quote>|/always_quote>.
+
+=head3 quote_binary
+
+ my $csv = Text::CSV->new ({ quote_binary => 1 });
+         $csv->quote_binary (0);
+ my $f = $csv->quote_binary;
+
+By default,  all "unsafe" bytes inside a string cause the combined field to
+be quoted.  By setting this attribute to C<0>, you can disable that trigger
+for bytes >= C<0x7F>.
+
+=head3 escape_null or quote_null (deprecated)
+
+ my $csv = Text::CSV->new ({ escape_null => 1 });
+         $csv->escape_null (0);
+ my $f = $csv->escape_null;
+
+By default, a C<NULL> byte in a field would be escaped. This option enables
+you to treat the  C<NULL>  byte as a simple binary character in binary mode
+(the C<< { binary => 1 } >> is set).  The default is true.  You can prevent
+C<NULL> escapes by setting this attribute to C<0>.
+
+The default when using the C<csv> function is C<false>.
+
+=head3 keep_meta_info
+
+ my $csv = Text::CSV->new ({ keep_meta_info => 1 });
+         $csv->keep_meta_info (0);
+ my $f = $csv->keep_meta_info;
+
+By default, the parsing of input records is as simple and fast as possible.
+However,  some parsing information - like quotation of the original field -
+is lost in that process.  Setting this flag to true enables retrieving that
+information after parsing with  the methods  L</meta_info>,  L</is_quoted>,
+and L</is_binary> described below.  Default is false for performance.
+
+If you set this attribute to a value greater than 9,   than you can control
+output quotation style like it was used in the input of the the last parsed
+record (unless quotation was added because of other reasons).
+
+ my $csv = Text::CSV->new ({
+    binary         => 1,
+    keep_meta_info => 1,
+    quote_space    => 0,
+    });
+
+ my $row = $csv->parse (q{1,,"", ," ",f,"g","h""h",help,"help"});
+
+ $csv->print (*STDOUT, \@row);
+ # 1,,, , ,f,g,"h""h",help,help
+ $csv->keep_meta_info (11);
+ $csv->print (*STDOUT, \@row);
+ # 1,,"", ," ",f,"g","h""h",help,"help"
+
+=head3 verbatim
+
+ my $csv = Text::CSV->new ({ verbatim => 1 });
+         $csv->verbatim (0);
+ my $f = $csv->verbatim;
+
+This is a quite controversial attribute to set,  but makes some hard things
+possible.
+
+The rationale behind this attribute is to tell the parser that the normally
+special characters newline (C<NL>) and Carriage Return (C<CR>)  will not be
+special when this flag is set,  and be dealt with  as being ordinary binary
+characters. This will ease working with data with embedded newlines.
+
+When  C<verbatim>  is used with  L</getline>,  L</getline>  auto-C<chomp>'s
+every line.
+
+Imagine a file format like
+
+ M^^Hans^Janssen^Klas 2\n2A^Ja^11-06-2007#\r\n
+
+where, the line ending is a very specific C<"#\r\n">, and the sep_char is a
+C<^> (caret).   None of the fields is quoted,   but embedded binary data is
+likely to be present. With the specific line ending, this should not be too
+hard to detect.
+
+By default,  Text::CSV'  parse function is instructed to only know about
+C<"\n"> and C<"\r">  to be legal line endings,  and so has to deal with the
+embedded newline as a real C<end-of-line>,  so it can scan the next line if
+binary is true, and the newline is inside a quoted field. With this option,
+we tell L</parse> to parse the line as if C<"\n"> is just nothing more than
+a binary character.
+
+For L</parse> this means that the parser has no more idea about line ending
+and L</getline> C<chomp>s line endings on reading.
+
+=head3 types
+
+A set of column types; the attribute is immediately passed to the L</types>
+method.
+
+=head3 callbacks
+
+See the L</Callbacks> section below.
+
+=head3 accessors
+
+To sum it up,
+
+ $csv = Text::CSV->new ();
+
+is equivalent to
+
+ $csv = Text::CSV->new ({
+     eol                   => undef, # \r, \n, or \r\n
+     sep_char              => ',',
+     sep                   => undef,
+     quote_char            => '"',
+     quote                 => undef,
+     escape_char           => '"',
+     binary                => 0,
+     decode_utf8           => 1,
+     auto_diag             => 0,
+     diag_verbose          => 0,
+     blank_is_undef        => 0,
+     empty_is_undef        => 0,
+     allow_whitespace      => 0,
+     allow_loose_quotes    => 0,
+     allow_loose_escapes   => 0,
+     allow_unquoted_escape => 0,
+     always_quote          => 0,
+     quote_empty           => 0,
+     quote_space           => 1,
+     escape_null           => 1,
+     quote_binary          => 1,
+     keep_meta_info        => 0,
+     verbatim              => 0,
+     types                 => undef,
+     callbacks             => undef,
+     });
+
+For all of the above mentioned flags, an accessor method is available where
+you can inquire the current value, or change the value
+
+ my $quote = $csv->quote_char;
+ $csv->binary (1);
+
+It is not wise to change these settings halfway through writing C<CSV> data
+to a stream. If however you want to create a new stream using the available
+C<CSV> object, there is no harm in changing them.
+
+If the L</new> constructor call fails,  it returns C<undef>,  and makes the
+fail reason available through the L</error_diag> method.
+
+ $csv = Text::CSV->new ({ ecs_char => 1 }) or
+     die "".Text::CSV->error_diag ();
+
+L</error_diag> will return a string like
+
+ "INI - Unknown attribute 'ecs_char'"
+
+=head2 known_attributes
+
+ @attr = Text::CSV->known_attributes;
+ @attr = Text::CSV::known_attributes;
+ @attr = $csv->known_attributes;
+
+This method will return an ordered list of all the supported  attributes as
+described above.   This can be useful for knowing what attributes are valid
+in classes that use or extend Text::CSV.
+
+=head2 print
+
+ $status = $csv->print ($io, $colref);
+
+Similar to  L</combine> + L</string> + L</print>,  but much more efficient.
+It expects an array ref as input  (not an array!)  and the resulting string
+is not really  created,  but  immediately  written  to the  C<$io>  object,
+typically an IO handle or any other object that offers a L</print> method.
+
+For performance reasons  C<print>  does not create a result string,  so all
+L</string>, L</status>, L</fields>, and L</error_input> methods will return
+undefined information after executing this method.
+
+If C<$colref> is C<undef>  (explicit,  not through a variable argument) and
+L</bind_columns>  was used to specify fields to be printed,  it is possible
+to make performance improvements, as otherwise data would have to be copied
+as arguments to the method call:
+
+ $csv->bind_columns (\($foo, $bar));
+ $status = $csv->print ($fh, undef);
+
+=head2 say
+
+ $status = $csv->say ($io, $colref);
+
+Like L<C<print>|/print>, but L<C<eol>|/eol> defaults to C<$\>.
+
+=head2 print_hr
+
+ $csv->print_hr ($io, $ref);
+
+Provides an easy way  to print a  C<$ref>  (as fetched with L</getline_hr>)
+provided the column names are set with L</column_names>.
+
+It is just a wrapper method with basic parameter checks over
+
+ $csv->print ($io, [ map { $ref->{$_} } $csv->column_names ]);
+
+=head2 combine
+
+ $status = $csv->combine (@fields);
+
+This method constructs a C<CSV> record from  C<@fields>,  returning success
+or failure.   Failure can result from lack of arguments or an argument that
+contains an invalid character.   Upon success,  L</string> can be called to
+retrieve the resultant C<CSV> string.  Upon failure,  the value returned by
+L</string> is undefined and L</error_input> could be called to retrieve the
+invalid argument.
+
+=head2 string
+
+ $line = $csv->string ();
+
+This method returns the input to  L</parse>  or the resultant C<CSV> string
+of L</combine>, whichever was called more recently.
+
+=head2 getline
+
+ $colref = $csv->getline ($io);
+
+This is the counterpart to  L</print>,  as L</parse>  is the counterpart to
+L</combine>:  it parses a row from the C<$io>  handle using the L</getline>
+method associated with C<$io>  and parses this row into an array ref.  This
+array ref is returned by the function or C<undef> for failure.  When C<$io>
+does not support C<getline>, you are likely to hit errors.
+
+When fields are bound with L</bind_columns> the return value is a reference
+to an empty list.
+
+The L</string>, L</fields>, and L</status> methods are meaningless again.
+
+=head2 getline_all
+
+ $arrayref = $csv->getline_all ($io);
+ $arrayref = $csv->getline_all ($io, $offset);
+ $arrayref = $csv->getline_all ($io, $offset, $length);
+
+This will return a reference to a list of L<getline ($io)|/getline> results.
+In this call, C<keep_meta_info> is disabled.  If C<$offset> is negative, as
+with C<splice>, only the last  C<abs ($offset)> records of C<$io> are taken
+into consideration.
+
+Given a CSV file with 10 lines:
+
+ lines call
+ ----- ---------------------------------------------------------
+ 0..9  $csv->getline_all ($io)         # all
+ 0..9  $csv->getline_all ($io,  0)     # all
+ 8..9  $csv->getline_all ($io,  8)     # start at 8
+ -     $csv->getline_all ($io,  0,  0) # start at 0 first 0 rows
+ 0..4  $csv->getline_all ($io,  0,  5) # start at 0 first 5 rows
+ 4..5  $csv->getline_all ($io,  4,  2) # start at 4 first 2 rows
+ 8..9  $csv->getline_all ($io, -2)     # last 2 rows
+ 6..7  $csv->getline_all ($io, -4,  2) # first 2 of last  4 rows
+
+=head2 getline_hr
+
+The L</getline_hr> and L</column_names> methods work together  to allow you
+to have rows returned as hashrefs.  You must call L</column_names> first to
+declare your column names.
+
+ $csv->column_names (qw( code name price description ));
+ $hr = $csv->getline_hr ($io);
+ print "Price for $hr->{name} is $hr->{price} EUR\n";
+
+L</getline_hr> will croak if called before L</column_names>.
+
+Note that  L</getline_hr>  creates a hashref for every row and will be much
+slower than the combined use of L</bind_columns>  and L</getline> but still
+offering the same ease of use hashref inside the loop:
+
+ my @cols = @{$csv->getline ($io)};
+ $csv->column_names (@cols);
+ while (my $row = $csv->getline_hr ($io)) {
+     print $row->{price};
+     }
+
+Could easily be rewritten to the much faster:
+
+ my @cols = @{$csv->getline ($io)};
+ my $row = {};
+ $csv->bind_columns (\@{$row}{@cols});
+ while ($csv->getline ($io)) {
+     print $row->{price};
+     }
+
+Your mileage may vary for the size of the data and the number of rows.
+
+=head2 getline_hr_all
+
+ $arrayref = $csv->getline_hr_all ($io);
+ $arrayref = $csv->getline_hr_all ($io, $offset);
+ $arrayref = $csv->getline_hr_all ($io, $offset, $length);
+
+This will return a reference to a list of   L<getline_hr ($io)|/getline_hr>
+results.  In this call, L<C<keep_meta_info>|/keep_meta_info> is disabled.
+
+=head2 parse
+
+ $status = $csv->parse ($line);
+
+This method decomposes a  C<CSV>  string into fields,  returning success or
+failure.   Failure can result from a lack of argument  or the given  C<CSV>
+string is improperly formatted.   Upon success, L</fields> can be called to
+retrieve the decomposed fields. Upon failure calling L</fields> will return
+undefined data and  L</error_input>  can be called to retrieve  the invalid
+argument.
+
+You may use the L</types>  method for setting column types.  See L</types>'
+description below.
+
+The C<$line> argument is supposed to be a simple scalar. Everything else is
+supposed to croak and set error 1500.
+
+=head2 fragment
+
+This function tries to implement RFC7111  (URI Fragment Identifiers for the
+text/csv Media Type) - http://tools.ietf.org/html/rfc7111
+
+ my $AoA = $csv->fragment ($io, $spec);
+
+In specifications,  C<*> is used to specify the I<last> item, a dash (C<->)
+to indicate a range.   All indices are C<1>-based:  the first row or column
+has index C<1>. Selections can be combined with the semi-colon (C<;>).
+
+When using this method in combination with  L</column_names>,  the returned
+reference  will point to a  list of hashes  instead of a  list of lists.  A
+disjointed  cell-based combined selection  might return rows with different
+number of columns making the use of hashes unpredictable.
+
+ $csv->column_names ("Name", "Age");
+ my $AoH = $csv->fragment ($io, "col=3;8");
+
+If the L</after_parse> callback is active,  it is also called on every line
+parsed and skipped before the fragment.
+
+=over 2
+
+=item row
+
+ row=4
+ row=5-7
+ row=6-*
+ row=1-2;4;6-*
+
+=item col
+
+ col=2
+ col=1-3
+ col=4-*
+ col=1-2;4;7-*
+
+=item cell
+
+In cell-based selection, the comma (C<,>) is used to pair row and column
+
+ cell=4,1
+
+The range operator (C<->) using C<cell>s can be used to define top-left and
+bottom-right C<cell> location
+
+ cell=3,1-4,6
+
+The C<*> is only allowed in the second part of a pair
+
+ cell=3,2-*,2    # row 3 till end, only column 2
+ cell=3,2-3,*    # column 2 till end, only row 3
+ cell=3,2-*,*    # strip row 1 and 2, and column 1
+
+Cells and cell ranges may be combined with C<;>, possibly resulting in rows
+with different number of columns
+
+ cell=1,1-2,2;3,3-4,4;1,4;4,1
+
+Disjointed selections will only return selected cells.   The cells that are
+not  specified  will  not  be  included  in the  returned set,  not even as
+C<undef>.  As an example given a C<CSV> like
+
+ 11,12,13,...19
+ 21,22,...28,29
+ :            :
+ 91,...97,98,99
+
+with C<cell=1,1-2,2;3,3-4,4;1,4;4,1> will return:
+
+ 11,12,14
+ 21,22
+ 33,34
+ 41,43,44
+
+Overlapping cell-specs will return those cells only once, So
+C<cell=1,1-3,3;2,2-4,4;2,3;4,2> will return:
+
+ 11,12,13
+ 21,22,23,24
+ 31,32,33,34
+ 42,43,44
+
+=back
+
+L<RFC7111|http://tools.ietf.org/html/rfc7111> does  B<not>  allow different
+types of specs to be combined   (either C<row> I<or> C<col> I<or> C<cell>).
+Passing an invalid fragment specification will croak and set error 2013.
+
+=head2 column_names
+
+Set the "keys" that will be used in the  L</getline_hr>  calls.  If no keys
+(column names) are passed, it will return the current setting as a list.
+
+L</column_names> accepts a list of scalars  (the column names)  or a single
+array_ref, so you can pass the return value from L</getline> too:
+
+ $csv->column_names ($csv->getline ($io));
+
+L</column_names> does B<no> checking on duplicates at all, which might lead
+to unexpected results.   Undefined entries will be replaced with the string
+C<"\cAUNDEF\cA">, so
+
+ $csv->column_names (undef, "", "name", "name");
+ $hr = $csv->getline_hr ($io);
+
+Will set C<< $hr->{"\cAUNDEF\cA"} >> to the 1st field,  C<< $hr->{""} >> to
+the 2nd field, and C<< $hr->{name} >> to the 4th field,  discarding the 3rd
+field.
+
+L</column_names> croaks on invalid arguments.
+
+=head2 header
+
+This method does NOT work in perl-5.6.x
+
+Parse the CSV header and set L<C<sep>|/sep>, column_names and encoding.
+
+ my @hdr = $csv->header ($fh);
+ $csv->header ($fh, { sep_set => [ ";", ",", "|", "\t" ] });
+ $csv->header ($fh, { detect_bom => 1, munge_column_names => "lc" });
+
+The first argument should be a file handle.
+
+Assuming that the file opened for parsing has a header, and the header does
+not contain problematic characters like embedded newlines,   read the first
+line from the open handle then auto-detect whether the header separates the
+column names with a character from the allowed separator list.
+
+If any of the allowed separators matches,  and none of the I<other> allowed
+separators match,  set  L<C<sep>|/sep>  to that  separator  for the current
+CSV_PP instance and use it to parse the first line, map those to lowercase,
+and use that to set the instance L</column_names>:
+
+ my $csv = Text::CSV->new ({ binary => 1, auto_diag => 1 });
+ open my $fh, "<", "file.csv";
+ binmode $fh; # for Windows
+ $csv->header ($fh);
+ while (my $row = $csv->getline_hr ($fh)) {
+     ...
+     }
+
+If the header is empty,  contains more than one unique separator out of the
+allowed set,  contains empty fields,   or contains identical fields  (after
+folding), it will croak with error 1010, 1011, 1012, or 1013 respectively.
+
+If the header contains embedded newlines or is not valid  CSV  in any other
+way, this method will croak and leave the parse error untouched.
+
+A successful call to C<header>  will always set the  L<C<sep>|/sep>  of the
+C<$csv> object. This behavior can not be disabled.
+
+=head3 return value
+
+On error this method will croak.
+
+In list context,  the headers will be returned whether they are used to set
+L</column_names> or not.
+
+In scalar context, the instance itself is returned.  B<Note>: the values as
+found in the header will effectively be  B<lost> if  C<set_column_names> is
+false.
+
+=head3 Options
+
+=over 2
+
+=item sep_set
+
+ $csv->header ($fh, { sep_set => [ ";", ",", "|", "\t" ] });
+
+The list of legal separators defaults to C<[ ";", "," ]> and can be changed
+by this option.  As this is probably the most often used option,  it can be
+passed on its own as an unnamed argument:
+
+ $csv->header ($fh, [ ";", ",", "|", "\t", "::", "\x{2063}" ]);
+
+Multi-byte  sequences are allowed,  both multi-character and  Unicode.  See
+L<C<sep>|/sep>.
+
+=item detect_bom
+
+ $csv->header ($fh, { detect_bom => 1 });
+
+The default behavior is to detect if the header line starts with a BOM.  If
+the header has a BOM, use that to set the encoding of C<$fh>.  This default
+behavior can be disabled by passing a false value to C<detect_bom>.
+
+Supported encodings from BOM are: UTF-8, UTF-16BE, UTF-16LE, UTF-32BE,  and
+UTF-32LE. BOM's also support UTF-1, UTF-EBCDIC, SCSU, BOCU-1,  and GB-18030
+but L<Encode> does not (yet). UTF-7 is not supported.
+
+The encoding is set using C<binmode> on C<$fh>.
+
+If the handle was opened in a (correct) encoding,  this method will  B<not>
+alter the encoding, as it checks the leading B<bytes> of the first line.
+
+=item munge_column_names
+
+This option offers the means to modify the column names into something that
+is most useful to the application.   The default is to map all column names
+to lower case.
+
+ $csv->header ($fh, { munge_column_names => "lc" });
+
+The following values are available:
+
+  lc   - lower case
+  uc   - upper case
+  none - do not change
+  \&cb - supply a callback
+
+ $csv->header ($fh, { munge_column_names => sub { fc } });
+ $csv->header ($fh, { munge_column_names => sub { "column_".$col++ } });
+ $csv->header ($fh, { munge_column_names => sub { lc (s/\W+/_/gr) } });
+
+As this callback is called in a C<map>, you can use C<$_> directly.
+
+=item set_column_names
+
+ $csv->header ($fh, { set_column_names => 1 });
+
+The default is to set the instances column names using  L</column_names> if
+the method is successful,  so subsequent calls to L</getline_hr> can return
+a hash. Disable setting the header can be forced by using a false value for
+this option.
+
+=back
+
+=head3 Validation
+
+When receiving CSV files from external sources,  this method can be used to
+protect against changes in the layout by restricting to known headers  (and
+typos in the header fields).
+
+ my %known = (
+     "record key" => "c_rec",
+     "rec id"     => "c_rec",
+     "id_rec"     => "c_rec",
+     "kode"       => "code",
+     "code"       => "code",
+     "vaule"      => "value",
+     "value"      => "value",
+     );
+ my $csv = Text::CSV->new ({ binary => 1, auto_diag => 1 });
+ open my $fh, "<", $source or die "$source: $!";
+ $csv->header ($fh, { munge_column_names => sub {
+     s/\s+$//;
+     s/^\s+//;
+     $known{lc $_} or die "Unknown column '$_' in $source";
+     }});
+ while (my $row = $csv->getline_hr ($fh)) {
+     say join "\t", $row->{c_rec}, $row->{code}, $row->{value};
+     }
+
+=head2 bind_columns
+
+Takes a list of scalar references to be used for output with  L</print>  or
+to store in the fields fetched by L</getline>.  When you do not pass enough
+references to store the fetched fields in, L</getline> will fail with error
+C<3006>.  If you pass more than there are fields to return,  the content of
+the remaining references is left untouched.
+
+ $csv->bind_columns (\$code, \$name, \$price, \$description);
+ while ($csv->getline ($io)) {
+     print "The price of a $name is \x{20ac} $price\n";
+     }
+
+To reset or clear all column binding, call L</bind_columns> with the single
+argument C<undef>. This will also clear column names.
+
+ $csv->bind_columns (undef);
+
+If no arguments are passed at all, L</bind_columns> will return the list of
+current bindings or C<undef> if no binds are active.
+
+Note that in parsing with  C<bind_columns>,  the fields are set on the fly.
+That implies that if the third field  of a row  causes an error,  the first
+two fields already have been assigned the values of the current row,  while
+the rest will still hold the values of the previous row.
+
+=head2 eof
+
+ $eof = $csv->eof ();
+
+If L</parse> or  L</getline>  was used with an IO stream,  this method will
+return true (1) if the last call hit end of file,  otherwise it will return
+false ('').  This is useful to see the difference between a failure and end
+of file.
+
+Note that if the parsing of the last line caused an error,  C<eof> is still
+true.  That means that if you are I<not> using L</auto_diag>, an idiom like
+
+ while (my $row = $csv->getline ($fh)) {
+     # ...
+     }
+ $csv->eof or $csv->error_diag;
+
+will I<not> report the error. You would have to change that to
+
+ while (my $row = $csv->getline ($fh)) {
+     # ...
+     }
+ +$csv->error_diag and $csv->error_diag;
+
+=head2 types
+
+ $csv->types (\@tref);
+
+This method is used to force that  (all)  columns are of a given type.  For
+example, if you have an integer column,  two  columns  with  doubles  and a
+string column, then you might do a
+
+ $csv->types ([Text::CSV::IV (),
+               Text::CSV::NV (),
+               Text::CSV::NV (),
+               Text::CSV::PV ()]);
+
+Column types are used only for I<decoding> columns while parsing,  in other
+words by the L</parse> and L</getline> methods.
+
+You can unset column types by doing a
+
+ $csv->types (undef);
+
+or fetch the current type settings with
+
+ $types = $csv->types ();
+
+=over 4
+
+=item IV
+
+Set field type to integer.
+
+=item NV
+
+Set field type to numeric/float.
+
+=item PV
+
+Set field type to string.
+
+=back
+
+=head2 fields
+
+ @columns = $csv->fields ();
+
+This method returns the input to   L</combine>  or the resultant decomposed
+fields of a successful L</parse>, whichever was called more recently.
+
+Note that the return value is undefined after using L</getline>, which does
+not fill the data structures returned by L</parse>.
+
+=head2 meta_info
+
+ @flags = $csv->meta_info ();
+
+This method returns the "flags" of the input to L</combine> or the flags of
+the resultant  decomposed fields of  L</parse>,   whichever was called more
+recently.
+
+For each field,  a meta_info field will hold  flags that  inform  something
+about  the  field  returned  by  the  L</fields>  method or  passed to  the
+L</combine> method. The flags are bit-wise-C<or>'d like:
+
+=over 2
+
+=item C< >0x0001
+
+The field was quoted.
+
+=item C< >0x0002
+
+The field was binary.
+
+=back
+
+See the C<is_***> methods below.
+
+=head2 is_quoted
+
+ my $quoted = $csv->is_quoted ($column_idx);
+
+Where  C<$column_idx> is the  (zero-based)  index of the column in the last
+result of L</parse>.
+
+This returns a true value  if the data in the indicated column was enclosed
+in L<C<quote_char>|/quote_char> quotes.  This might be important for fields
+where content C<,20070108,> is to be treated as a numeric value,  and where
+C<,"20070108",> is explicitly marked as character string data.
+
+This method is only valid when L</keep_meta_info> is set to a true value.
+
+=head2 is_binary
+
+ my $binary = $csv->is_binary ($column_idx);
+
+Where  C<$column_idx> is the  (zero-based)  index of the column in the last
+result of L</parse>.
+
+This returns a true value if the data in the indicated column contained any
+byte in the range C<[\x00-\x08,\x10-\x1F,\x7F-\xFF]>.
+
+This method is only valid when L</keep_meta_info> is set to a true value.
+
+=head2 is_missing
+
+ my $missing = $csv->is_missing ($column_idx);
+
+Where  C<$column_idx> is the  (zero-based)  index of the column in the last
+result of L</getline_hr>.
+
+ $csv->keep_meta_info (1);
+ while (my $hr = $csv->getline_hr ($fh)) {
+     $csv->is_missing (0) and next; # This was an empty line
+     }
+
+When using  L</getline_hr>,  it is impossible to tell if the  parsed fields
+are C<undef> because they where not filled in the C<CSV> stream  or because
+they were not read at all, as B<all> the fields defined by L</column_names>
+are set in the hash-ref.    If you still need to know if all fields in each
+row are provided, you should enable L<C<keep_meta_info>|/keep_meta_info> so
+you can check the flags.
+
+If  L<C<keep_meta_info>|/keep_meta_info>  is C<false>,  C<is_missing>  will
+always return C<undef>, regardless of C<$column_idx> being valid or not. If
+this attribute is C<true> it will return either C<0> (the field is present)
+or C<1> (the field is missing).
+
+A special case is the empty line.  If the line is completely empty -  after
+dealing with the flags - this is still a valid CSV line:  it is a record of
+just one single empty field. However, if C<keep_meta_info> is set, invoking
+C<is_missing> with index C<0> will now return true.
+
+=head2 status
+
+ $status = $csv->status ();
+
+This method returns the status of the last invoked L</combine> or L</parse>
+call. Status is success (true: C<1>) or failure (false: C<undef> or C<0>).
+
+=head2 error_input
+
+ $bad_argument = $csv->error_input ();
+
+This method returns the erroneous argument (if it exists) of L</combine> or
+L</parse>,  whichever was called more recently.  If the last invocation was
+successful, C<error_input> will return C<undef>.
+
+=head2 error_diag
+
+ Text::CSV->error_diag ();
+ $csv->error_diag ();
+ $error_code               = 0  + $csv->error_diag ();
+ $error_str                = "" . $csv->error_diag ();
+ ($cde, $str, $pos, $rec, $fld) = $csv->error_diag ();
+
+If (and only if) an error occurred,  this function returns  the diagnostics
+of that error.
+
+If called in void context,  this will print the internal error code and the
+associated error message to STDERR.
+
+If called in list context,  this will return  the error code  and the error
+message in that order.  If the last error was from parsing, the rest of the
+values returned are a best guess at the location  within the line  that was
+being parsed. Their values are 1-based.  The position currently is index of
+the byte at which the parsing failed in the current record. It might change
+to be the index of the current character in a later release. The records is
+the index of the record parsed by the csv instance. The field number is the
+index of the field the parser thinks it is currently  trying to  parse. See
+F<examples/csv-check> for how this can be used.
+
+If called in  scalar context,  it will return  the diagnostics  in a single
+scalar, a-la C<$!>.  It will contain the error code in numeric context, and
+the diagnostics message in string context.
+
+When called as a class method or a  direct function call,  the  diagnostics
+are that of the last L</new> call.
+
+=head2 record_number
+
+ $recno = $csv->record_number ();
+
+Returns the records parsed by this csv instance.  This value should be more
+accurate than C<$.> when embedded newlines come in play. Records written by
+this instance are not counted.
+
+=head2 SetDiag
+
+ $csv->SetDiag (0);
+
+Use to reset the diagnostics if you are dealing with errors.
+
+=head1 ADDITIONAL METHODS
+
+=over
+
+=item backend
+
+Returns the backend module name called by Text::CSV.
+C<module> is an alias.
+
+=item is_xs
+
+Returns true value if Text::CSV uses an XS backend.
+
+=item is_pp
+
+Returns true value if Text::CSV uses a pure-Perl backend.
+
+=back
+
+=head1 FUNCTIONS
+
+This whole section is also taken from Text::CSV_XS.
+
+=head2 csv
+
+This function is not exported by default and should be explicitly requested:
+
+ use Text::CSV qw( csv );
+
+This is an high-level function that aims at simple (user) interfaces.  This
+can be used to read/parse a C<CSV> file or stream (the default behavior) or
+to produce a file or write to a stream (define the  C<out>  attribute).  It
+returns an array- or hash-reference on parsing (or C<undef> on fail) or the
+numeric value of  L</error_diag>  on writing.  When this function fails you
+can get to the error using the class call to L</error_diag>
+
+ my $aoa = csv (in => "test.csv") or
+     die Text::CSV->error_diag;
+
+This function takes the arguments as key-value pairs. This can be passed as
+a list or as an anonymous hash:
+
+ my $aoa = csv (  in => "test.csv", sep_char => ";");
+ my $aoh = csv ({ in => $fh, headers => "auto" });
+
+The arguments passed consist of two parts:  the arguments to L</csv> itself
+and the optional attributes to the  C<CSV>  object used inside the function
+as enumerated and explained in L</new>.
+
+If not overridden, the default option used for CSV is
+
+ auto_diag   => 1
+ escape_null => 0
+
+The option that is always set and cannot be altered is
+
+ binary      => 1
+
+As this function will likely be used in one-liners,  it allows  C<quote> to
+be abbreviated as C<quo>,  and  C<escape_char> to be abbreviated as  C<esc>
+or C<escape>.
+
+Alternative invocations:
+
+ my $aoa = Text::CSV::csv (in => "file.csv");
+
+ my $csv = Text::CSV->new ();
+ my $aoa = $csv->csv (in => "file.csv");
+
+In the latter case, the object attributes are used from the existing object
+and the attribute arguments in the function call are ignored:
+
+ my $csv = Text::CSV->new ({ sep_char => ";" });
+ my $aoh = $csv->csv (in => "file.csv", bom => 1);
+
+will parse using C<;> as C<sep_char>, not C<,>.
+
+=head3 in
+
+Used to specify the source.  C<in> can be a file name (e.g. C<"file.csv">),
+which will be  opened for reading  and closed when finished,  a file handle
+(e.g.  C<$fh> or C<FH>),  a reference to a glob (e.g. C<\*ARGV>),  the glob
+itself (e.g. C<*STDIN>), or a reference to a scalar (e.g. C<\q{1,2,"csv"}>).
+
+When used with L</out>, C<in> should be a reference to a CSV structure (AoA
+or AoH)  or a CODE-ref that returns an array-reference or a hash-reference.
+The code-ref will be invoked with no arguments.
+
+ my $aoa = csv (in => "file.csv");
+
+ open my $fh, "<", "file.csv";
+ my $aoa = csv (in => $fh);
+
+ my $csv = [ [qw( Foo Bar )], [ 1, 2 ], [ 2, 3 ]];
+ my $err = csv (in => $csv, out => "file.csv");
+
+If called in void context without the L</out> attribute, the resulting ref
+will be used as input to a subsequent call to csv:
+
+ csv (in => "file.csv", filter => { 2 => sub { length > 2 }})
+
+will be a shortcut to
+
+ csv (in => csv (in => "file.csv", filter => { 2 => sub { length > 2 }}))
+
+where, in the absence of the C<out> attribute, this is a shortcut to
+
+ csv (in  => csv (in => "file.csv", filter => { 2 => sub { length > 2 }}),
+      out => *STDOUT)
+
+=head3 out
+
+In output mode, the default CSV options when producing CSV are
+
+ eol       => "\r\n"
+
+The L</fragment> attribute is ignored in output mode.
+
+C<out> can be a file name  (e.g.  C<"file.csv">),  which will be opened for
+writing and closed when finished,  a file handle (e.g. C<$fh> or C<FH>),  a
+reference to a glob (e.g. C<\*STDOUT>), or the glob itself (e.g. C<*STDOUT>).
+
+ csv (in => sub { $sth->fetch },            out => "dump.csv");
+ csv (in => sub { $sth->fetchrow_hashref }, out => "dump.csv",
+      headers => $sth->{NAME_lc});
+
+When a code-ref is used for C<in>, the output is generated  per invocation,
+so no buffering is involved. This implies that there is no size restriction
+on the number of records. The C<csv> function ends when the coderef returns
+a false value.
+
+=head3 encoding
+
+If passed,  it should be an encoding accepted by the  C<:encoding()> option
+to C<open>. There is no default value. This attribute does not work in perl
+5.6.x.  C<encoding> can be abbreviated to C<enc> for ease of use in command
+line invocations.
+
+If C<encoding> is set to the literal value C<"auto">, the method L</header>
+will be invoked on the opened stream to check if there is a BOM and set the
+encoding accordingly.   This is equal to passing a true value in the option
+L<C<detect_bom>|/detect_bom>.
+
+=head3 detect_bom
+
+If  C<detect_bom>  is given, the method  L</header>  will be invoked on the
+opened stream to check if there is a BOM and set the encoding accordingly.
+
+C<detect_bom> can be abbreviated to C<bom>.
+
+This is the same as setting L<C<encoding>|/encoding> to C<"auto">.
+
+Note that as L</header> is invoked, its default is to also set the headers.
+
+=head3 headers
+
+If this attribute is not given, the default behavior is to produce an array
+of arrays.
+
+If C<headers> is supplied,  it should be an anonymous list of column names,
+an anonymous hashref, a coderef, or a literal flag:  C<auto>, C<lc>, C<uc>,
+or C<skip>.
+
+=over 2
+
+=item skip
+
+When C<skip> is used, the header will not be included in the output.
+
+ my $aoa = csv (in => $fh, headers => "skip");
+
+=item auto
+
+If C<auto> is used, the first line of the C<CSV> source will be read as the
+list of field headers and used to produce an array of hashes.
+
+ my $aoh = csv (in => $fh, headers => "auto");
+
+=item lc
+
+If C<lc> is used,  the first line of the  C<CSV> source will be read as the
+list of field headers mapped to  lower case and used to produce an array of
+hashes. This is a variation of C<auto>.
+
+ my $aoh = csv (in => $fh, headers => "lc");
+
+=item uc
+
+If C<uc> is used,  the first line of the  C<CSV> source will be read as the
+list of field headers mapped to  upper case and used to produce an array of
+hashes. This is a variation of C<auto>.
+
+ my $aoh = csv (in => $fh, headers => "uc");
+
+=item CODE
+
+If a coderef is used,  the first line of the  C<CSV> source will be read as
+the list of mangled field headers in which each field is passed as the only
+argument to the coderef. This list is used to produce an array of hashes.
+
+ my $aoh = csv (in      => $fh,
+                headers => sub { lc ($_[0]) =~ s/kode/code/gr });
+
+this example is a variation of using C<lc> where all occurrences of C<kode>
+are replaced with C<code>.
+
+=item ARRAY
+
+If  C<headers>  is an anonymous list,  the entries in the list will be used
+as field names. The first line is considered data instead of headers.
+
+ my $aoh = csv (in => $fh, headers => [qw( Foo Bar )]);
+ csv (in => $aoa, out => $fh, headers => [qw( code description price )]);
+
+=item HASH
+
+If C<headers> is an hash reference, this implies C<auto>, but header fields
+for that exist as key in the hashref will be replaced by the value for that
+key. Given a CSV file like
+
+ post-kode,city,name,id number,fubble
+ 1234AA,Duckstad,Donald,13,"X313DF"
+
+using
+
+ csv (headers => { "post-kode" => "pc", "id number" => "ID" }, ...
+
+will return an entry like
+
+ { pc     => "1234AA",
+   city   => "Duckstad",
+   name   => "Donald",
+   ID     => "13",
+   fubble => "X313DF",
+   }
+
+=back
+
+See also L<C<munge_column_names>|/munge_column_names> and
+L<C<set_column_names>|/set_column_names>.
+
+=head3 munge_column_names
+
+If C<munge_column_names> is set,  the method  L</header>  is invoked on the
+opened stream with all matching arguments to detect and set the headers.
+
+C<munge_column_names> can be abbreviated to C<munge>.
+
+=head3 key
+
+If passed,  will default  L<C<headers>|/headers>  to C<"auto"> and return a
+hashref instead of an array of hashes.
+
+ my $ref = csv (in => "test.csv", key => "code");
+
+with test.csv like
+
+ code,product,price,color
+ 1,pc,850,gray
+ 2,keyboard,12,white
+ 3,mouse,5,black
+
+will return
+
+  { 1   => {
+        code    => 1,
+        color   => 'gray',
+        price   => 850,
+        product => 'pc'
+        },
+    2   => {
+        code    => 2,
+        color   => 'white',
+        price   => 12,
+        product => 'keyboard'
+        },
+    3   => {
+        code    => 3,
+        color   => 'black',
+        price   => 5,
+        product => 'mouse'
+        }
+    }
+
+=head3 fragment
+
+Only output the fragment as defined in the L</fragment> method. This option
+is ignored when I<generating> C<CSV>. See L</out>.
+
+Combining all of them could give something like
+
+ use Text::CSV qw( csv );
+ my $aoh = csv (
+     in       => "test.txt",
+     encoding => "utf-8",
+     headers  => "auto",
+     sep_char => "|",
+     fragment => "row=3;6-9;15-*",
+     );
+ say $aoh->[15]{Foo};
+
+=head3 sep_set
+
+If C<sep_set> is set, the method L</header> is invoked on the opened stream
+to detect and set L<C<sep_char>|/sep_char> with the given set.
+
+C<sep_set> can be abbreviated to C<seps>.
+
+Note that as L</header> is invoked, its default is to also set the headers.
+
+=head3 set_column_names
+
+If  C<set_column_names> is passed,  the method L</header> is invoked on the
+opened stream with all arguments meant for L</header>.
+
+=head2 Callbacks
+
+Callbacks enable actions triggered from the I<inside> of Text::CSV.
+
+While most of what this enables  can easily be done in an  unrolled loop as
+described in the L</SYNOPSIS> callbacks can be used to meet special demands
+or enhance the L</csv> function.
+
+=over 2
+
+=item error
+
+ $csv->callbacks (error => sub { $csv->SetDiag (0) });
+
+the C<error>  callback is invoked when an error occurs,  but  I<only>  when
+L</auto_diag> is set to a true value. A callback is invoked with the values
+returned by L</error_diag>:
+
+ my ($c, $s);
+
+ sub ignore3006
+ {
+     my ($err, $msg, $pos, $recno, $fldno) = @_;
+     if ($err == 3006) {
+         # ignore this error
+         ($c, $s) = (undef, undef);
+         Text::CSV->SetDiag (0);
+         }
+     # Any other error
+     return;
+     } # ignore3006
+
+ $csv->callbacks (error => \&ignore3006);
+ $csv->bind_columns (\$c, \$s);
+ while ($csv->getline ($fh)) {
+     # Error 3006 will not stop the loop
+     }
+
+=item after_parse
+
+ $csv->callbacks (after_parse => sub { push @{$_[1]}, "NEW" });
+ while (my $row = $csv->getline ($fh)) {
+     $row->[-1] eq "NEW";
+     }
+
+This callback is invoked after parsing with  L</getline>  only if no  error
+occurred.  The callback is invoked with two arguments:   the current C<CSV>
+parser object and an array reference to the fields parsed.
+
+The return code of the callback is ignored  unless it is a reference to the
+string "skip", in which case the record will be skipped in L</getline_all>.
+
+ sub add_from_db
+ {
+     my ($csv, $row) = @_;
+     $sth->execute ($row->[4]);
+     push @$row, $sth->fetchrow_array;
+     } # add_from_db
+
+ my $aoa = csv (in => "file.csv", callbacks => {
+     after_parse => \&add_from_db });
+
+This hook can be used for validation:
+
+=over 2
+
+=item FAIL
+
+Die if any of the records does not validate a rule:
+
+ after_parse => sub {
+     $_[1][4] =~ m/^[0-9]{4}\s?[A-Z]{2}$/ or
+         die "5th field does not have a valid Dutch zipcode";
+     }
+
+=item DEFAULT
+
+Replace invalid fields with a default value:
+
+ after_parse => sub { $_[1][2] =~ m/^\d+$/ or $_[1][2] = 0 }
+
+=item SKIP
+
+Skip records that have invalid fields (only applies to L</getline_all>):
+
+ after_parse => sub { $_[1][0] =~ m/^\d+$/ or return \"skip"; }
+
+=back
+
+=item before_print
+
+ my $idx = 1;
+ $csv->callbacks (before_print => sub { $_[1][0] = $idx++ });
+ $csv->print (*STDOUT, [ 0, $_ ]) for @members;
+
+This callback is invoked  before printing with  L</print>  only if no error
+occurred.  The callback is invoked with two arguments:  the current  C<CSV>
+parser object and an array reference to the fields passed.
+
+The return code of the callback is ignored.
+
+ sub max_4_fields
+ {
+     my ($csv, $row) = @_;
+     @$row > 4 and splice @$row, 4;
+     } # max_4_fields
+
+ csv (in => csv (in => "file.csv"), out => *STDOUT,
+     callbacks => { before print => \&max_4_fields });
+
+This callback is not active for L</combine>.
+
+=back
+
+=head3 Callbacks for csv ()
+
+The L</csv> allows for some callbacks that do not integrate in XS internals
+but only feature the L</csv> function.
+
+  csv (in        => "file.csv",
+       callbacks => {
+           filter       => { 6 => sub { $_ > 15 } },    # first
+           after_parse  => sub { say "AFTER PARSE";  }, # first
+           after_in     => sub { say "AFTER IN";     }, # second
+           on_in        => sub { say "ON IN";        }, # third
+           },
+       );
+
+  csv (in        => $aoh,
+       out       => "file.csv",
+       callbacks => {
+           on_in        => sub { say "ON IN";        }, # first
+           before_out   => sub { say "BEFORE OUT";   }, # second
+           before_print => sub { say "BEFORE PRINT"; }, # third
+           },
+       );
+
+=over 2
+
+=item filter
+
+This callback can be used to filter records.  It is called just after a new
+record has been scanned.  The callback accepts a hashref where the keys are
+the index to the row (the field number, 1-based) and the values are subs to
+return a true or false value.
+
+ csv (in => "file.csv", filter => {
+            3 => sub { m/a/ },       # third field should contain an "a"
+            5 => sub { length > 4 }, # length of the 5th field minimal 5
+            });
+
+ csv (in => "file.csv", filter => "not_blank");
+ csv (in => "file.csv", filter => "not_empty");
+ csv (in => "file.csv", filter => "filled");
+
+If the keys to the filter hash contain any character that is not a digit it
+will also implicitly set L</headers> to C<"auto">  unless  L</headers>  was
+already passed as argument.  When headers are active, returning an array of
+hashes, the filter is not applicable to the header itself.
+
+ csv (in => "file.csv", filter => { foo => sub { $_ > 4 }});
+
+All sub results should match, as in AND.
+
+The context of the callback sets  C<$_> localized to the field indicated by
+the filter. The two arguments are as with all other callbacks, so the other
+fields in the current row can be seen:
+
+ filter => { 3 => sub { $_ > 100 ? $_[1][1] =~ m/A/ : $_[1][6] =~ m/B/ }}
+
+If the context is set to return a list of hashes  (L</headers> is defined),
+the current record will also be available in the localized C<%_>:
+
+ filter => { 3 => sub { $_ > 100 && $_{foo} =~ m/A/ && $_{bar} < 1000  }}
+
+If the filter is used to I<alter> the content by changing C<$_>,  make sure
+that the sub returns true in order not to have that record skipped:
+
+ filter => { 2 => sub { $_ = uc }}
+
+will upper-case the second field, and then skip it if the resulting content
+evaluates to false. To always accept, end with truth:
+
+ filter => { 2 => sub { $_ = uc; 1 }}
+
+B<Predefined filters>
+
+Given a file like (line numbers prefixed for doc purpose only):
+
+ 1:1,2,3
+ 2:
+ 3:,
+ 4:""
+ 5:,,
+ 6:, ,
+ 7:"",
+ 8:" "
+ 9:4,5,6
+
+=over 2
+
+=item not_blank
+
+Filter out the blank lines
+
+This filter is a shortcut for
+
+ filter => { 0 => sub { @{$_[1]} > 1 or
+             defined $_[1][0] && $_[1][0] ne "" } }
+
+Due to the implementation,  it is currently impossible to also filter lines
+that consists only of a quoted empty field. These lines are also considered
+blank lines.
+
+With the given example, lines 2 and 4 will be skipped.
+
+=item not_empty
+
+Filter out lines where all the fields are empty.
+
+This filter is a shortcut for
+
+ filter => { 0 => sub { grep { defined && $_ ne "" } @{$_[1]} } }
+
+A space is not regarded being empty, so given the example data, lines 2, 3,
+4, 5, and 7 are skipped.
+
+=item filled
+
+Filter out lines that have no visible data
+
+This filter is a shortcut for
+
+ filter => { 0 => sub { grep { defined && m/\S/ } @{$_[1]} } }
+
+This filter rejects all lines that I<not> have at least one field that does
+not evaluate to the empty string.
+
+With the given example data, this filter would skip lines 2 through 8.
+
+=back
+
+=item after_in
+
+This callback is invoked for each record after all records have been parsed
+but before returning the reference to the caller.  The hook is invoked with
+two arguments:  the current  C<CSV>  parser object  and a  reference to the
+record.   The reference can be a reference to a  HASH  or a reference to an
+ARRAY as determined by the arguments.
+
+This callback can also be passed as  an attribute without the  C<callbacks>
+wrapper.
+
+=item before_out
+
+This callback is invoked for each record before the record is printed.  The
+hook is invoked with two arguments:  the current C<CSV> parser object and a
+reference to the record.   The reference can be a reference to a  HASH or a
+reference to an ARRAY as determined by the arguments.
+
+This callback can also be passed as an attribute  without the  C<callbacks>
+wrapper.
+
+This callback makes the row available in C<%_> if the row is a hashref.  In
+this case C<%_> is writable and will change the original row.
+
+=item on_in
+
+This callback acts exactly as the L</after_in> or the L</before_out> hooks.
+
+This callback can also be passed as an attribute  without the  C<callbacks>
+wrapper.
+
+This callback makes the row available in C<%_> if the row is a hashref.  In
+this case C<%_> is writable and will change the original row. So e.g. with
+
+  my $aoh = csv (
+      in      => \"foo\n1\n2\n",
+      headers => "auto",
+      on_in   => sub { $_{bar} = 2; },
+      );
+
+C<$aoh> will be:
+
+  [ { foo => 1,
+      bar => 2,
+      }
+    { foo => 2,
+      bar => 2,
+      }
+    ]
+
+=item csv
+
+The I<function>  L</csv> can also be called as a method or with an existing
+Text::CSV object. This could help if the function is to be invoked a lot
+of times and the overhead of creating the object internally over  and  over
+again would be prevented by passing an existing instance.
+
+ my $csv = Text::CSV->new ({ binary => 1, auto_diag => 1 });
+
+ my $aoa = $csv->csv (in => $fh);
+ my $aoa = csv (in => $fh, csv => $csv);
+
+both act the same. Running this 20000 times on a 20 lines CSV file,  showed
+a 53% speedup.
+
+=back
+
+=head1 DIAGNOSTICS
+
+This section is also taken from Text::CSV_XS.
+
+If an error occurs,  C<< $csv->error_diag >> can be used to get information
+on the cause of the failure. Note that for speed reasons the internal value
+is never cleared on success,  so using the value returned by L</error_diag>
+in normal cases - when no error occurred - may cause unexpected results.
+
+If the constructor failed, the cause can be found using L</error_diag> as a
+class method, like C<< Text::CSV_PP->error_diag >>.
+
+The C<< $csv->error_diag >> method is automatically invoked upon error when
+the contractor was called with  L<C<auto_diag>|/auto_diag>  set to  C<1> or
+C<2>, or when L<autodie> is in effect.  When set to C<1>, this will cause a
+C<warn> with the error message,  when set to C<2>, it will C<die>. C<2012 -
+EOF> is excluded from L<C<auto_diag>|/auto_diag> reports.
+
+Errors can be (individually) caught using the L</error> callback.
+
+The errors as described below are available. I have tried to make the error
+itself explanatory enough, but more descriptions will be added. For most of
+these errors, the first three capitals describe the error category:
+
+=over 2
+
+=item *
+INI
+
+Initialization error or option conflict.
+
+=item *
+ECR
+
+Carriage-Return related parse error.
+
+=item *
+EOF
+
+End-Of-File related parse error.
+
+=item *
+EIQ
+
+Parse error inside quotation.
+
+=item *
+EIF
+
+Parse error inside field.
+
+=item *
+ECB
+
+Combine error.
+
+=item *
+EHR
+
+HashRef parse related error.
+
+=back
+
+And below should be the complete list of error codes that can be returned:
+
+=over 2
+
+=item *
+1001 "INI - sep_char is equal to quote_char or escape_char"
+X<1001>
+
+The  L<separation character|/sep_char>  cannot be equal to  L<the quotation
+character|/quote_char> or to L<the escape character|/escape_char>,  as this
+would invalidate all parsing rules.
+
+=item *
+1002 "INI - allow_whitespace with escape_char or quote_char SP or TAB"
+X<1002>
+
+Using the  L<C<allow_whitespace>|/allow_whitespace>  attribute  when either
+L<C<quote_char>|/quote_char> or L<C<escape_char>|/escape_char>  is equal to
+C<SPACE> or C<TAB> is too ambiguous to allow.
+
+=item *
+1003 "INI - \r or \n in main attr not allowed"
+X<1003>
+
+Using default L<C<eol>|/eol> characters in either L<C<sep_char>|/sep_char>,
+L<C<quote_char>|/quote_char>,   or  L<C<escape_char>|/escape_char>  is  not
+allowed.
+
+=item *
+1004 "INI - callbacks should be undef or a hashref"
+X<1004>
+
+The L<C<callbacks>|/Callbacks>  attribute only allows one to be C<undef> or
+a hash reference.
+
+=item *
+1005 "INI - EOL too long"
+X<1005>
+
+The value passed for EOL is exceeding its maximum length (16).
+
+=item *
+1006 "INI - SEP too long"
+X<1006>
+
+The value passed for SEP is exceeding its maximum length (16).
+
+=item *
+1007 "INI - QUOTE too long"
+X<1007>
+
+The value passed for QUOTE is exceeding its maximum length (16).
+
+=item *
+1008 "INI - SEP undefined"
+X<1008>
+
+The value passed for SEP should be defined and not empty.
+
+=item *
+1010 "INI - the header is empty"
+X<1010>
+
+The header line parsed in the L</header> is empty.
+
+=item *
+1011 "INI - the header contains more than one valid separator"
+X<1011>
+
+The header line parsed in the  L</header>  contains more than one  (unique)
+separator character out of the allowed set of separators.
+
+=item *
+1012 "INI - the header contains an empty field"
+X<1012>
+
+The header line parsed in the L</header> is contains an empty field.
+
+=item *
+1013 "INI - the header contains nun-unique fields"
+X<1013>
+
+The header line parsed in the  L</header>  contains at least  two identical
+fields.
+
+=item *
+1014 "INI - header called on undefined stream"
+X<1014>
+
+The header line cannot be parsed from an undefined sources.
+
+=item *
+1500 "PRM - Invalid/unsupported argument(s)"
+X<1500>
+
+Function or method called with invalid argument(s) or parameter(s).
+
+=item *
+2010 "ECR - QUO char inside quotes followed by CR not part of EOL"
+X<2010>
+
+When  L<C<eol>|/eol>  has  been  set  to  anything  but the  default,  like
+C<"\r\t\n">,  and  the  C<"\r">  is  following  the   B<second>   (closing)
+L<C<quote_char>|/quote_char>, where the characters following the C<"\r"> do
+not make up the L<C<eol>|/eol> sequence, this is an error.
+
+=item *
+2011 "ECR - Characters after end of quoted field"
+X<2011>
+
+Sequences like C<1,foo,"bar"baz,22,1> are not allowed. C<"bar"> is a quoted
+field and after the closing double-quote, there should be either a new-line
+sequence or a separation character.
+
+=item *
+2012 "EOF - End of data in parsing input stream"
+X<2012>
+
+Self-explaining. End-of-file while inside parsing a stream. Can happen only
+when reading from streams with L</getline>,  as using  L</parse> is done on
+strings that are not required to have a trailing L<C<eol>|/eol>.
+
+=item *
+2013 "INI - Specification error for fragments RFC7111"
+X<2013>
+
+Invalid specification for URI L</fragment> specification.
+
+=item *
+2021 "EIQ - NL char inside quotes, binary off"
+X<2021>
+
+Sequences like C<1,"foo\nbar",22,1> are allowed only when the binary option
+has been selected with the constructor.
+
+=item *
+2022 "EIQ - CR char inside quotes, binary off"
+X<2022>
+
+Sequences like C<1,"foo\rbar",22,1> are allowed only when the binary option
+has been selected with the constructor.
+
+=item *
+2023 "EIQ - QUO character not allowed"
+X<2023>
+
+Sequences like C<"foo "bar" baz",qu> and C<2023,",2008-04-05,"Foo, Bar",\n>
+will cause this error.
+
+=item *
+2024 "EIQ - EOF cannot be escaped, not even inside quotes"
+X<2024>
+
+The escape character is not allowed as last character in an input stream.
+
+=item *
+2025 "EIQ - Loose unescaped escape"
+X<2025>
+
+An escape character should escape only characters that need escaping.
+
+Allowing  the escape  for other characters  is possible  with the attribute
+L</allow_loose_escape>.
+
+=item *
+2026 "EIQ - Binary character inside quoted field, binary off"
+X<2026>
+
+Binary characters are not allowed by default.    Exceptions are fields that
+contain valid UTF-8,  that will automatically be upgraded if the content is
+valid UTF-8. Set L<C<binary>|/binary> to C<1> to accept binary data.
+
+=item *
+2027 "EIQ - Quoted field not terminated"
+X<2027>
+
+When parsing a field that started with a quotation character,  the field is
+expected to be closed with a quotation character.   When the parsed line is
+exhausted before the quote is found, that field is not terminated.
+
+=item *
+2030 "EIF - NL char inside unquoted verbatim, binary off"
+X<2030>
+
+=item *
+2031 "EIF - CR char is first char of field, not part of EOL"
+X<2031>
+
+=item *
+2032 "EIF - CR char inside unquoted, not part of EOL"
+X<2032>
+
+=item *
+2034 "EIF - Loose unescaped quote"
+X<2034>
+
+=item *
+2035 "EIF - Escaped EOF in unquoted field"
+X<2035>
+
+=item *
+2036 "EIF - ESC error"
+X<2036>
+
+=item *
+2037 "EIF - Binary character in unquoted field, binary off"
+X<2037>
+
+=item *
+2110 "ECB - Binary character in Combine, binary off"
+X<2110>
+
+=item *
+2200 "EIO - print to IO failed. See errno"
+X<2200>
+
+=item *
+3001 "EHR - Unsupported syntax for column_names ()"
+X<3001>
+
+=item *
+3002 "EHR - getline_hr () called before column_names ()"
+X<3002>
+
+=item *
+3003 "EHR - bind_columns () and column_names () fields count mismatch"
+X<3003>
+
+=item *
+3004 "EHR - bind_columns () only accepts refs to scalars"
+X<3004>
+
+=item *
+3006 "EHR - bind_columns () did not pass enough refs for parsed fields"
+X<3006>
+
+=item *
+3007 "EHR - bind_columns needs refs to writable scalars"
+X<3007>
+
+=item *
+3008 "EHR - unexpected error in bound fields"
+X<3008>
+
+=item *
+3009 "EHR - print_hr () called before column_names ()"
+X<3009>
+
+=item *
+3010 "EHR - print_hr () called with invalid arguments"
+X<3010>
+
+=back
+
+=head1 SEE ALSO
+
+L<Text::CSV_PP>, L<Text::CSV_XS> and L<Text::CSV::Encoded>.
+
+
+=head1 AUTHORS and MAINTAINERS
+
+Alan Citterman F<E<lt>alan[at]mfgrtl.comE<gt>> wrote the original Perl
+module. Please don't send mail concerning Text::CSV to Alan, as
+he's not a present maintainer.
+
+Jochen Wiedmann F<E<lt>joe[at]ispsoft.deE<gt>> rewrote the encoding and
+decoding in C by implementing a simple finite-state machine and added
+the variable quote, escape and separator characters, the binary mode
+and the print and getline methods. See ChangeLog releases 0.10 through
+0.23.
+
+H.Merijn Brand F<E<lt>h.m.brand[at]xs4all.nlE<gt>> cleaned up the code,
+added the field flags methods, wrote the major part of the test suite,
+completed the documentation, fixed some RT bugs. See ChangeLog releases
+0.25 and on.
+
+Makamaka Hannyaharamitu, E<lt>makamaka[at]cpan.orgE<gt> wrote Text::CSV_PP
+which is the pure-Perl version of Text::CSV_XS.
+
+New Text::CSV (since 0.99) is maintained by Makamaka, and Kenichi Ishigaki
+since 1.91.
+
+
+=head1 COPYRIGHT AND LICENSE
+
+Text::CSV
+
+Copyright (C) 1997 Alan Citterman. All rights reserved.
+Copyright (C) 2007-2015 Makamaka Hannyaharamitu.
+Copyright (C) 2017- Kenichi Ishigaki
+A large portion of the doc is taken from Text::CSV_XS. See below.
+
+Text::CSV_PP:
+
+Copyright (C) 2005-2015 Makamaka Hannyaharamitu.
+Copyright (C) 2017- Kenichi Ishigaki
+A large portion of the code/doc are also taken from Text::CSV_XS. See below.
+
+Text:CSV_XS:
+
+Copyright (C) 2007-2016 H.Merijn Brand for PROCURA B.V.
+Copyright (C) 1998-2001 Jochen Wiedmann. All rights reserved.
+Portions Copyright (C) 1997 Alan Citterman. All rights reserved.
+
+
+This library is free software; you can redistribute it and/or modify
+it under the same terms as Perl itself.
+
+=cut
diff --git a/deployment-apps/TA-metricator-hec-for-nmon/bin/lib/aix/Text/CSV_PP.pm b/deployment-apps/TA-metricator-hec-for-nmon/bin/lib/aix/Text/CSV_PP.pm
new file mode 100644
index 0000000..46430d4
--- /dev/null
+++ b/deployment-apps/TA-metricator-hec-for-nmon/bin/lib/aix/Text/CSV_PP.pm
@@ -0,0 +1,4916 @@
+package Text::CSV_PP;
+
+################################################################################
+#
+# Text::CSV_PP - Text::CSV_XS compatible pure-Perl module
+#
+################################################################################
+require 5.005;
+
+use strict;
+use Exporter ();
+use vars qw($VERSION @ISA @EXPORT_OK);
+use Carp;
+
+$VERSION = '1.95';
+@ISA = qw(Exporter);
+@EXPORT_OK = qw(csv);
+
+sub PV  { 0 }
+sub IV  { 1 }
+sub NV  { 2 }
+
+sub IS_QUOTED () { 0x0001; }
+sub IS_BINARY () { 0x0002; }
+sub IS_ERROR ()  { 0x0004; }
+sub IS_MISSING () { 0x0010; }
+
+sub HOOK_ERROR () { 0x0001; }
+sub HOOK_AFTER_PARSE () { 0x0002; }
+sub HOOK_BEFORE_PRINT () { 0x0004; }
+
+sub useIO_EOF () { 0x0010; }
+
+my $ERRORS = {
+        # Generic errors
+        1000 => "INI - constructor failed",
+        1001 => "INI - sep_char is equal to quote_char or escape_char",
+        1002 => "INI - allow_whitespace with escape_char or quote_char SP or TAB",
+        1003 => "INI - \\r or \\n in main attr not allowed",
+        1004 => "INI - callbacks should be undef or a hashref",
+        1005 => "INI - EOL too long",
+        1006 => "INI - SEP too long",
+        1007 => "INI - QUOTE too long",
+        1008 => "INI - SEP undefined",
+
+        1010 => "INI - the header is empty",
+        1011 => "INI - the header contains more than one valid separator",
+        1012 => "INI - the header contains an empty field",
+        1013 => "INI - the header contains nun-unique fields",
+        1014 => "INI - header called on undefined stream",
+
+        # Syntax errors
+        1500 => "PRM - Invalid/unsupported arguments(s)",
+
+        # Parse errors
+        2010 => "ECR - QUO char inside quotes followed by CR not part of EOL",
+        2011 => "ECR - Characters after end of quoted field",
+        2012 => "EOF - End of data in parsing input stream",
+        2013 => "ESP - Specification error for fragments RFC7111",
+        2014 => "ENF - Inconsistent number of fields",
+
+        # EIQ - Error Inside Quotes
+        2021 => "EIQ - NL char inside quotes, binary off",
+        2022 => "EIQ - CR char inside quotes, binary off",
+        2023 => "EIQ - QUO character not allowed",
+        2024 => "EIQ - EOF cannot be escaped, not even inside quotes",
+        2025 => "EIQ - Loose unescaped escape",
+        2026 => "EIQ - Binary character inside quoted field, binary off",
+        2027 => "EIQ - Quoted field not terminated",
+
+        # EIF - Error Inside Field
+        2030 => "EIF - NL char inside unquoted verbatim, binary off",
+        2031 => "EIF - CR char is first char of field, not part of EOL",
+        2032 => "EIF - CR char inside unquoted, not part of EOL",
+        2034 => "EIF - Loose unescaped quote",
+        2035 => "EIF - Escaped EOF in unquoted field",
+        2036 => "EIF - ESC error",
+        2037 => "EIF - Binary character in unquoted field, binary off",
+
+        # Combine errors
+        2110 => "ECB - Binary character in Combine, binary off",
+
+        # IO errors
+        2200 => "EIO - print to IO failed. See errno",
+
+        # Hash-Ref errors
+        3001 => "EHR - Unsupported syntax for column_names ()",
+        3002 => "EHR - getline_hr () called before column_names ()",
+        3003 => "EHR - bind_columns () and column_names () fields count mismatch",
+        3004 => "EHR - bind_columns () only accepts refs to scalars",
+        3006 => "EHR - bind_columns () did not pass enough refs for parsed fields",
+        3007 => "EHR - bind_columns needs refs to writable scalars",
+        3008 => "EHR - unexpected error in bound fields",
+        3009 => "EHR - print_hr () called before column_names ()",
+        3010 => "EHR - print_hr () called with invalid arguments",
+
+        # PP Only Error
+        4002 => "EIQ - Unescaped ESC in quoted field",
+        4003 => "EIF - ESC CR",
+        4004 => "EUF - Field is terminated by the escape character (escape_char)",
+
+        0    => "",
+};
+
+BEGIN {
+    if ( $] < 5.006 ) {
+        $INC{'bytes.pm'} = 1 unless $INC{'bytes.pm'}; # dummy
+        no strict 'refs';
+        *{"utf8::is_utf8"} = sub { 0; };
+        *{"utf8::decode"}  = sub { };
+    }
+    elsif ( $] < 5.008 ) {
+        no strict 'refs';
+        *{"utf8::is_utf8"} = sub { 0; };
+        *{"utf8::decode"}  = sub { };
+        *{"utf8::encode"}  = sub { };
+    }
+    elsif ( !defined &utf8::is_utf8 ) {
+       require Encode;
+       *utf8::is_utf8 = *Encode::is_utf8;
+    }
+
+    eval q| require Scalar::Util |;
+    if ( $@ ) {
+        eval q| require B |;
+        if ( $@ ) {
+            Carp::croak $@;
+        }
+        else {
+            my %tmap = qw(
+                B::NULL   SCALAR
+                B::HV     HASH
+                B::AV     ARRAY
+                B::CV     CODE
+                B::IO     IO
+                B::GV     GLOB
+                B::REGEXP REGEXP
+            );
+            *Scalar::Util::reftype = sub (\$) {
+                my $r = shift;
+                return undef unless length(ref($r));
+                my $t = ref(B::svref_2object($r));
+                return
+                    exists $tmap{$t} ? $tmap{$t}
+                  : length(ref($$r)) ? 'REF'
+                  :                    'SCALAR';
+            };
+            *Scalar::Util::readonly = sub (\$) {
+                my $b = B::svref_2object( $_[0] );
+                $b->FLAGS & 0x00800000; # SVf_READONLY?
+            };
+        }
+    }
+}
+
+################################################################################
+#
+# Common pure perl methods, taken almost directly from Text::CSV_XS.
+# (These should be moved into a common class eventually, so that
+# both XS and PP don't need to apply the same changes.)
+#
+################################################################################
+
+################################################################################
+# version
+################################################################################
+
+sub version {
+    return $VERSION;
+}
+
+################################################################################
+# new
+################################################################################
+
+my %def_attr = (
+    eol				=> '',
+    sep_char			=> ',',
+    quote_char			=> '"',
+    escape_char			=> '"',
+    binary			=> 0,
+    decode_utf8			=> 1,
+    auto_diag			=> 0,
+    diag_verbose		=> 0,
+    strict              => 0,
+    blank_is_undef		=> 0,
+    empty_is_undef		=> 0,
+    allow_whitespace		=> 0,
+    allow_loose_quotes		=> 0,
+    allow_loose_escapes		=> 0,
+    allow_unquoted_escape	=> 0,
+    always_quote		=> 0,
+    quote_empty			=> 0,
+    quote_space			=> 1,
+    quote_binary		=> 1,
+    escape_null			=> 1,
+    keep_meta_info		=> 0,
+    verbatim			=> 0,
+    types			=> undef,
+    callbacks			=> undef,
+
+    _EOF			=> 0,
+    _RECNO			=> 0,
+    _STATUS			=> undef,
+    _FIELDS			=> undef,
+    _FFLAGS			=> undef,
+    _STRING			=> undef,
+    _ERROR_INPUT		=> undef,
+    _COLUMN_NAMES		=> undef,
+    _BOUND_COLUMNS		=> undef,
+    _AHEAD			=> undef,
+);
+
+my %attr_alias = (
+    quote_always		=> "always_quote",
+    verbose_diag		=> "diag_verbose",
+    quote_null			=> "escape_null",
+    );
+
+my $last_new_error = Text::CSV_PP->SetDiag(0);
+my $last_error;
+
+# NOT a method: is also used before bless
+sub _unhealthy_whitespace {
+    my $self = shift;
+    $_[0] or return 0; # no checks needed without allow_whitespace
+
+    my $quo = $self->{quote};
+    defined $quo && length ($quo) or $quo = $self->{quote_char};
+    my $esc = $self->{escape_char};
+
+    (defined $quo && $quo =~ m/^[ \t]/) || (defined $esc && $esc =~ m/^[ \t]/) and
+        return 1002;
+
+    return 0;
+    }
+
+sub _check_sanity {
+    my $self = shift;
+
+    my $eol = $self->{eol};
+    my $sep = $self->{sep};
+    defined $sep && length ($sep) or $sep = $self->{sep_char};
+    my $quo = $self->{quote};
+    defined $quo && length ($quo) or $quo = $self->{quote_char};
+    my $esc = $self->{escape_char};
+
+#    use DP;::diag ("SEP: '", DPeek ($sep),
+#                "', QUO: '", DPeek ($quo),
+#                "', ESC: '", DPeek ($esc),"'");
+
+    # sep_char should not be undefined
+    if (defined $sep && $sep ne "") {
+        length ($sep) > 16                and return 1006;
+        $sep =~ m/[\r\n]/                and return 1003;
+        }
+    else {
+                                            return 1008;
+        }
+    if (defined $quo) {
+        defined $sep && $quo eq $sep        and return 1001;
+        length ($quo) > 16                and return 1007;
+        $quo =~ m/[\r\n]/                and return 1003;
+        }
+    if (defined $esc) {
+        defined $sep && $esc eq $sep        and return 1001;
+        $esc =~ m/[\r\n]/                and return 1003;
+        }
+    if (defined $eol) {
+        length ($eol) > 16                and return 1005;
+        }
+
+    return _unhealthy_whitespace ($self, $self->{allow_whitespace});
+    }
+
+sub known_attributes {
+    sort grep !m/^_/ => "sep", "quote", keys %def_attr;
+    }
+
+sub new {
+    $last_new_error   = Text::CSV_PP->SetDiag(1000,
+        'usage: my $csv = Text::CSV_PP->new ([{ option => value, ... }]);');
+
+    my $proto = shift;
+    my $class = ref ($proto) || $proto	or  return;
+    @_ > 0 &&   ref $_[0] ne "HASH"	and return;
+    my $attr  = shift || {};
+    my %attr  = map {
+        my $k = m/^[a-zA-Z]\w+$/ ? lc $_ : $_;
+        exists $attr_alias{$k} and $k = $attr_alias{$k};
+        $k => $attr->{$_};
+        } keys %$attr;
+
+    my $sep_aliased = 0;
+    if (exists $attr{sep}) {
+        $attr{sep_char} = delete $attr{sep};
+        $sep_aliased = 1;
+        }
+    my $quote_aliased = 0;
+    if (exists $attr{quote}) {
+        $attr{quote_char} = delete $attr{quote};
+        $quote_aliased = 1;
+        }
+    for (keys %attr) {
+        if (m/^[a-z]/ && exists $def_attr{$_}) {
+            # uncoverable condition false
+            defined $attr{$_} && m/_char$/ and utf8::decode ($attr{$_});
+            next;
+            }
+#        croak?
+        $last_new_error = Text::CSV_PP->SetDiag(1000, "INI - Unknown attribute '$_'");
+        $attr{auto_diag} and error_diag ();
+        return;
+        }
+    if ($sep_aliased and defined $attr{sep_char}) {
+        my @b = unpack "U0C*", $attr{sep_char};
+        if (@b > 1) {
+            $attr{sep} = $attr{sep_char};
+            $attr{sep_char} = "\0";
+            }
+        else {
+            $attr{sep} = undef;
+            }
+        }
+    if ($quote_aliased and defined $attr{quote_char}) {
+        my @b = unpack "U0C*", $attr{quote_char};
+        if (@b > 1) {
+            $attr{quote} = $attr{quote_char};
+            $attr{quote_char} = "\0";
+            }
+        else {
+            $attr{quote} = undef;
+            }
+        }
+
+    my $self = { %def_attr, %attr };
+    if (my $ec = _check_sanity ($self)) {
+        $last_new_error   = Text::CSV_PP->SetDiag($ec);
+        $attr{auto_diag} and error_diag ();
+        return;
+        }
+    if (defined $self->{callbacks} && ref $self->{callbacks} ne "HASH") {
+        Carp::carp "The 'callbacks' attribute is set but is not a hash: ignored\n";
+        $self->{callbacks} = undef;
+        }
+
+    $last_new_error = Text::CSV_PP->SetDiag(0);
+    defined $\ && !exists $attr{eol} and $self->{eol} = $\;
+    bless $self, $class;
+    defined $self->{types} and $self->types ($self->{types});
+    $self;
+}
+
+# Keep in sync with XS!
+my %_cache_id = ( # Only expose what is accessed from within PM
+    quote_char			=>  0,
+    escape_char			=>  1,
+    sep_char			=>  2,
+    sep				=> 39,	# 39 .. 55
+    binary			=>  3,
+    keep_meta_info		=>  4,
+    always_quote		=>  5,
+    allow_loose_quotes		=>  6,
+    allow_loose_escapes		=>  7,
+    allow_unquoted_escape	=>  8,
+    allow_whitespace		=>  9,
+    blank_is_undef		=> 10,
+    eol				=> 11,
+    quote			=> 15,
+    verbatim			=> 22,
+    empty_is_undef		=> 23,
+    auto_diag			=> 24,
+    diag_verbose		=> 33,
+    quote_space			=> 25,
+    quote_empty			=> 37,
+    quote_binary		=> 32,
+    escape_null			=> 31,
+    decode_utf8			=> 35,
+    _has_hooks			=> 36,
+    _is_bound			=> 26,	# 26 .. 29
+    strict   			=> 58,
+    );
+
+my %_hidden_cache_id = qw(
+    sep_len		38
+    eol_len		12
+    eol_is_cr		13
+    quo_len		16
+    _has_ahead		30
+    has_error_input		34
+);
+
+my %_reverse_cache_id = (
+    map({$_cache_id{$_} => $_} keys %_cache_id),
+    map({$_hidden_cache_id{$_} => $_} keys %_hidden_cache_id),
+);
+
+# A `character'
+sub _set_attr_C {
+    my ($self, $name, $val, $ec) = @_;
+    defined $val or $val = 0;
+    utf8::decode ($val);
+    $self->{$name} = $val;
+    $ec = _check_sanity ($self) and
+        croak ($self->SetDiag ($ec));
+    $self->_cache_set ($_cache_id{$name}, $val);
+    }
+
+# A flag
+sub _set_attr_X {
+    my ($self, $name, $val) = @_;
+    defined $val or $val = 0;
+    $self->{$name} = $val;
+    $self->_cache_set ($_cache_id{$name}, 0 + $val);
+    }
+
+# A number
+sub _set_attr_N {
+    my ($self, $name, $val) = @_;
+    $self->{$name} = $val;
+    $self->_cache_set ($_cache_id{$name}, 0 + $val);
+    }
+
+# Accessor methods.
+#   It is unwise to change them halfway through a single file!
+sub quote_char {
+    my $self = shift;
+    if (@_) {
+        $self->_set_attr_C ("quote_char", shift);
+        $self->_cache_set ($_cache_id{quote}, "");
+        }
+    $self->{quote_char};
+    }
+
+sub quote {
+    my $self = shift;
+    if (@_) {
+        my $quote = shift;
+        defined $quote or $quote = "";
+        utf8::decode ($quote);
+        my @b = unpack "U0C*", $quote;
+        if (@b > 1) {
+            @b > 16 and croak ($self->SetDiag (1007));
+            $self->quote_char ("\0");
+            }
+        else {
+            $self->quote_char ($quote);
+            $quote = "";
+            }
+        $self->{quote} = $quote;
+
+        my $ec = _check_sanity ($self);
+        $ec and croak ($self->SetDiag ($ec));
+
+        $self->_cache_set ($_cache_id{quote}, $quote);
+        }
+    my $quote = $self->{quote};
+    defined $quote && length ($quote) ? $quote : $self->{quote_char};
+    }
+
+sub escape_char {
+    my $self = shift;
+    @_ and $self->_set_attr_C ("escape_char", shift);
+    $self->{escape_char};
+    }
+
+sub sep_char {
+    my $self = shift;
+    if (@_) {
+        $self->_set_attr_C ("sep_char", shift);
+        $self->_cache_set ($_cache_id{sep}, "");
+        }
+    $self->{sep_char};
+}
+
+sub sep {
+    my $self = shift;
+    if (@_) {
+        my $sep = shift;
+        defined $sep or $sep = "";
+        utf8::decode ($sep);
+        my @b = unpack "U0C*", $sep;
+        if (@b > 1) {
+            @b > 16 and croak ($self->SetDiag (1006));
+            $self->sep_char ("\0");
+            }
+        else {
+            $self->sep_char ($sep);
+            $sep = "";
+            }
+        $self->{sep} = $sep;
+
+        my $ec = _check_sanity ($self);
+        $ec and croak ($self->SetDiag ($ec));
+
+        $self->_cache_set ($_cache_id{sep}, $sep);
+        }
+    my $sep = $self->{sep};
+    defined $sep && length ($sep) ? $sep : $self->{sep_char};
+    }
+
+sub eol {
+    my $self = shift;
+    if (@_) {
+        my $eol = shift;
+        defined $eol or $eol = "";
+        length ($eol) > 16 and croak ($self->SetDiag (1005));
+        $self->{eol} = $eol;
+        $self->_cache_set ($_cache_id{eol}, $eol);
+        }
+    $self->{eol};
+    }
+
+sub always_quote {
+    my $self = shift;
+    @_ and $self->_set_attr_X ("always_quote", shift);
+    $self->{always_quote};
+    }
+
+sub quote_space {
+    my $self = shift;
+    @_ and $self->_set_attr_X ("quote_space", shift);
+    $self->{quote_space};
+    }
+
+sub quote_empty {
+    my $self = shift;
+    @_ and $self->_set_attr_X ("quote_empty", shift);
+    $self->{quote_empty};
+    }
+
+sub escape_null {
+    my $self = shift;
+    @_ and $self->_set_attr_X ("escape_null", shift);
+    $self->{escape_null};
+    }
+
+sub quote_null { goto &escape_null; }
+
+sub quote_binary {
+    my $self = shift;
+    @_ and $self->_set_attr_X ("quote_binary", shift);
+    $self->{quote_binary};
+    }
+
+sub binary {
+    my $self = shift;
+    @_ and $self->_set_attr_X ("binary", shift);
+    $self->{binary};
+    }
+
+sub strict {
+    my $self = shift;
+    @_ and $self->_set_attr_X ("strict", shift);
+    $self->{strict};
+    }
+
+sub decode_utf8 {
+    my $self = shift;
+    @_ and $self->_set_attr_X ("decode_utf8", shift);
+    $self->{decode_utf8};
+}
+
+sub keep_meta_info {
+    my $self = shift;
+    if (@_) {
+        my $v = shift;
+        !defined $v || $v eq "" and $v = 0;
+        $v =~ m/^[0-9]/ or $v = lc $v eq "false" ? 0 : 1; # true/truth = 1
+        $self->_set_attr_X ("keep_meta_info", $v);
+        }
+    $self->{keep_meta_info};
+    }
+
+sub allow_loose_quotes {
+    my $self = shift;
+    @_ and $self->_set_attr_X ("allow_loose_quotes", shift);
+    $self->{allow_loose_quotes};
+    }
+
+sub allow_loose_escapes {
+    my $self = shift;
+    @_ and $self->_set_attr_X ("allow_loose_escapes", shift);
+    $self->{allow_loose_escapes};
+    }
+
+sub allow_whitespace {
+    my $self = shift;
+    if (@_) {
+        my $aw = shift;
+        _unhealthy_whitespace ($self, $aw) and
+            croak ($self->SetDiag (1002));
+        $self->_set_attr_X ("allow_whitespace", $aw);
+        }
+    $self->{allow_whitespace};
+    }
+
+sub allow_unquoted_escape {
+    my $self = shift;
+    @_ and $self->_set_attr_X ("allow_unquoted_escape", shift);
+    $self->{allow_unquoted_escape};
+    }
+
+sub blank_is_undef {
+    my $self = shift;
+    @_ and $self->_set_attr_X ("blank_is_undef", shift);
+    $self->{blank_is_undef};
+    }
+
+sub empty_is_undef {
+    my $self = shift;
+    @_ and $self->_set_attr_X ("empty_is_undef", shift);
+    $self->{empty_is_undef};
+    }
+
+sub verbatim {
+    my $self = shift;
+    @_ and $self->_set_attr_X ("verbatim", shift);
+    $self->{verbatim};
+    }
+
+sub auto_diag {
+    my $self = shift;
+    if (@_) {
+        my $v = shift;
+        !defined $v || $v eq "" and $v = 0;
+        $v =~ m/^[0-9]/ or $v = lc $v eq "false" ? 0 : 1; # true/truth = 1
+        $self->_set_attr_X ("auto_diag", $v);
+        }
+    $self->{auto_diag};
+    }
+
+sub diag_verbose {
+    my $self = shift;
+    if (@_) {
+        my $v = shift;
+        !defined $v || $v eq "" and $v = 0;
+        $v =~ m/^[0-9]/ or $v = lc $v eq "false" ? 0 : 1; # true/truth = 1
+        $self->_set_attr_X ("diag_verbose", $v);
+        }
+    $self->{diag_verbose};
+    }
+
+################################################################################
+# status
+################################################################################
+
+sub status {
+    $_[0]->{_STATUS};
+}
+
+sub eof {
+    $_[0]->{_EOF};
+}
+
+sub types {
+    my $self = shift;
+
+    if (@_) {
+        if (my $types = shift) {
+            $self->{'_types'} = join("", map{ chr($_) } @$types);
+            $self->{'types'} = $types;
+        }
+        else {
+            delete $self->{'types'};
+            delete $self->{'_types'};
+            undef;
+        }
+    }
+    else {
+        $self->{'types'};
+    }
+}
+
+sub callbacks {
+    my $self = shift;
+    if (@_) {
+        my $cb;
+        my $hf = 0x00;
+        if (defined $_[0]) {
+            grep { !defined } @_ and croak ($self->SetDiag (1004));
+            $cb = @_ == 1 && ref $_[0] eq "HASH" ? shift
+                : @_ % 2 == 0                    ? { @_ }
+                : croak ($self->SetDiag (1004));
+            foreach my $cbk (keys %$cb) {
+                (!ref $cbk && $cbk =~ m/^[\w.]+$/) && ref $cb->{$cbk} eq "CODE" or
+                    croak ($self->SetDiag (1004));
+                }
+            exists $cb->{error}        and $hf |= 0x01;
+            exists $cb->{after_parse}  and $hf |= 0x02;
+            exists $cb->{before_print} and $hf |= 0x04;
+            }
+        elsif (@_ > 1) {
+            # (undef, whatever)
+            croak ($self->SetDiag (1004));
+            }
+        $self->_set_attr_X ("_has_hooks", $hf);
+        $self->{callbacks} = $cb;
+        }
+    $self->{callbacks};
+    }
+
+################################################################################
+# error_diag
+################################################################################
+
+sub error_diag {
+    my $self = shift;
+    my @diag = (0 + $last_new_error, $last_new_error, 0, 0, 0);
+
+    if ($self && ref $self && # Not a class method or direct call
+         $self->isa (__PACKAGE__) && defined $self->{_ERROR_DIAG}) {
+        $diag[0] = 0 + $self->{_ERROR_DIAG};
+        $diag[1] =     $self->{_ERROR_DIAG};
+        $diag[2] = 1 + $self->{_ERROR_POS} if exists $self->{_ERROR_POS};
+        $diag[3] =     $self->{_RECNO};
+        $diag[4] =     $self->{_ERROR_FLD} if exists $self->{_ERROR_FLD};
+
+        $diag[0] && $self && $self->{callbacks} && $self->{callbacks}{error} and
+            return $self->{callbacks}{error}->(@diag);
+        }
+
+    my $context = wantarray;
+
+    unless (defined $context) {	# Void context, auto-diag
+        if ($diag[0] && $diag[0] != 2012) {
+            my $msg = "# CSV_PP ERROR: $diag[0] - $diag[1] \@ rec $diag[3] pos $diag[2]\n";
+            $diag[4] and $msg =~ s/$/ field $diag[4]/;
+
+            unless ($self && ref $self) {        # auto_diag
+                    # called without args in void context
+                warn $msg;
+                return;
+                }
+
+            if ($self->{diag_verbose} and $self->{_ERROR_INPUT}) {
+                $msg .= "$self->{_ERROR_INPUT}'\n";
+                $msg .= " " x ($diag[2] - 1);
+                $msg .= "^\n";
+                }
+
+            my $lvl = $self->{auto_diag};
+            if ($lvl < 2) {
+                my @c = caller (2);
+                if (@c >= 11 && $c[10] && ref $c[10] eq "HASH") {
+                    my $hints = $c[10];
+                    (exists $hints->{autodie} && $hints->{autodie} or
+                     exists $hints->{"guard Fatal"} &&
+                    !exists $hints->{"no Fatal"}) and
+                        $lvl++;
+                    # Future releases of autodie will probably set $^H{autodie}
+                    #  to "autodie @args", like "autodie :all" or "autodie open"
+                    #  so we can/should check for "open" or "new"
+                    }
+                }
+            $lvl > 1 ? die $msg : warn $msg;
+            }
+        return;
+        }
+
+    return $context ? @diag : $diag[1];
+}
+
+sub record_number {
+    return shift->{_RECNO};
+}
+
+################################################################################
+# string
+################################################################################
+
+*string = \&_string;
+sub _string {
+    defined $_[0]->{_STRING} ? ${ $_[0]->{_STRING} } : undef;
+}
+
+################################################################################
+# fields
+################################################################################
+
+*fields = \&_fields;
+sub _fields {
+    ref($_[0]->{_FIELDS}) ?  @{$_[0]->{_FIELDS}} : undef;
+}
+
+################################################################################
+# meta_info
+################################################################################
+
+sub meta_info {
+    $_[0]->{_FFLAGS} ? @{ $_[0]->{_FFLAGS} } : undef;
+}
+
+sub is_quoted {
+    return unless (defined $_[0]->{_FFLAGS});
+    return if( $_[1] =~ /\D/ or $_[1] < 0 or  $_[1] > $#{ $_[0]->{_FFLAGS} } );
+
+    $_[0]->{_FFLAGS}->[$_[1]] & IS_QUOTED ? 1 : 0;
+}
+
+sub is_binary {
+    return unless (defined $_[0]->{_FFLAGS});
+    return if( $_[1] =~ /\D/ or $_[1] < 0 or  $_[1] > $#{ $_[0]->{_FFLAGS} } );
+    $_[0]->{_FFLAGS}->[$_[1]] & IS_BINARY ? 1 : 0;
+}
+
+sub is_missing {
+    my ($self, $idx, $val) = @_;
+    return unless $self->{keep_meta_info}; # FIXME
+    $idx < 0 || !ref $self->{_FFLAGS} and return;
+    $idx >= @{$self->{_FFLAGS}} and return 1;
+    $self->{_FFLAGS}[$idx] & IS_MISSING ? 1 : 0;
+}
+
+################################################################################
+# combine
+################################################################################
+*combine = \&_combine;
+sub _combine {
+    my ($self, @fields) = @_;
+    my $str  = "";
+    $self->{_FIELDS} = \@fields;
+    $self->{_STATUS} = (@fields > 0) && $self->__combine(\$str, \@fields, 0);
+    $self->{_STRING} = \$str;
+    $self->{_STATUS};
+    }
+
+################################################################################
+# parse
+################################################################################
+*parse = \&_parse;
+sub _parse {
+    my ($self, $str) = @_;
+
+    ref $str and croak ($self->SetDiag (1500));
+
+    my $fields = [];
+    my $fflags = [];
+    $self->{_STRING} = \$str;
+    if (defined $str && $self->__parse ($fields, $fflags, $str, 0)) {
+        $self->{_FIELDS} = $fields;
+        $self->{_FFLAGS} = $fflags;
+        $self->{_STATUS} = 1;
+        }
+    else {
+        $self->{_FIELDS} = undef;
+        $self->{_FFLAGS} = undef;
+        $self->{_STATUS} = 0;
+        }
+    $self->{_STATUS};
+    }
+
+sub column_names {
+    my ( $self, @columns ) = @_;
+
+    @columns or return defined $self->{_COLUMN_NAMES} ? @{$self->{_COLUMN_NAMES}} : ();
+    @columns == 1 && ! defined $columns[0] and return $self->{_COLUMN_NAMES} = undef;
+
+    if ( @columns == 1 && ref $columns[0] eq "ARRAY" ) {
+        @columns = @{ $columns[0] };
+    }
+    elsif ( join "", map { defined $_ ? ref $_ : "" } @columns ) {
+        croak $self->SetDiag( 3001 );
+    }
+
+    if ( $self->{_BOUND_COLUMNS} && @columns != @{$self->{_BOUND_COLUMNS}} ) {
+        croak $self->SetDiag( 3003 );
+    }
+
+    $self->{_COLUMN_NAMES} = [ map { defined $_ ? $_ : "\cAUNDEF\cA" } @columns ];
+    @{ $self->{_COLUMN_NAMES} };
+}
+
+sub header {
+    my ($self, $fh, @args) = @_;
+
+    $fh or croak ($self->SetDiag (1014));
+
+    my (@seps, %args);
+    for (@args) {
+        if (ref $_ eq "ARRAY") {
+            push @seps, @$_;
+            next;
+            }
+        if (ref $_ eq "HASH") {
+            %args = %$_;
+            next;
+            }
+        croak (q{usage: $csv->header ($fh, [ seps ], { options })});
+        }
+
+    defined $args{detect_bom}         or $args{detect_bom}         = 1;
+    defined $args{munge_column_names} or $args{munge_column_names} = "lc";
+    defined $args{set_column_names}   or $args{set_column_names}   = 1;
+
+    defined $args{sep_set} && ref $args{sep_set} eq "ARRAY" and
+        @seps =  @{$args{sep_set}};
+
+    my $hdr = <$fh>;
+    defined $hdr && $hdr ne "" or croak ($self->SetDiag (1010));
+
+    my %sep;
+    @seps or @seps = (",", ";");
+    foreach my $sep (@seps) {
+        index ($hdr, $sep) >= 0 and $sep{$sep}++;
+        }
+
+    keys %sep >= 2 and croak ($self->SetDiag (1011));
+
+    $self->sep (keys %sep);
+    my $enc = "";
+    if ($args{detect_bom}) { # UTF-7 is not supported
+           if ($hdr =~ s/^\x00\x00\xfe\xff//) { $enc = "utf-32be"   }
+        elsif ($hdr =~ s/^\xff\xfe\x00\x00//) { $enc = "utf-32le"   }
+        elsif ($hdr =~ s/^\xfe\xff//)         { $enc = "utf-16be"   }
+        elsif ($hdr =~ s/^\xff\xfe//)         { $enc = "utf-16le"   }
+        elsif ($hdr =~ s/^\xef\xbb\xbf//)     { $enc = "utf-8"      }
+        elsif ($hdr =~ s/^\xf7\x64\x4c//)     { $enc = "utf-1"      }
+        elsif ($hdr =~ s/^\xdd\x73\x66\x73//) { $enc = "utf-ebcdic" }
+        elsif ($hdr =~ s/^\x0e\xfe\xff//)     { $enc = "scsu"       }
+        elsif ($hdr =~ s/^\xfb\xee\x28//)     { $enc = "bocu-1"     }
+        elsif ($hdr =~ s/^\x84\x31\x95\x33//) { $enc = "gb-18030"   }
+
+        if ($enc) {
+            if ($enc =~ m/([13]).le$/) {
+                my $l = 0 + $1;
+                my $x;
+                $hdr .= "\0" x $l;
+                read $fh, $x, $l;
+                }
+            $enc = ":encoding($enc)";
+            binmode $fh, $enc;
+            }
+        }
+
+    $args{munge_column_names} eq "lc" and $hdr = lc $hdr;
+    $args{munge_column_names} eq "uc" and $hdr = uc $hdr;
+
+    my $hr = \$hdr; # Will cause croak on perl-5.6.x
+    open my $h, "<$enc", $hr;
+    my $row = $self->getline ($h) or croak;
+    close $h;
+
+    my @hdr = @$row   or  croak ($self->SetDiag (1010));
+    ref $args{munge_column_names} eq "CODE" and
+        @hdr = map { $args{munge_column_names}->($_) } @hdr;
+    my %hdr = map { $_ => 1 } @hdr;
+    exists $hdr{""}   and croak ($self->SetDiag (1012));
+    keys %hdr == @hdr or  croak ($self->SetDiag (1013));
+    $args{set_column_names} and $self->column_names (@hdr);
+    wantarray ? @hdr : $self;
+    }
+
+sub bind_columns {
+    my ( $self, @refs ) = @_;
+
+    @refs or return defined $self->{_BOUND_COLUMNS} ? @{$self->{_BOUND_COLUMNS}} : undef;
+    @refs == 1 && ! defined $refs[0] and return $self->{_BOUND_COLUMNS} = undef;
+
+    if ( $self->{_COLUMN_NAMES} && @refs != @{$self->{_COLUMN_NAMES}} ) {
+        croak $self->SetDiag( 3003 );
+    }
+
+    if ( grep { ref $_ ne "SCALAR" } @refs ) { # why don't use grep?
+        croak $self->SetDiag( 3004 );
+    }
+
+    $self->_set_attr_N("_is_bound", scalar @refs);
+    $self->{_BOUND_COLUMNS} = [ @refs ];
+    @refs;
+}
+
+sub getline_hr {
+    my ($self, @args, %hr) = @_;
+    $self->{_COLUMN_NAMES} or croak ($self->SetDiag (3002));
+    my $fr = $self->getline (@args) or return;
+    if (ref $self->{_FFLAGS}) { # missing
+        $self->{_FFLAGS}[$_] = IS_MISSING
+            for (@$fr ? $#{$fr} + 1 : 0) .. $#{$self->{_COLUMN_NAMES}};
+        @$fr == 1 && (!defined $fr->[0] || $fr->[0] eq "") and
+            $self->{_FFLAGS}[0] ||= IS_MISSING;
+        }
+    @hr{@{$self->{_COLUMN_NAMES}}} = @$fr;
+    \%hr;
+}
+
+sub getline_hr_all {
+    my ( $self, $io, @args ) = @_;
+    my %hr;
+
+    unless ( $self->{_COLUMN_NAMES} ) {
+        croak $self->SetDiag( 3002 );
+    }
+
+    my @cn = @{$self->{_COLUMN_NAMES}};
+
+    return [ map { my %h; @h{ @cn } = @$_; \%h } @{ $self->getline_all( $io, @args ) } ];
+}
+
+sub say {
+    my ($self, $io, @f) = @_;
+    my $eol = $self->eol;
+    defined $eol && $eol ne "" or $self->eol ($\ || $/);
+    my $state = $self->print ($io, @f);
+    $self->eol ($eol);
+    return $state;
+    }
+
+sub print_hr {
+    my ($self, $io, $hr) = @_;
+    $self->{_COLUMN_NAMES} or croak($self->SetDiag(3009));
+    ref $hr eq "HASH"      or croak($self->SetDiag(3010));
+    $self->print ($io, [ map { $hr->{$_} } $self->column_names ]);
+}
+
+sub fragment {
+    my ($self, $io, $spec) = @_;
+
+    my $qd = qr{\s* [0-9]+ \s* }x;                # digit
+    my $qs = qr{\s* (?: [0-9]+ | \* ) \s*}x;        # digit or star
+    my $qr = qr{$qd (?: - $qs )?}x;                # range
+    my $qc = qr{$qr (?: ; $qr )*}x;                # list
+    defined $spec && $spec =~ m{^ \s*
+        \x23 ? \s*                                # optional leading #
+        ( row | col | cell ) \s* =
+        ( $qc                                        # for row and col
+        | $qd , $qd (?: - $qs , $qs)?                # for cell (ranges)
+          (?: ; $qd , $qd (?: - $qs , $qs)? )*        # and cell (range) lists
+        ) \s* $}xi or croak ($self->SetDiag (2013));
+    my ($type, $range) = (lc $1, $2);
+
+    my @h = $self->column_names ();
+
+    my @c;
+    if ($type eq "cell") {
+        my @spec;
+        my $min_row;
+        my $max_row = 0;
+        for (split m/\s*;\s*/ => $range) {
+            my ($tlr, $tlc, $brr, $brc) = (m{
+                    ^ \s* ([0-9]+     ) \s* , \s* ([0-9]+     ) \s*
+                (?: - \s* ([0-9]+ | \*) \s* , \s* ([0-9]+ | \*) \s* )?
+                    $}x) or croak ($self->SetDiag (2013));
+            defined $brr or ($brr, $brc) = ($tlr, $tlc);
+            $tlr == 0 || $tlc == 0 ||
+                ($brr ne "*" && ($brr == 0 || $brr < $tlr)) ||
+                ($brc ne "*" && ($brc == 0 || $brc < $tlc))
+                    and croak ($self->SetDiag (2013));
+            $tlc--;
+            $brc-- unless $brc eq "*";
+            defined $min_row or $min_row = $tlr;
+            $tlr < $min_row and $min_row = $tlr;
+            $brr eq "*" || $brr > $max_row and
+                $max_row = $brr;
+            push @spec, [ $tlr, $tlc, $brr, $brc ];
+            }
+        my $r = 0;
+        while (my $row = $self->getline ($io)) {
+            ++$r < $min_row and next;
+            my %row;
+            my $lc;
+            foreach my $s (@spec) {
+                my ($tlr, $tlc, $brr, $brc) = @$s;
+                $r <  $tlr || ($brr ne "*" && $r > $brr) and next;
+                !defined $lc || $tlc < $lc and $lc = $tlc;
+                my $rr = $brc eq "*" ? $#$row : $brc;
+                $row{$_} = $row->[$_] for $tlc .. $rr;
+                }
+            push @c, [ @row{sort { $a <=> $b } keys %row } ];
+            if (@h) {
+                my %h; @h{@h} = @{$c[-1]};
+                $c[-1] = \%h;
+                }
+            $max_row ne "*" && $r == $max_row and last;
+            }
+        return \@c;
+        }
+
+    # row or col
+    my @r;
+    my $eod = 0;
+    for (split m/\s*;\s*/ => $range) {
+        my ($from, $to) = m/^\s* ([0-9]+) (?: \s* - \s* ([0-9]+ | \* ))? \s* $/x
+            or croak ($self->SetDiag (2013));
+        $to ||= $from;
+        $to eq "*" and ($to, $eod) = ($from, 1);
+        $from <= 0 || $to <= 0 || $to < $from and croak ($self->SetDiag (2013));
+        $r[$_] = 1 for $from .. $to;
+        }
+
+    my $r = 0;
+    $type eq "col" and shift @r;
+    $_ ||= 0 for @r;
+    while (my $row = $self->getline ($io)) {
+        $r++;
+        if ($type eq "row") {
+            if (($r > $#r && $eod) || $r[$r]) {
+                push @c, $row;
+                if (@h) {
+                    my %h; @h{@h} = @{$c[-1]};
+                    $c[-1] = \%h;
+                    }
+                }
+            next;
+            }
+        push @c, [ map { ($_ > $#r && $eod) || $r[$_] ? $row->[$_] : () } 0..$#$row ];
+        if (@h) {
+            my %h; @h{@h} = @{$c[-1]};
+            $c[-1] = \%h;
+            }
+        }
+
+    return \@c;
+    }
+
+my $csv_usage = q{usage: my $aoa = csv (in => $file);};
+
+sub _csv_attr {
+    my %attr = (@_ == 1 && ref $_[0] eq "HASH" ? %{$_[0]} : @_) or croak;
+
+    $attr{binary} = 1;
+
+    my $enc = delete $attr{enc} || delete $attr{encoding} || "";
+    $enc eq "auto" and ($attr{detect_bom}, $enc) = (1, "");
+    $enc =~ m/^[-\w.]+$/ and $enc = ":encoding($enc)";
+
+    my $fh;
+    my $cls = 0;        # If I open a file, I have to close it
+    my $in  = delete $attr{in}  || delete $attr{file} or croak $csv_usage;
+    my $out = delete $attr{out} || delete $attr{file};
+
+    ref $in eq "CODE" || ref $in eq "ARRAY" and $out ||= \*STDOUT;
+
+    if ($out) {
+        $in or croak $csv_usage;        # No out without in
+        if ((ref $out and ref $out ne "SCALAR") or "GLOB" eq ref \$out) {
+            $fh = $out;
+            }
+        else {
+            open $fh, ">", $out or croak "$out: $!";
+            $cls = 1;
+            }
+        $enc and binmode $fh, $enc;
+        unless (defined $attr{eol}) {
+            my @layers = eval { PerlIO::get_layers ($fh) };
+            $attr{eol} = (grep m/crlf/ => @layers) ? "\n" : "\r\n";
+            }
+        }
+
+    if (   ref $in eq "CODE" or ref $in eq "ARRAY") {
+        # All done
+        }
+    elsif (ref $in eq "SCALAR") {
+        # Strings with code points over 0xFF may not be mapped into in-memory file handles
+        # "<$enc" does not change that :(
+        open $fh, "<", $in or croak "Cannot open from SCALAR using PerlIO";
+        $cls = 1;
+        }
+    elsif (ref $in or "GLOB" eq ref \$in) {
+        if (!ref $in && $] < 5.008005) {
+            $fh = \*$in; # uncoverable statement ancient perl version required
+            }
+        else {
+            $fh = $in;
+            }
+        }
+    else {
+        open $fh, "<$enc", $in or croak "$in: $!";
+        $cls = 1;
+        }
+    $fh or croak qq{No valid source passed. "in" is required};
+
+    my $hdrs = delete $attr{headers};
+    my $frag = delete $attr{fragment};
+    my $key  = delete $attr{key};
+
+    my $cbai = delete $attr{callbacks}{after_in}    ||
+               delete $attr{after_in}               ||
+               delete $attr{callbacks}{after_parse} ||
+               delete $attr{after_parse};
+    my $cbbo = delete $attr{callbacks}{before_out}  ||
+               delete $attr{before_out};
+    my $cboi = delete $attr{callbacks}{on_in}       ||
+               delete $attr{on_in};
+
+    my $hd_s = delete $attr{sep_set}                ||
+               delete $attr{seps};
+    my $hd_b = delete $attr{detect_bom}             ||
+               delete $attr{bom};
+    my $hd_m = delete $attr{munge}                  ||
+               delete $attr{munge_column_names};
+    my $hd_c = delete $attr{set_column_names};
+
+    for ([ quo    => "quote"                ],
+         [ esc    => "escape"                ],
+         [ escape => "escape_char"        ],
+         ) {
+        my ($f, $t) = @$_;
+        exists $attr{$f} and !exists $attr{$t} and $attr{$t} = delete $attr{$f};
+        }
+
+    my $fltr = delete $attr{filter};
+    my %fltr = (
+        not_blank => sub { @{$_[1]} > 1 or defined $_[1][0] && $_[1][0] ne "" },
+        not_empty => sub { grep { defined && $_ ne "" } @{$_[1]} },
+        filled    => sub { grep { defined && m/\S/    } @{$_[1]} },
+        );
+    defined $fltr && !ref $fltr && exists $fltr{$fltr} and
+        $fltr = { 0 => $fltr{$fltr} };
+    ref $fltr eq "HASH" or $fltr = undef;
+
+    defined $attr{auto_diag}   or $attr{auto_diag}   = 1;
+    defined $attr{escape_null} or $attr{escape_null} = 0;
+    my $csv = delete $attr{csv} || Text::CSV_PP->new (\%attr)
+        or croak $last_new_error;
+
+    return {
+        csv  => $csv,
+        attr => { %attr },
+        fh   => $fh,
+        cls  => $cls,
+        in   => $in,
+        out  => $out,
+        enc  => $enc,
+        hdrs => $hdrs,
+        key  => $key,
+        frag => $frag,
+        fltr => $fltr,
+        cbai => $cbai,
+        cbbo => $cbbo,
+        cboi => $cboi,
+        hd_s => $hd_s,
+        hd_b => $hd_b,
+        hd_m => $hd_m,
+        hd_c => $hd_c,
+        };
+    }
+
+sub csv {
+    @_ && (ref $_[0] eq __PACKAGE__ or ref $_[0] eq 'Text::CSV') and splice @_, 0, 0, "csv";
+    @_ or croak $csv_usage;
+
+    my $c = _csv_attr (@_);
+
+    my ($csv, $in, $fh, $hdrs) = @{$c}{"csv", "in", "fh", "hdrs"};
+    my %hdr;
+    if (ref $hdrs eq "HASH") {
+        %hdr  = %$hdrs;
+        $hdrs = "auto";
+        }
+
+    if ($c->{out}) {
+        if (ref $in eq "CODE") {
+            my $hdr = 1;
+            while (my $row = $in->($csv)) {
+                if (ref $row eq "ARRAY") {
+                    $csv->print ($fh, $row);
+                    next;
+                    }
+                if (ref $row eq "HASH") {
+                    if ($hdr) {
+                        $hdrs ||= [ map { $hdr{$_} || $_ } keys %$row ];
+                        $csv->print ($fh, $hdrs);
+                        $hdr = 0;
+                        }
+                    $csv->print ($fh, [ @{$row}{@$hdrs} ]);
+                    }
+                }
+            }
+        elsif (ref $in->[0] eq "ARRAY") { # aoa
+            ref $hdrs and $csv->print ($fh, $hdrs);
+            for (@{$in}) {
+                $c->{cboi} and $c->{cboi}->($csv, $_);
+                $c->{cbbo} and $c->{cbbo}->($csv, $_);
+                $csv->print ($fh, $_);
+                }
+            }
+        else { # aoh
+            my @hdrs = ref $hdrs ? @{$hdrs} : keys %{$in->[0]};
+            defined $hdrs or $hdrs = "auto";
+            ref $hdrs || $hdrs eq "auto" and
+                $csv->print ($fh, [ map { $hdr{$_} || $_ } @hdrs ]);
+            for (@{$in}) {
+                local %_;
+                *_ = $_;
+                $c->{cboi} and $c->{cboi}->($csv, $_);
+                $c->{cbbo} and $c->{cbbo}->($csv, $_);
+                $csv->print ($fh, [ @{$_}{@hdrs} ]);
+                }
+            }
+
+        $c->{cls} and close $fh;
+        return 1;
+        }
+
+    if (defined $c->{hd_s} || defined $c->{hd_b} || defined $c->{hd_m} || defined $c->{hd_c}) {
+        my %harg;
+        defined $c->{hd_s} and $harg{set_set}            = $c->{hd_s};
+        defined $c->{hd_d} and $harg{detect_bom}         = $c->{hd_b};
+        defined $c->{hd_m} and $harg{munge_column_names} = $hdrs ? "none" : $c->{hd_m};
+        defined $c->{hd_c} and $harg{set_column_names}   = $hdrs ? 0      : $c->{hd_c};
+        $csv->header ($fh, \%harg);
+        my @hdr = $csv->column_names;
+        @hdr and $hdrs ||= \@hdr;
+        }
+
+    my $key = $c->{key} and $hdrs ||= "auto";
+    $c->{fltr} && grep m/\D/ => keys %{$c->{fltr}} and $hdrs ||= "auto";
+    if (defined $hdrs) {
+        if (!ref $hdrs) {
+            if ($hdrs eq "skip") {
+                $csv->getline ($fh); # discard;
+                }
+            elsif ($hdrs eq "auto") {
+                my $h = $csv->getline ($fh) or return;
+                $hdrs = [ map {      $hdr{$_} || $_ } @$h ];
+                }
+            elsif ($hdrs eq "lc") {
+                my $h = $csv->getline ($fh) or return;
+                $hdrs = [ map { lc ($hdr{$_} || $_) } @$h ];
+                }
+            elsif ($hdrs eq "uc") {
+                my $h = $csv->getline ($fh) or return;
+                $hdrs = [ map { uc ($hdr{$_} || $_) } @$h ];
+                }
+            }
+        elsif (ref $hdrs eq "CODE") {
+            my $h  = $csv->getline ($fh) or return;
+            my $cr = $hdrs;
+            $hdrs  = [ map {  $cr->($hdr{$_} || $_) } @$h ];
+            }
+        }
+
+    if ($c->{fltr}) {
+        my %f = %{$c->{fltr}};
+        # convert headers to index
+        my @hdr;
+        if (ref $hdrs) {
+            @hdr = @{$hdrs};
+            for (0 .. $#hdr) {
+                exists $f{$hdr[$_]} and $f{$_ + 1} = delete $f{$hdr[$_]};
+                }
+            }
+        $csv->callbacks (after_parse => sub {
+            my ($CSV, $ROW) = @_; # lexical sub-variables in caps
+            foreach my $FLD (sort keys %f) {
+                local $_ = $ROW->[$FLD - 1];
+                local %_;
+                @hdr and @_{@hdr} = @$ROW;
+                $f{$FLD}->($CSV, $ROW) or return \"skip";
+                $ROW->[$FLD - 1] = $_;
+                }
+            });
+        }
+
+    my $frag = $c->{frag};
+    my $ref = ref $hdrs
+        ? # aoh
+          do {
+            $csv->column_names ($hdrs);
+            $frag ? $csv->fragment ($fh, $frag) :
+            $key  ? { map { $_->{$key} => $_ } @{$csv->getline_hr_all ($fh)} }
+                  : $csv->getline_hr_all ($fh);
+            }
+        : # aoa
+            $frag ? $csv->fragment ($fh, $frag)
+                  : $csv->getline_all ($fh);
+    $ref or Text::CSV_PP->auto_diag;
+    $c->{cls} and close $fh;
+    if ($ref and $c->{cbai} || $c->{cboi}) {
+        foreach my $r (@{$ref}) {
+            local %_;
+            ref $r eq "HASH" and *_ = $r;
+            $c->{cbai} and $c->{cbai}->($csv, $r);
+            $c->{cboi} and $c->{cboi}->($csv, $r);
+            }
+        }
+
+    defined wantarray or
+        return csv (%{$c->{attr}}, in => $ref, headers => $hdrs, %{$c->{attr}});
+
+    return $ref;
+    }
+
+# The end of the common pure perl part.
+
+################################################################################
+#
+# The following are methods implemented in XS in Text::CSV_XS or
+# helper methods for Text::CSV_PP only
+#
+################################################################################
+
+sub _setup_ctx {
+    my $self = shift;
+
+    $last_error = undef;
+
+    my $ctx;
+    if ($self->{_CACHE}) {
+        $ctx = $self->{_CACHE};
+    } else {
+        $ctx ||= {};
+        # $ctx->{self}  = $self;
+        $ctx->{pself} = ref $self || $self;
+
+        $ctx->{sep} = ',';
+        if (defined $self->{sep_char}) {
+            $ctx->{sep} = $self->{sep_char};
+        }
+        if (defined $self->{sep} and $self->{sep} ne '') {
+            use bytes;
+            $ctx->{sep} = $self->{sep};
+            my $sep_len = length($ctx->{sep});
+            $ctx->{sep_len} = $sep_len if $sep_len > 1;
+        }
+
+        $ctx->{quo} = '"';
+        if (exists $self->{quote_char}) {
+            my $quote_char = $self->{quote_char};
+            if (defined $quote_char and length $quote_char) {
+                $ctx->{quo} = $quote_char;
+            } else {
+                $ctx->{quo} = "\0";
+            }
+        }
+        if (defined $self->{quote} and $self->{quote} ne '') {
+            use bytes;
+            $ctx->{quo} = $self->{quote};
+            my $quote_len = length($ctx->{quo});
+            $ctx->{quo_len} = $quote_len if $quote_len > 1;
+        }
+
+        $ctx->{escape_char} = '"';
+        if (exists $self->{escape_char}) {
+            my $escape_char = $self->{escape_char};
+            if (defined $escape_char and length $escape_char) {
+                $ctx->{escape_char} = $escape_char;
+            } else {
+                $ctx->{escape_char} = "\0";
+            }
+        }
+
+        if (defined $self->{eol}) {
+            my $eol = $self->{eol};
+            my $eol_len = length($eol);
+            $ctx->{eol} = $eol;
+            $ctx->{eol_len} = $eol_len;
+            if ($eol_len == 1 and $eol eq "\015") {
+                $ctx->{eol_is_cr} = 1;
+            }
+        }
+
+        if (defined $self->{_types}) {
+            $ctx->{types} = $self->{_types};
+            $ctx->{types_len} = length($ctx->{types});
+        }
+
+        if (defined $self->{_is_bound}) {
+            $ctx->{is_bound} = $self->{_is_bound};
+        }
+
+        if (defined $self->{callbacks}) {
+            my $cb = $self->{callbacks};
+            $ctx->{has_hooks} = 0;
+            if (defined $cb->{after_parse} and ref $cb->{after_parse} eq 'CODE') {
+                $ctx->{has_hooks} |= HOOK_AFTER_PARSE;
+            }
+            if (defined $cb->{before_print} and ref $cb->{before_print} eq 'CODE') {
+                $ctx->{has_hooks} |= HOOK_BEFORE_PRINT;
+            }
+        }
+
+        for (qw/
+            binary decode_utf8 always_quote strict quote_empty
+            allow_loose_quotes allow_loose_escapes
+            allow_unquoted_escape allow_whitespace blank_is_undef
+            empty_is_undef verbatim auto_diag diag_verbose
+            keep_meta_info
+        /) {
+            $ctx->{$_} = defined $self->{$_} ? $self->{$_} : 0;
+        }
+        for (qw/quote_space escape_null quote_binary/) {
+            $ctx->{$_} = defined $self->{$_} ? $self->{$_} : 1;
+        }
+        # FIXME: readonly
+        $self->{_CACHE} = $ctx;
+    }
+
+    $ctx->{utf8} = 0;
+    $ctx->{size} = 0;
+    $ctx->{used} = 0;
+
+    if ($ctx->{is_bound}) {
+        my $bound = $self->{_BOUND_COLUMNS};
+        if ($bound and ref $bound eq 'ARRAY') {
+            $ctx->{bound} = $bound;
+        } else {
+            $ctx->{is_bound} = 0;
+        }
+    }
+
+    $ctx->{eol_pos} = -1;
+    $ctx->{eolx} = $ctx->{eol_len}
+        ? $ctx->{verbatim} || $ctx->{eol_len} >= 2
+            ? 1
+            : $ctx->{eol} =~ /\A[\015|\012]/ ? 0 : 1
+        : 0;
+
+    if ($ctx->{sep_len} and _is_valid_utf8($ctx->{sep})) {
+        $ctx->{utf8} = 1;
+    }
+    if ($ctx->{quo_len} and _is_valid_utf8($ctx->{quo})) {
+        $ctx->{utf8} = 1;
+    }
+
+    $ctx;
+}
+
+sub _cache_set {
+    my ($self, $idx, $value) = @_;
+    return unless exists $self->{_CACHE};
+    my $cache = $self->{_CACHE};
+
+    my $key = $_reverse_cache_id{$idx};
+    if (!defined $key) {
+        warn (sprintf "Unknown cache index %d ignored\n", $idx);
+    } elsif ($key eq 'sep_char') {
+        $cache->{sep} = $value;
+        $cache->{sep_len} = 0;
+    }
+    elsif ($key eq 'quote_char') {
+        $cache->{quo} = $value;
+        $cache->{quo_len} = 0;
+    }
+    elsif ($key eq '_has_hooks') {
+        $cache->{has_hooks} = $value;
+    }
+    elsif ($key eq '_is_bound') {
+        $cache->{is_bound} = $value;
+    }
+    elsif ($key eq 'sep') {
+        use bytes;
+        my $len = bytes::length($value);
+        $cache->{sep} = $value if $len;
+        $cache->{sep_len} = $len == 1 ? 0 : $len;
+    }
+    elsif ($key eq 'quote') {
+        use bytes;
+        my $len = bytes::length($value);
+        $cache->{quo} = $value if $len;
+        $cache->{quo_len} = $len == 1 ? 0 : $len;
+    }
+    elsif ($key eq 'eol') {
+        $cache->{eol} = $value if length($value);
+        $cache->{eol_is_cr} = $value eq "\015" ? 1 : 0;
+    }
+    else {
+        $cache->{$key} = $value;
+    }
+    return 1;
+}
+
+sub _cache_diag {
+    my $self = shift;
+    unless (exists $self->{_CACHE}) {
+        warn ("CACHE: invalid\n");
+        return;
+    }
+
+    my $cache = $self->{_CACHE};
+    warn ("CACHE:\n");
+    $self->__cache_show_char(quote_char => $cache->{quo});
+    $self->__cache_show_char(escape_char => $cache->{escape_char});
+    $self->__cache_show_char(sep_char => $cache->{sep});
+    for (qw/
+        binary decode_utf8 allow_loose_escapes allow_loose_quotes
+        allow_whitespace always_quote quote_empty quote_space
+        escape_null quote_binary auto_diag diag_verbose strict
+        has_error_input blank_is_undef empty_is_undef has_ahead
+        keep_meta_info verbatim has_hooks eol_is_cr eol_len
+    /) {
+        $self->__cache_show_byte($_ => $cache->{$_});
+    }
+    $self->__cache_show_str(eol => $cache->{eol_len}, $cache->{eol});
+    $self->__cache_show_byte(sep_len => $cache->{sep_len});
+    if ($cache->{sep_len} and $cache->{sep_len} > 1) {
+        $self->__cache_show_str(sep => $cache->{sep_len}, $cache->{sep});
+    }
+    $self->__cache_show_byte(quo_len => $cache->{quo_len});
+    if ($cache->{quo_len} and $cache->{quo_len} > 1) {
+        $self->__cache_show_str(quote => $cache->{quo_len}, $cache->{quo});
+    }
+}
+
+sub __cache_show_byte {
+    my ($self, $key, $value) = @_;
+    warn (sprintf "  %-21s %02x:%3d\n", $key, defined $value ? ord($value) : 0, defined $value ? $value : 0);
+}
+
+sub __cache_show_char {
+    my ($self, $key, $value) = @_;
+    my $v = $value;
+    if (defined $value) {
+        my @b = unpack "U0C*", $value;
+        $v = pack "U*", $b[0];
+    }
+    warn (sprintf "  %-21s %02x:%s\n", $key, defined $v ? ord($v) : 0, $self->__pretty_str($v, 1));
+}
+
+sub __cache_show_str {
+    my ($self, $key, $len, $value) = @_;
+    warn (sprintf "  %-21s %02d:%s\n", $key, $len, $self->__pretty_str($value, $len));
+}
+
+sub __pretty_str { # FIXME
+    my ($self, $str, $len) = @_;
+    return '' unless defined $str;
+    $str = substr($str, 0, $len);
+    $str =~ s/"/\\"/g;
+    $str =~ s/([^\x09\x20-\x7e])/sprintf '\\x{%x}', ord($1)/eg;
+    qq{"$str"};
+}
+
+sub _hook {
+    my ($self, $name, $fields) = @_;
+    return 0 unless $self->{callbacks};
+
+    my $cb = $self->{callbacks}{$name};
+    return 0 unless $cb && ref $cb eq 'CODE';
+
+    my (@res) = $cb->($self, $fields);
+    if (@res) {
+        return 0 if ref $res[0] eq 'SCALAR' and ${$res[0]} eq "skip";
+    }
+    scalar @res;
+}
+
+################################################################################
+# methods for combine
+################################################################################
+
+sub __combine {
+    my ($self, $dst, $fields, $useIO) = @_;
+
+    my $ctx = $self->_setup_ctx;
+
+    my ($binary, $quot, $sep, $esc, $quote_space) = @{$ctx}{qw/binary quo sep escape_char quote_space/};
+
+    if(!defined $quot or $quot eq "\0"){ $quot = ''; }
+
+    my $re_esc;
+    if ($quot ne '') {
+      $re_esc = $self->{_re_comb_escape}->{$quot}->{$esc} ||= qr/(\Q$quot\E|\Q$esc\E)/;
+    } else {
+      $re_esc = $self->{_re_comb_escape}->{$quot}->{$esc} ||= qr/(\Q$esc\E)/;
+    }
+
+    my $re_sp  = $self->{_re_comb_sp}->{$sep}->{$quote_space} ||= ( $quote_space ? qr/[\s\Q$sep\E]/ : qr/[\Q$sep\E]/ );
+
+    my $bound = 0;
+    my $n = @$fields - 1;
+    if ($n < 0 and $ctx->{is_bound}) {
+        $n = $ctx->{is_bound} - 1;
+        $bound = 1;
+    }
+
+    my $check_meta = ($ctx->{keep_meta_info} >= 10 and @{$self->{_FFLAGS} || []} >= $n) ? 1 : 0;
+
+    my $must_be_quoted;
+    my @results;
+    for(my $i = 0; $i <= $n; $i++) {
+        my $v_ref;
+        if ($bound) {
+            $v_ref = $self->__bound_field($ctx, $i, 1);
+        } else {
+            if (@$fields > $i) {
+                $v_ref = \($fields->[$i]);
+            }
+        }
+        next unless $v_ref;
+
+        my $value = $$v_ref;
+
+        unless (defined $value) {
+            push @results, '';
+            next;
+        }
+        elsif ( !$binary ) {
+            $binary = 1 if utf8::is_utf8 $value;
+        }
+
+        if (!$binary and $value =~ /[^\x09\x20-\x7E]/) {
+            # an argument contained an invalid character...
+            $self->{_ERROR_INPUT} = $value;
+            $self->SetDiag(2110);
+            return 0;
+        }
+
+        $must_be_quoted = 0;
+        if ($value eq '') {
+            $must_be_quoted++ if $ctx->{quote_empty} or ($check_meta && $self->is_quoted($i));
+        }
+        else {
+            if($value =~ s/$re_esc/$esc$1/g and $quot ne ''){
+                $must_be_quoted++;
+            }
+            if($value =~ /$re_sp/){
+                $must_be_quoted++;
+            }
+
+            if( $binary and $ctx->{escape_null} ){
+                use bytes;
+                $must_be_quoted++ if ( $value =~ s/\0/${esc}0/g || ($ctx->{quote_binary} && $value =~ /[\x00-\x1f\x7f-\xa0]/) );
+            }
+        }
+
+        if($ctx->{always_quote} or $must_be_quoted or ($check_meta && $self->is_quoted($i))){
+            $value = $quot . $value . $quot;
+        }
+        push @results, $value;
+    }
+
+    $$dst = join($sep, @results) . ( defined $ctx->{eol} ? $ctx->{eol} : '' );
+
+    return 1;
+}
+
+sub print {
+    my ($self, $io, $fields) = @_;
+
+    require IO::Handle;
+
+    if (!defined $fields) {
+        $fields = [];
+    } elsif(ref($fields) ne 'ARRAY'){
+        Carp::croak("Expected fields to be an array ref");
+    }
+
+    $self->_hook(before_print => $fields);
+
+    my $str = "";
+    $self->__combine(\$str, $fields, 1) or return '';
+
+    local $\ = '';
+
+    $io->print( $str ) or $self->_set_error_diag(2200);
+}
+
+################################################################################
+# methods for parse
+################################################################################
+
+
+sub __parse { # cx_xsParse
+    my ($self, $fields, $fflags, $src, $useIO) = @_;
+
+    my $ctx = $self->_setup_ctx;
+    my $state = $self->___parse($ctx, $fields, $fflags, $src, $useIO);
+    if ($state and ($ctx->{has_hooks} || 0) & HOOK_AFTER_PARSE) {
+        $self->_hook(after_parse => $fields);
+    }
+    return $state || !$last_error;
+}
+
+sub ___parse { # cx_c_xsParse
+    my ($self, $ctx, $fields, $fflags, $src, $useIO) = @_;
+
+    local $/ = $ctx->{eol} if $ctx->{eolx} or $ctx->{eol_is_cr};
+
+    if ($ctx->{useIO} = $useIO) {
+        require IO::Handle;
+
+        $ctx->{tmp} = undef;
+        if ($ctx->{has_ahead} and defined $self->{_AHEAD}) {
+            $ctx->{tmp} = $self->{_AHEAD};
+            $ctx->{size} = length $ctx->{tmp};
+            $ctx->{used} = 0;
+        }
+    } else {
+        $ctx->{tmp} = $src;
+        $ctx->{size} = length $src;
+        $ctx->{used} = 0;
+        $ctx->{utf8} = utf8::is_utf8($src);
+    }
+    if ($ctx->{has_error_input}) {
+        $self->{_ERROR_INPUT} = undef;
+        $ctx->{has_error_input} = 0;
+    }
+
+    my $result = $self->____parse($ctx, $src, $fields, $fflags);
+    $self->{_RECNO} = ++($ctx->{recno});
+    $self->{_EOF} = '';
+
+    if ($ctx->{strict}) {
+        $ctx->{strict_n} ||= $ctx->{fld_idx};
+        if ($ctx->{strict_n} != $ctx->{fld_idx}) {
+            $self->__parse_error($ctx, 2014, $ctx->{used});
+            return;
+        }
+    }
+
+    if ($ctx->{useIO}) {
+        if (defined $ctx->{tmp} and $ctx->{used} < $ctx->{size} and $ctx->{has_ahead}) {
+            $self->{_AHEAD} = substr($ctx->{tmp}, $ctx->{used}, $ctx->{size} - $ctx->{used});
+        } else {
+            $ctx->{has_ahead} = 0;
+            if ($ctx->{useIO} & useIO_EOF) {
+                $self->{_EOF} = 1;
+            }
+        }
+
+        if ($fflags) {
+            if ($ctx->{keep_meta_info}) {
+                $self->{_FFLAGS} = $fflags;
+            } else {
+                undef $fflags;
+            }
+        }
+    }
+
+    if ($result and $ctx->{types}) {
+        my $len = @$fields;
+        for(my $i = 0; $i <= $len && $i <= $ctx->{types_len}; $i++) {
+            my $value = $fields->[$i];
+            next unless defined $value;
+            my $type = ord(substr($ctx->{types}, $i, 1));
+            if ($type == IV) {
+                $fields->[$i] = int($value);
+            } elsif ($type == NV) {
+                $fields->[$i] = $value + 0.0;
+            }
+        }
+    }
+
+    $result;
+}
+
+sub ____parse { # cx_Parse
+    my ($self, $ctx, $src, $fields, $fflags) = @_;
+
+    my ($quot, $sep, $esc, $eol) = @{$ctx}{qw/quo sep escape_char eol/};
+
+    utf8::encode($sep)  if !$ctx->{utf8} and $ctx->{sep_len};
+    utf8::encode($quot) if !$ctx->{utf8} and $ctx->{quo_len};
+    utf8::encode($eol)  if !$ctx->{utf8} and $ctx->{eol_len};
+
+    my $seenSomething =  0;
+    my $waitingForField = 1;
+    my ($value, $v_ref);
+    $ctx->{fld_idx} = my $fnum = 0;
+    $ctx->{flag} = 0;
+
+    my $re_str = join '|', map({$_ eq "\0" ? '[\\0]' : quotemeta($_)} sort {length $b <=> length $a} grep {defined $_ and $_ ne ''} $sep, $quot, $esc, $eol), "\015", "\012", "\x09", " ";
+    $ctx->{_re} = qr/$re_str/;
+    my $re = qr/$re_str|[^\x09\x20-\x7E]|$/;
+
+LOOP:
+    while($self->__get_from_src($ctx, $src)) {
+        while($ctx->{tmp} =~ /\G(.*?)($re)/gs) {
+            my ($hit, $c) = ($1, $2);
+            $ctx->{used} = pos($ctx->{tmp});
+            if (!$waitingForField and $c eq '' and $hit ne '' and $ctx->{useIO} and !($ctx->{useIO} & useIO_EOF)) {
+                $self->{_AHEAD} = $hit;
+                $ctx->{has_ahead} = 1;
+                $ctx->{has_leftover} = 1;
+                last;
+            }
+            last if $seenSomething and $hit eq '' and $c eq ''; # EOF
+
+            # new field
+            if (!$v_ref) {
+                if ($ctx->{is_bound}) {
+                    $v_ref = $self->__bound_field($ctx, $fnum++, 0);
+                } else {
+                    $value = '';
+                    $v_ref = \$value;
+                }
+                return unless $v_ref;
+                $ctx->{flag} = 0;    
+                $ctx->{fld_idx}++;
+            }
+
+            $seenSomething = 1;
+
+            if (defined $hit and $hit ne '') {
+                if ($waitingForField) {
+                    $waitingForField = 0;
+                }
+                if ($hit =~ /[^\x09\x20-\x7E]/) {
+                    $ctx->{flag} |= IS_BINARY;
+                }
+                $$v_ref .= $hit;
+            }
+
+RESTART:
+            if (defined $c and defined $sep and $c eq $sep) {
+                if ($waitingForField) {
+                    # ,1,"foo, 3",,bar,
+                    # ^           ^
+                    if ($ctx->{blank_is_undef} or $ctx->{empty_is_undef}) {
+                        $$v_ref = undef;
+                    } else {
+                        $$v_ref = "";
+                    }
+                    unless ($ctx->{is_bound}) {
+                        push @$fields, $$v_ref;
+                    }
+                    $v_ref = undef;
+                    if ($ctx->{keep_meta_info} and $fflags) {
+                        push @$fflags, $ctx->{flag};
+                    }
+                } elsif ($ctx->{flag} & IS_QUOTED) {
+                    # ,1,"foo, 3",,bar,
+                    #        ^
+                    $$v_ref .= $c;
+                } else {
+                    # ,1,"foo, 3",,bar,
+                    #   ^        ^    ^
+                    $self->__push_value($ctx, $v_ref, $fields, $fflags, $ctx->{flag});
+                    $v_ref = undef;
+                    $waitingForField = 1;
+                }
+            }
+            elsif (defined $c and defined $quot and $quot ne "\0" and $c eq $quot) {
+                if ($waitingForField) {
+                    # ,1,"foo, 3",,bar,\r\n
+                    #    ^
+                    $ctx->{flag} |= IS_QUOTED;
+                    $waitingForField = 0;
+                    next;
+                }
+                if ($ctx->{flag} & IS_QUOTED) {
+                    # ,1,"foo, 3",,bar,\r\n
+                    #           ^
+                    my $quoesc = 0;
+                    my $c2 = $self->__get($ctx);
+
+                    if ($ctx->{allow_whitespace}) {
+                        # , 1 , "foo, 3" , , bar , \r\n
+                        #               ^
+                        while($self->__is_whitespace($ctx, $c2)) {
+                            if ($ctx->{allow_loose_quotes} and !(defined $esc and $c2 eq $esc)) {
+                                $$v_ref .= $c;
+                                $c = $c2;
+                            }
+                            $c2 = $self->__get($ctx);
+                        }
+                    }
+
+                    if (!defined $c2) { # EOF
+                        # ,1,"foo, 3"
+                        #            ^
+                        $self->__push_value($ctx, $v_ref, $fields, $fflags, $ctx->{flag});
+                        return 1;
+                    }
+
+                    if (defined $c2 and defined $sep and $c2 eq $sep) {
+                        # ,1,"foo, 3",,bar,\r\n
+                        #            ^
+                        $self->__push_value($ctx, $v_ref, $fields, $fflags, $ctx->{flag});
+                        $v_ref = undef;
+                        $waitingForField = 1;
+                        next;
+                    }
+                    if (defined $c2 and ($c2 eq "\012" or (defined $eol and $c2 eq $eol))) { # FIXME: EOLX
+                        # ,1,"foo, 3",,"bar"\n
+                        #                   ^
+                        $self->__push_value($ctx, $v_ref, $fields, $fflags, $ctx->{flag});
+                        return 1;
+                    }
+
+                    if (defined $esc and $c eq $esc) {
+                        $quoesc = 1;
+                        if (defined $c2 and $c2 eq '0') {
+                            # ,1,"foo, 3"056",,bar,\r\n
+                            #            ^
+                            $$v_ref .= "\0";
+                            next;
+                        }
+                        if (defined $c2 and defined $quot and $c2 eq $quot) {
+                            # ,1,"foo, 3""56",,bar,\r\n
+                            #            ^
+                            if ($ctx->{utf8}) {
+                                $ctx->{flag} |= IS_BINARY;
+                            }
+                            $$v_ref .= $c2;
+                            next;
+                        }
+                        if ($ctx->{allow_loose_escapes} and defined $c2 and $c2 ne "\015") {
+                            # ,1,"foo, 3"56",,bar,\r\n
+                            #            ^
+                            $$v_ref .= $c;
+                            $c = $c2;
+                            goto RESTART;
+                        }
+                    }
+                    if (defined $c2 and $c2 eq "\015") {
+                        if ($ctx->{eol_is_cr}) {
+                            # ,1,"foo, 3"\r
+                            #            ^
+                            $self->__push_value($ctx, $v_ref, $fields, $fflags, $ctx->{flag});
+                            return 1;
+                        }
+
+                        my $c3 = $self->__get($ctx);
+                        if (defined $c3 and $c3 eq "\012") {
+                            # ,1,"foo, 3"\r\n
+                            #              ^
+                            $self->__push_value($ctx, $v_ref, $fields, $fflags, $ctx->{flag});
+                            return 1;
+                        }
+
+                        if ($ctx->{useIO} and !$ctx->{eol_len} and $c3 !~ /[^\x09\x20-\x7E]/) {
+                            # ,1,"foo\n 3",,"bar"\r
+                            # baz,4
+                            # ^
+                            $self->__set_eol_is_cr($ctx);
+                            $ctx->{used}--;
+                            $ctx->{has_ahead} = 1;
+                            $self->__push_value($ctx, $v_ref, $fields, $fflags, $ctx->{flag});
+                            return 1;
+                        }
+
+                        $self->__parse_error($ctx, $quoesc ? 2023 : 2010, $ctx->{used} - 2);
+                        return;
+                    }
+
+                    if ($ctx->{allow_loose_quotes} and !$quoesc) {
+                        # ,1,"foo, 3"456",,bar,\r\n
+                        #            ^
+                        $$v_ref .= $c;
+                        $c = $c2;
+                        goto RESTART;
+                    }
+                    # 1,"foo" ",3
+                    #        ^
+                    if ($quoesc) {
+                        $ctx->{used}--;
+                        $self->__error_inside_quotes($ctx, 2023);
+                        return;
+                    }
+                    $self->__error_inside_quotes($ctx, 2011);
+                    return;
+                }
+                # !waitingForField, !InsideQuotes
+                if ($ctx->{allow_loose_quotes}) { # 1,foo "boo" d'uh,1
+                    $ctx->{flag} |= IS_ERROR;
+                    $$v_ref .= $c;
+                } else {
+                    $self->__error_inside_field($ctx, 2034);
+                    return;
+                }
+            }
+            elsif (defined $c and defined $esc and $esc ne "\0" and $c eq $esc) {
+                # This means quote_char != escape_char
+                if ($waitingForField) {
+                    $waitingForField = 0;
+                    if ($ctx->{allow_unquoted_escape}) {
+                        # The escape character is the first character of an
+                        # unquoted field
+                        # ... get and store next character
+                        my $c2 = $self->__get($ctx);
+                        $$v_ref = "";
+
+                        if (!defined $c2) { # EOF
+                            $ctx->{used}--;
+                            $self->__error_inside_field($ctx, 2035);
+                            return;
+                        }
+                        if ($c2 eq '0') {
+                            $$v_ref .= "\0";
+                        }
+                        elsif (
+                            (defined $quot and $c2 eq $quot) or
+                            (defined $sep and $c2 eq $sep) or
+                            (defined $esc and $c2 eq $esc) or
+                            $ctx->{allow_loose_escapes}
+                        ) {
+                            if ($ctx->{utf8}) {
+                                $ctx->{flag} |= IS_BINARY;
+                            }
+                            $$v_ref .= $c2;
+                        } else {
+                            $self->__parse_inside_quotes($ctx, 2025);
+                            return;
+                        }
+                    }
+                }
+                elsif ($ctx->{flag} & IS_QUOTED) {
+                    my $c2 = $self->__get($ctx);
+                    if (!defined $c2) { # EOF
+                        $ctx->{used}--;
+                        $self->__error_inside_quotes($ctx, 2024);
+                        return;
+                    }
+                    if ($c2 eq '0') {
+                        $$v_ref .= "\0";
+                    }
+                    elsif (
+                        (defined $quot and $c2 eq $quot) or
+                        (defined $sep and $c2 eq $sep) or
+                        (defined $esc and $c2 eq $esc) or
+                        $ctx->{allow_loose_escapes}
+                    ) {
+                        if ($ctx->{utf8}) {
+                            $ctx->{flag} |= IS_BINARY;
+                        }
+                        $$v_ref .= $c2;
+                    } else {
+                        $ctx->{used}--;
+                        $self->__error_inside_quotes($ctx, 2025);
+                        return;
+                    }
+                }
+                elsif ($v_ref) {
+                    my $c2 = $self->__get($ctx);
+                    if (!defined $c2) { # EOF
+                        $ctx->{used}--;
+                        $self->__error_inside_field($ctx, 2035);
+                        return;
+                    }
+                    $$v_ref .= $c2;
+                }
+                else {
+                    $self->__error_inside_field($ctx, 2036);
+                    return;
+                }
+            }
+            elsif (defined $c and ($c eq "\012" or $c eq '' or (defined $eol and $c eq $eol and $eol ne "\015"))) { # EOL
+    EOLX:
+                if ($waitingForField) {
+                    # ,1,"foo, 3",,bar,
+                    #                  ^
+                    if ($ctx->{blank_is_undef} or $ctx->{empty_is_undef}) {
+                        $$v_ref = undef;
+                    } else {
+                        $$v_ref = "";
+                    }
+                    unless ($ctx->{is_bound}) {
+                        push @$fields, $$v_ref;
+                    }
+                    if ($ctx->{keep_meta_info} and $fflags) {
+                        push @$fflags, $ctx->{flag};
+                    }
+                    return 1;
+                }
+                if ($ctx->{flag} & IS_QUOTED) {
+                    # ,1,"foo\n 3",,bar,
+                    #        ^
+                    $ctx->{flag} |= IS_BINARY;
+                    unless ($ctx->{binary}) {
+                        $self->__error_inside_quotes($ctx, 2021);
+                        return;
+                    }
+                    $$v_ref .= $c;
+                }
+                elsif ($ctx->{verbatim}) {
+                    # ,1,foo\n 3,,bar,
+                    # This feature should be deprecated
+                    $ctx->{flag} |= IS_BINARY;
+                    unless ($ctx->{binary}) {
+                        $self->__error_inside_field($ctx, 2030);
+                        return;
+                    }
+                    $$v_ref .= $c unless $ctx->{eol} eq $c and $ctx->{useIO};
+                }
+                else {
+                    # sep=,
+                    #      ^
+                    if (!$ctx->{recno} and $ctx->{fld_idx} == 1 and $ctx->{useIO} and $hit =~ /^sep=(.{1,16})$/i) {
+                        $ctx->{sep} = $1;
+                        use bytes;
+                        my $len = length $ctx->{sep};
+                        if ($len <= 16) {
+                            $ctx->{sep_len} = $len == 1 ? 0 : $len;
+                            return $self->____parse($ctx, $src, $fields, $fflags);
+                        }
+                    }
+
+                    # ,1,"foo\n 3",,bar
+                    #                  ^
+                    $self->__push_value($ctx, $v_ref, $fields, $fflags, $ctx->{flag});
+                    return 1;
+                }
+            }
+            elsif (defined $c and $c eq "\015" and !$ctx->{verbatim}) {
+                if ($waitingForField) {
+                    $waitingForField = 0;
+                    if ($ctx->{eol_is_cr}) {
+                        # ,1,"foo\n 3",,bar,\r
+                        #                   ^
+                        $c = "\012";
+                        goto RESTART;
+                    }
+
+                    my $c2 = $self->__get($ctx);
+                    if (!defined $c2) { # EOF
+                        # ,1,"foo\n 3",,bar,\r
+                        #                     ^
+                        $c = undef;
+                        goto RESTART;
+                    }
+                    if ($c2 eq "\012") { # \r is not optional before EOLX!
+                        # ,1,"foo\n 3",,bar,\r\n
+                        #                     ^
+                        $c = $c2;
+                        goto RESTART;
+                    }
+
+                    if ($ctx->{useIO} and !$ctx->{eol_len} and $c2 !~ /[^\x09\x20-\x7E]/) {
+                        # ,1,"foo\n 3",,bar,\r
+                        # baz,4
+                        # ^
+                        $self->__set_eol_is_cr($ctx);
+                        $ctx->{used}--;
+                        $ctx->{has_ahead} = 1;
+                        $self->__push_value($ctx, $v_ref, $fields, $fflags, $ctx->{flag});
+                        return 1;
+                    }
+
+                    # ,1,"foo\n 3",,bar,\r\t
+                    #                     ^
+                    $ctx->{used}--;
+                    $self->__error_inside_field($ctx, 2031);
+                    return;
+                }
+                if ($ctx->{flag} & IS_QUOTED) {
+                    # ,1,"foo\r 3",,bar,\r\t
+                    #        ^
+                    $ctx->{flag} |= IS_BINARY;
+                    unless ($ctx->{binary}) {
+                        $self->__error_inside_quotes($ctx, 2022);
+                        return;
+                    }
+                    $$v_ref .= $c;
+                }
+                else {
+                    if ($ctx->{eol_is_cr}) {
+                        # ,1,"foo\n 3",,bar\r
+                        #                  ^
+                        $self->__push_value($ctx, $v_ref, $fields, $fflags, $ctx->{flag});
+                        return 1;
+                    }
+
+                    my $c2 = $self->__get($ctx);
+                    if (defined $c2 and $c2 eq "\012") { # \r is not optional before EOLX!
+                        # ,1,"foo\n 3",,bar\r\n
+                        #                    ^
+                        $self->__push_value($ctx, $v_ref, $fields, $fflags, $ctx->{flag});
+                        return 1;
+                    }
+
+                    if ($ctx->{useIO} and !$ctx->{eol_len} and $c2 !~ /[^\x09\x20-\x7E]/) {
+                        # ,1,"foo\n 3",,bar\r
+                        # baz,4
+                        # ^
+                        $self->__set_eol_is_cr($ctx);
+                        $ctx->{used}--;
+                        $ctx->{has_ahead} = 1;
+                        $self->__push_value($ctx, $v_ref, $fields, $fflags, $ctx->{flag});
+                        return 1;
+                    }
+
+                    # ,1,"foo\n 3",,bar\r\t
+                    #                    ^
+                    $self->__error_inside_field($ctx, 2032);
+                    return;
+                }
+            }
+            else {
+                if ($ctx->{eolx} and $c eq $eol) {
+                    $c = '';
+                    goto EOLX;
+                }
+
+                if ($waitingForField) {
+                    if ($ctx->{allow_whitespace} and $self->__is_whitespace($ctx, $c)) {
+                        do {
+                            $c = $self->__get($ctx);
+                            last if !defined $c;
+                        } while $self->__is_whitespace($ctx, $c);
+                        goto RESTART;
+                    }
+                    $waitingForField = 0;
+                    goto RESTART;
+                }
+                if ($ctx->{flag} & IS_QUOTED) {
+                    if (!defined $c or $c =~ /[^\x09\x20-\x7E]/) {
+                        $ctx->{flag} |= IS_BINARY;
+                        unless ($ctx->{binary} or $ctx->{utf8}) {
+                            $self->__error_inside_quotes($ctx, 2026);
+                            return;
+                        }
+                    }
+                    $$v_ref .= $c;
+                } else {
+                    if (!defined $c or $c =~ /[^\x09\x20-\x7E]/) {
+                        $ctx->{flag} |= IS_BINARY;
+                        unless ($ctx->{binary} or $ctx->{utf8}) {
+                            $self->__error_inside_field($ctx, 2037);
+                            return;
+                        }
+                    }
+                    $$v_ref .= $c;
+                }
+            }
+            last LOOP if $ctx->{useIO} and $ctx->{verbatim} and $ctx->{used} == $ctx->{size};
+        }
+    }
+
+    if ($waitingForField) {
+        if ($seenSomething or !$ctx->{useIO}) {
+            # new field
+            if (!$v_ref) {
+                if ($ctx->{is_bound}) {
+                    $v_ref = $self->__bound_field($ctx, $fnum++, 0);
+                } else {
+                    $value = '';
+                    $v_ref = \$value;
+                }
+                return unless $v_ref;
+                $ctx->{flag} = 0;
+                $ctx->{fld_idx}++;
+            }
+            if ($ctx->{blank_is_undef} or $ctx->{empty_is_undef}) {
+                $$v_ref = undef;
+            } else {
+                $$v_ref = "";
+            }
+            unless ($ctx->{is_bound}) {
+                push @$fields, $$v_ref;
+            }
+            if ($ctx->{keep_meta_info} and $fflags) {
+                push @$fflags, $ctx->{flag};
+            }
+            return 1;
+        }
+        $self->SetDiag(2012);
+        return;
+    }
+
+    if ($ctx->{flag} & IS_QUOTED) {
+        $self->__error_inside_quotes($ctx, 2027);
+        return;
+    }
+
+    if ($v_ref) {
+        $self->__push_value($ctx, $v_ref, $fields, $fflags, $ctx->{flag});
+    }
+    return 1;
+}
+
+sub __get_from_src {
+    my ($self, $ctx, $src) = @_;
+    return 1 if defined $ctx->{tmp} and $ctx->{used} <= 0;
+    return 1 if $ctx->{used} < $ctx->{size};
+    return unless $ctx->{useIO};
+    my $res = $src->getline;
+    if (defined $res) {
+        if ($ctx->{has_ahead}) {
+            $ctx->{tmp} = $self->{_AHEAD};
+            $ctx->{tmp} .= $ctx->{eol} if $ctx->{eol_len};
+            $ctx->{tmp} .= $res;
+            $ctx->{has_ahead} = 0;
+        } else {
+            $ctx->{tmp} = $res;
+        }
+        if ($ctx->{size} = length $ctx->{tmp}) {
+            $ctx->{used} = -1;
+            $ctx->{utf8} = 1 if utf8::is_utf8($ctx->{tmp});
+            pos($ctx->{tmp}) = 0;
+            return 1;
+        }
+    } elsif (delete $ctx->{has_leftover}) {
+        $ctx->{tmp} = $self->{_AHEAD};
+        $ctx->{has_ahead} = 0;
+        $ctx->{useIO} |= useIO_EOF;
+        if ($ctx->{size} = length $ctx->{tmp}) {
+            $ctx->{used} = -1;
+            $ctx->{utf8} = 1 if utf8::is_utf8($ctx->{tmp});
+            pos($ctx->{tmp}) = 0;
+            return 1;
+        }
+    }
+    $ctx->{tmp} = '' unless defined $ctx->{tmp};
+    $ctx->{useIO} |= useIO_EOF;
+    return;
+}
+
+sub __set_eol_is_cr {
+    my ($self, $ctx) = @_;
+    $ctx->{eol} = "\015";
+    $ctx->{eol_is_cr} = 1;
+    $ctx->{eol_len} = 1;
+
+    $self->{eol} = $ctx->{eol};
+}
+
+sub __bound_field {
+    my ($self, $ctx, $i, $keep) = @_;
+    if ($i >= $ctx->{is_bound}) {
+        $self->SetDiag(3006);
+        return;
+    }
+    if (ref $ctx->{bound} eq 'ARRAY') {
+        my $ref = $ctx->{bound}[$i];
+        if (ref $ref) {
+            if ($keep) {
+                return $ref;
+            }
+            unless (Scalar::Util::readonly($$ref)) {
+                $$ref = "";
+                return $ref;
+            }
+        }
+    }
+    $self->SetDiag(3008);
+    return;
+}
+
+sub __get {
+    my ($self, $ctx) = @_;
+    return unless defined $ctx->{used};
+    return if $ctx->{used} >= $ctx->{size};
+    my $pos = pos($ctx->{tmp});
+    if ($ctx->{tmp} =~ /\G($ctx->{_re}|.)/gs) {
+        my $c = $1;
+        if ($c =~ /[^\x09\x20-\x7e]/) {
+            $ctx->{flag} |= IS_BINARY;
+        }
+        $ctx->{used} = pos($ctx->{tmp});
+        return $c;
+    } else {
+        pos($ctx->{tmp}) = $pos;
+        return;
+    }
+}
+
+sub __error_inside_quotes {
+    my ($self, $ctx, $error) = @_;
+    $self->__parse_error($ctx, $error, $ctx->{used} - 1);
+}
+
+sub __error_inside_field {
+    my ($self, $ctx, $error) = @_;
+    $self->__parse_error($ctx, $error, $ctx->{used} - 1);
+}
+
+sub __parse_error {
+    my ($self, $ctx, $error, $pos) = @_;
+    $self->{_ERROR_POS} = $pos;
+    $self->{_ERROR_FLD} = $ctx->{fld_idx};
+    $self->{_ERROR_INPUT} = $ctx->{tmp} if $ctx->{tmp};
+    $self->SetDiag($error);
+    return;
+}
+
+sub __is_whitespace {
+    my ($self, $ctx, $c) = @_;
+    return unless defined $c;
+    return (
+        (!defined $ctx->{sep} or $c ne $ctx->{sep}) &&
+        (!defined $ctx->{quo} or $c ne $ctx->{quo}) &&
+        (!defined $ctx->{escape_char} or $c ne $ctx->{escape_char}) &&
+        ($c eq " " or $c eq "\t")
+    );
+}
+
+sub __push_value { # AV_PUSH (part of)
+    my ($self, $ctx, $v_ref, $fields, $fflags, $flag) = @_;
+    utf8::encode($$v_ref) if $ctx->{utf8};
+    if (
+        (!defined $$v_ref or $$v_ref eq '') and
+        ($ctx->{empty_is_undef} or (!($flag & IS_QUOTED) and $ctx->{blank_is_undef}))
+    ) {
+        $$v_ref = undef;
+    } else {
+        if ($ctx->{allow_whitespace} && !($flag & IS_QUOTED)) {
+            $$v_ref =~ s/[ \t]+$//;
+        }
+        if ($flag & IS_BINARY and $ctx->{decode_utf8} and ($ctx->{utf8} || _is_valid_utf8($$v_ref))) {
+            utf8::decode($$v_ref);
+        }
+    }
+    unless ($ctx->{is_bound}) {
+        push @$fields, $$v_ref;
+    }
+    if ($ctx->{keep_meta_info} and $fflags) {
+        push @$fflags, $flag;
+    }
+}
+
+sub getline {
+    my ($self, $io) = @_;
+
+    my (@fields, @fflags);
+    my $res = $self->__parse(\@fields, \@fflags, $io, 1);
+    $res ? \@fields : undef;
+}
+
+sub getline_all {
+    my ( $self, $io, $offset, $len ) = @_;
+
+    my $ctx = $self->_setup_ctx;
+
+    my $tail = 0;
+    my $n = 0;
+    $offset ||= 0;
+
+    if ( $offset < 0 ) {
+        $tail = -$offset;
+        $offset = -1;
+    }
+
+    my (@row, @list);
+    while ($self->___parse($ctx, \@row, undef, $io, 1)) {
+        $ctx = $self->_setup_ctx;
+
+        if ($offset > 0) {
+            $offset--;
+            @row = ();
+            next;
+        }
+        if ($n++ >= $tail and $tail) {
+            shift @list;
+            $n--;
+        }
+        if (($ctx->{has_hooks} || 0) & HOOK_AFTER_PARSE) {
+            unless ($self->_hook(after_parse => \@row)) {
+                @row = ();
+                next;
+            }
+        }
+        push @list, [@row];
+        @row = ();
+
+        last if defined $len && $n >= $len and $offset >= 0;   # exceeds limit size
+    }
+
+    if ( defined $len && $n > $len ) {
+        @list = splice( @list, 0, $len);
+    }
+
+    return \@list;
+}
+
+sub _is_valid_utf8 {
+    return ( $_[0] =~ /^(?:
+         [\x00-\x7F]
+        |[\xC2-\xDF][\x80-\xBF]
+        |[\xE0][\xA0-\xBF][\x80-\xBF]
+        |[\xE1-\xEC][\x80-\xBF][\x80-\xBF]
+        |[\xED][\x80-\x9F][\x80-\xBF]
+        |[\xEE-\xEF][\x80-\xBF][\x80-\xBF]
+        |[\xF0][\x90-\xBF][\x80-\xBF][\x80-\xBF]
+        |[\xF1-\xF3][\x80-\xBF][\x80-\xBF][\x80-\xBF]
+        |[\xF4][\x80-\x8F][\x80-\xBF][\x80-\xBF]
+    )+$/x )  ? 1 : 0;
+}
+
+################################################################################
+# methods for errors
+################################################################################
+
+sub _set_error_diag {
+    my ( $self, $error, $pos ) = @_;
+
+    $self->SetDiag($error);
+
+    if (defined $pos) {
+        $_[0]->{_ERROR_POS} = $pos;
+    }
+
+    return;
+}
+
+sub error_input {
+    my $self = shift;
+    if ($self and ((Scalar::Util::reftype($self) || '') eq 'HASH' or (ref $self) =~ /^Text::CSV/)) {
+        return $self->{_ERROR_INPUT};
+    }
+    return;
+}
+
+sub _sv_diag {
+    my ($self, $error) = @_;
+    bless [$error, $ERRORS->{$error}], 'Text::CSV::ErrorDiag';
+}
+
+sub _set_diag {
+    my ($self, $ctx, $error) = @_;
+
+    $last_error = $self->_sv_diag($error);
+    $self->{_ERROR_DIAG} = $last_error;
+    if ($error == 0) {
+        $self->{_ERROR_POS} = 0;
+        $self->{_ERROR_FLD} = 0;
+        $self->{_ERROR_INPUT} = undef;
+        $ctx->{has_error_input} = 0;
+    }
+    if ($error == 2012) { # EOF
+        $self->{_EOF} = 1;
+    }
+    if ($ctx->{auto_diag}) {
+        $self->error_diag;
+    }
+    return $last_error;
+}
+
+sub SetDiag {
+    my ($self, $error, $errstr) = @_;
+    my $res;
+    if (ref $self) {
+        my $ctx = $self->_setup_ctx;
+        $res = $self->_set_diag($ctx, $error);
+
+    } else {
+        $res = $self->_sv_diag($error);
+    }
+    if (defined $errstr) {
+        $res->[1] = $errstr;
+    }
+    $res;
+}
+
+################################################################################
+package Text::CSV::ErrorDiag;
+
+use strict;
+use overload (
+    '""' => \&stringify,
+    '+'  => \&numeric,
+    '-'  => \&numeric,
+    '*'  => \&numeric,
+    '/'  => \&numeric,
+    fallback => 1,
+);
+
+
+sub numeric {
+    my ($left, $right) = @_;
+    return ref $left ? $left->[0] : $right->[0];
+}
+
+
+sub stringify {
+    $_[0]->[1];
+}
+################################################################################
+1;
+__END__
+
+=head1 NAME
+
+Text::CSV_PP - Text::CSV_XS compatible pure-Perl module
+
+
+=head1 SYNOPSIS
+
+ use Text::CSV_PP;
+
+ $csv = Text::CSV_PP->new();     # create a new object
+ # If you want to handle non-ascii char.
+ $csv = Text::CSV_PP->new({binary => 1});
+
+ $status = $csv->combine(@columns);    # combine columns into a string
+ $line   = $csv->string();             # get the combined string
+
+ $status  = $csv->parse($line);        # parse a CSV string into fields
+ @columns = $csv->fields();            # get the parsed fields
+
+ $status       = $csv->status ();      # get the most recent status
+ $bad_argument = $csv->error_input (); # get the most recent bad argument
+ $diag         = $csv->error_diag ();  # if an error occurred, explains WHY
+
+ $status = $csv->print ($io, $colref); # Write an array of fields
+                                       # immediately to a file $io
+ $colref = $csv->getline ($io);        # Read a line from file $io,
+                                       # parse it and return an array
+                                       # ref of fields
+ $csv->column_names (@names);          # Set column names for getline_hr ()
+ $ref = $csv->getline_hr ($io);        # getline (), but returns a hashref
+ $eof = $csv->eof ();                  # Indicate if last parse or
+                                       # getline () hit End Of File
+
+ $csv->types(\@t_array);               # Set column types
+
+=head1 DESCRIPTION
+
+Text::CSV_PP is a pure-perl module that provides facilities for the
+composition and decomposition of comma-separated values. This is
+(almost) compatible with much faster L<Text::CSV_XS>, and mainly
+used as its fallback module when you use L<Text::CSV> module without
+having installed Text::CSV_XS. If you don't have any reason to use
+this module directly, use Text::CSV for speed boost and portability
+(or maybe Text::CSV_XS when you write an one-off script and don't need
+to care about portability).
+
+The following caveats are taken from the doc of Text::CSV_XS.
+
+=head2 Embedded newlines
+
+B<Important Note>:  The default behavior is to accept only ASCII characters
+in the range from C<0x20> (space) to C<0x7E> (tilde).   This means that the
+fields can not contain newlines. If your data contains newlines embedded in
+fields, or characters above C<0x7E> (tilde), or binary data, you B<I<must>>
+set C<< binary => 1 >> in the call to L</new>. To cover the widest range of
+parsing options, you will always want to set binary.
+
+But you still have the problem  that you have to pass a correct line to the
+L</parse> method, which is more complicated from the usual point of usage:
+
+ my $csv = Text::CSV_PP->new ({ binary => 1, eol => $/ });
+ while (<>) {		#  WRONG!
+     $csv->parse ($_);
+     my @fields = $csv->fields ();
+     }
+
+this will break, as the C<while> might read broken lines:  it does not care
+about the quoting. If you need to support embedded newlines,  the way to go
+is to  B<not>  pass L<C<eol>|/eol> in the parser  (it accepts C<\n>, C<\r>,
+B<and> C<\r\n> by default) and then
+
+ my $csv = Text::CSV_PP->new ({ binary => 1 });
+ open my $io, "<", $file or die "$file: $!";
+ while (my $row = $csv->getline ($io)) {
+     my @fields = @$row;
+     }
+
+The old(er) way of using global file handles is still supported
+
+ while (my $row = $csv->getline (*ARGV)) { ... }
+
+=head2 Unicode
+
+Unicode is only tested to work with perl-5.8.2 and up.
+
+The simplest way to ensure the correct encoding is used for  in- and output
+is by either setting layers on the filehandles, or setting the L</encoding>
+argument for L</csv>.
+
+ open my $fh, "<:encoding(UTF-8)", "in.csv"  or die "in.csv: $!";
+or
+ my $aoa = csv (in => "in.csv",     encoding => "UTF-8");
+
+ open my $fh, ">:encoding(UTF-8)", "out.csv" or die "out.csv: $!";
+or
+ csv (in => $aoa, out => "out.csv", encoding => "UTF-8");
+
+On parsing (both for  L</getline> and  L</parse>),  if the source is marked
+being UTF8, then all fields that are marked binary will also be marked UTF8.
+
+On combining (L</print>  and  L</combine>):  if any of the combining fields
+was marked UTF8, the resulting string will be marked as UTF8.  Note however
+that all fields  I<before>  the first field marked UTF8 and contained 8-bit
+characters that were not upgraded to UTF8,  these will be  C<bytes>  in the
+resulting string too, possibly causing unexpected errors.  If you pass data
+of different encoding,  or you don't know if there is  different  encoding,
+force it to be upgraded before you pass them on:
+
+ $csv->print ($fh, [ map { utf8::upgrade (my $x = $_); $x } @data ]);
+
+For complete control over encoding, please use L<Text::CSV::Encoded>:
+
+ use Text::CSV::Encoded;
+ my $csv = Text::CSV::Encoded->new ({
+     encoding_in  => "iso-8859-1", # the encoding comes into   Perl
+     encoding_out => "cp1252",     # the encoding comes out of Perl
+     });
+
+ $csv = Text::CSV::Encoded->new ({ encoding  => "utf8" });
+ # combine () and print () accept *literally* utf8 encoded data
+ # parse () and getline () return *literally* utf8 encoded data
+
+ $csv = Text::CSV::Encoded->new ({ encoding  => undef }); # default
+ # combine () and print () accept UTF8 marked data
+ # parse () and getline () return UTF8 marked data
+
+=head1 METHODS
+
+This whole section is also taken from Text::CSV_XS.
+
+=head2 version ()
+
+(Class method) Returns the current module version.
+
+=head2 new (\%attr)
+
+(Class method) Returns a new instance of Text::CSV_PP. The attributes
+are described by the (optional) hash ref C<\%attr>.
+
+ my $csv = Text::CSV_PP->new ({ attributes ... });
+
+The following attributes are available:
+
+=head3 eol
+
+ my $csv = Text::CSV_PP->new ({ eol => $/ });
+           $csv->eol (undef);
+ my $eol = $csv->eol;
+
+The end-of-line string to add to rows for L</print> or the record separator
+for L</getline>.
+
+When not passed in a B<parser> instance,  the default behavior is to accept
+C<\n>, C<\r>, and C<\r\n>, so it is probably safer to not specify C<eol> at
+all. Passing C<undef> or the empty string behave the same.
+
+When not passed in a B<generating> instance,  records are not terminated at
+all, so it is probably wise to pass something you expect. A safe choice for
+C<eol> on output is either C<$/> or C<\r\n>.
+
+Common values for C<eol> are C<"\012"> (C<\n> or Line Feed),  C<"\015\012">
+(C<\r\n> or Carriage Return, Line Feed),  and C<"\015">  (C<\r> or Carriage
+Return). The L<C<eol>|/eol> attribute cannot exceed 7 (ASCII) characters.
+
+If both C<$/> and L<C<eol>|/eol> equal C<"\015">, parsing lines that end on
+only a Carriage Return without Line Feed, will be L</parse>d correct.
+
+=head3 sep_char
+
+ my $csv = Text::CSV_PP->new ({ sep_char => ";" });
+         $csv->sep_char (";");
+ my $c = $csv->sep_char;
+
+The char used to separate fields, by default a comma. (C<,>).  Limited to a
+single-byte character, usually in the range from C<0x20> (space) to C<0x7E>
+(tilde). When longer sequences are required, use L<C<sep>|/sep>.
+
+The separation character can not be equal to the quote character  or to the
+escape character.
+
+=head3 sep
+
+ my $csv = Text::CSV_PP->new ({ sep => "\N{FULLWIDTH COMMA}" });
+           $csv->sep (";");
+ my $sep = $csv->sep;
+
+The chars used to separate fields, by default undefined. Limited to 8 bytes.
+
+When set, overrules L<C<sep_char>|/sep_char>.  If its length is one byte it
+acts as an alias to L<C<sep_char>|/sep_char>.
+
+=head3 quote_char
+
+ my $csv = Text::CSV_PP->new ({ quote_char => "'" });
+         $csv->quote_char (undef);
+ my $c = $csv->quote_char;
+
+The character to quote fields containing blanks or binary data,  by default
+the double quote character (C<">).  A value of undef suppresses quote chars
+(for simple cases only). Limited to a single-byte character, usually in the
+range from  C<0x20> (space) to  C<0x7E> (tilde).  When longer sequences are
+required, use L<C<quote>|/quote>.
+
+C<quote_char> can not be equal to L<C<sep_char>|/sep_char>.
+
+=head3 quote
+
+ my $csv = Text::CSV_PP->new ({ quote => "\N{FULLWIDTH QUOTATION MARK}" });
+             $csv->quote ("'");
+ my $quote = $csv->quote;
+
+The chars used to quote fields, by default undefined. Limited to 8 bytes.
+
+When set, overrules L<C<quote_char>|/quote_char>. If its length is one byte
+it acts as an alias to L<C<quote_char>|/quote_char>.
+
+=head3 escape_char
+
+ my $csv = Text::CSV_PP->new ({ escape_char => "\\" });
+         $csv->escape_char (undef);
+ my $c = $csv->escape_char;
+
+The character to  escape  certain characters inside quoted fields.  This is
+limited to a  single-byte  character,  usually  in the  range from  C<0x20>
+(space) to C<0x7E> (tilde).
+
+The C<escape_char> defaults to being the double-quote mark (C<">). In other
+words the same as the default L<C<quote_char>|/quote_char>. This means that
+doubling the quote mark in a field escapes it:
+
+ "foo","bar","Escape ""quote mark"" with two ""quote marks""","baz"
+
+If  you  change  the   L<C<quote_char>|/quote_char>  without  changing  the
+C<escape_char>,  the  C<escape_char> will still be the double-quote (C<">).
+If instead you want to escape the  L<C<quote_char>|/quote_char> by doubling
+it you will need to also change the  C<escape_char>  to be the same as what
+you have changed the L<C<quote_char>|/quote_char> to.
+
+The escape character can not be equal to the separation character.
+
+=head3 binary
+
+ my $csv = Text::CSV_PP->new ({ binary => 1 });
+         $csv->binary (0);
+ my $f = $csv->binary;
+
+If this attribute is C<1>,  you may use binary characters in quoted fields,
+including line feeds, carriage returns and C<NULL> bytes. (The latter could
+be escaped as C<"0>.) By default this feature is off.
+
+If a string is marked UTF8,  C<binary> will be turned on automatically when
+binary characters other than C<CR> and C<NL> are encountered.   Note that a
+simple string like C<"\x{00a0}"> might still be binary, but not marked UTF8,
+so setting C<< { binary => 1 } >> is still a wise option.
+
+=head3 strict
+
+ my $csv = Text::CSV_PP->new ({ strict => 1 });
+         $csv->strict (0);
+ my $f = $csv->strict;
+
+If this attribute is set to C<1>, any row that parses to a different number
+of fields than the previous row will cause the parser to throw error 2014.
+
+=head3 decode_utf8
+
+ my $csv = Text::CSV_PP->new ({ decode_utf8 => 1 });
+         $csv->decode_utf8 (0);
+ my $f = $csv->decode_utf8;
+
+This attributes defaults to TRUE.
+
+While I<parsing>,  fields that are valid UTF-8, are automatically set to be
+UTF-8, so that
+
+  $csv->parse ("\xC4\xA8\n");
+
+results in
+
+  PV("\304\250"\0) [UTF8 "\x{128}"]
+
+Sometimes it might not be a desired action.  To prevent those upgrades, set
+this attribute to false, and the result will be
+
+  PV("\304\250"\0)
+
+=head3 auto_diag
+
+ my $csv = Text::CSV_PP->new ({ auto_diag => 1 });
+         $csv->auto_diag (2);
+ my $l = $csv->auto_diag;
+
+Set this attribute to a number between C<1> and C<9> causes  L</error_diag>
+to be automatically called in void context upon errors.
+
+In case of error C<2012 - EOF>, this call will be void.
+
+If C<auto_diag> is set to a numeric value greater than C<1>, it will C<die>
+on errors instead of C<warn>.  If set to anything unrecognized,  it will be
+silently ignored.
+
+Future extensions to this feature will include more reliable auto-detection
+of  C<autodie>  being active in the scope of which the error occurred which
+will increment the value of C<auto_diag> with  C<1> the moment the error is
+detected.
+
+=head3 diag_verbose
+
+ my $csv = Text::CSV_PP->new ({ diag_verbose => 1 });
+         $csv->diag_verbose (2);
+ my $l = $csv->diag_verbose;
+
+Set the verbosity of the output triggered by C<auto_diag>.   Currently only
+adds the current  input-record-number  (if known)  to the diagnostic output
+with an indication of the position of the error.
+
+=head3 blank_is_undef
+
+ my $csv = Text::CSV_PP->new ({ blank_is_undef => 1 });
+         $csv->blank_is_undef (0);
+ my $f = $csv->blank_is_undef;
+
+Under normal circumstances, C<CSV> data makes no distinction between quoted-
+and unquoted empty fields.  These both end up in an empty string field once
+read, thus
+
+ 1,"",," ",2
+
+is read as
+
+ ("1", "", "", " ", "2")
+
+When I<writing>  C<CSV> files with either  L<C<always_quote>|/always_quote>
+or  L<C<quote_empty>|/quote_empty> set, the unquoted  I<empty> field is the
+result of an undefined value.   To enable this distinction when  I<reading>
+C<CSV>  data,  the  C<blank_is_undef>  attribute will cause  unquoted empty
+fields to be set to C<undef>, causing the above to be parsed as
+
+ ("1", "", undef, " ", "2")
+
+note that this is specifically important when loading  C<CSV> fields into a
+database that allows C<NULL> values,  as the perl equivalent for C<NULL> is
+C<undef> in L<DBI> land.
+
+=head3 empty_is_undef
+
+ my $csv = Text::CSV_PP->new ({ empty_is_undef => 1 });
+         $csv->empty_is_undef (0);
+ my $f = $csv->empty_is_undef;
+
+Going one  step  further  than  L<C<blank_is_undef>|/blank_is_undef>,  this
+attribute converts all empty fields to C<undef>, so
+
+ 1,"",," ",2
+
+is read as
+
+ (1, undef, undef, " ", 2)
+
+Note that this effects only fields that are  originally  empty,  not fields
+that are empty after stripping allowed whitespace. YMMV.
+
+=head3 allow_whitespace
+
+ my $csv = Text::CSV_PP->new ({ allow_whitespace => 1 });
+         $csv->allow_whitespace (0);
+ my $f = $csv->allow_whitespace;
+
+When this option is set to true,  the whitespace  (C<TAB>'s and C<SPACE>'s)
+surrounding  the  separation character  is removed when parsing.  If either
+C<TAB> or C<SPACE> is one of the three characters L<C<sep_char>|/sep_char>,
+L<C<quote_char>|/quote_char>, or L<C<escape_char>|/escape_char> it will not
+be considered whitespace.
+
+Now lines like:
+
+ 1 , "foo" , bar , 3 , zapp
+
+are parsed as valid C<CSV>, even though it violates the C<CSV> specs.
+
+Note that  B<all>  whitespace is stripped from both  start and  end of each
+field.  That would make it  I<more> than a I<feature> to enable parsing bad
+C<CSV> lines, as
+
+ 1,   2.0,  3,   ape  , monkey
+
+will now be parsed as
+
+ ("1", "2.0", "3", "ape", "monkey")
+
+even if the original line was perfectly acceptable C<CSV>.
+
+=head3 allow_loose_quotes
+
+ my $csv = Text::CSV_PP->new ({ allow_loose_quotes => 1 });
+         $csv->allow_loose_quotes (0);
+ my $f = $csv->allow_loose_quotes;
+
+By default, parsing unquoted fields containing L<C<quote_char>|/quote_char>
+characters like
+
+ 1,foo "bar" baz,42
+
+would result in parse error 2034.  Though it is still bad practice to allow
+this format,  we  cannot  help  the  fact  that  some  vendors  make  their
+applications spit out lines styled this way.
+
+If there is B<really> bad C<CSV> data, like
+
+ 1,"foo "bar" baz",42
+
+or
+
+ 1,""foo bar baz"",42
+
+there is a way to get this data-line parsed and leave the quotes inside the
+quoted field as-is.  This can be achieved by setting  C<allow_loose_quotes>
+B<AND> making sure that the L<C<escape_char>|/escape_char> is  I<not> equal
+to L<C<quote_char>|/quote_char>.
+
+=head3 allow_loose_escapes
+
+ my $csv = Text::CSV_PP->new ({ allow_loose_escapes => 1 });
+         $csv->allow_loose_escapes (0);
+ my $f = $csv->allow_loose_escapes;
+
+Parsing fields  that  have  L<C<escape_char>|/escape_char>  characters that
+escape characters that do not need to be escaped, like:
+
+ my $csv = Text::CSV_PP->new ({ escape_char => "\\" });
+ $csv->parse (qq{1,"my bar\'s",baz,42});
+
+would result in parse error 2025.   Though it is bad practice to allow this
+format,  this attribute enables you to treat all escape character sequences
+equal.
+
+=head3 allow_unquoted_escape
+
+ my $csv = Text::CSV_PP->new ({ allow_unquoted_escape => 1 });
+         $csv->allow_unquoted_escape (0);
+ my $f = $csv->allow_unquoted_escape;
+
+A backward compatibility issue where L<C<escape_char>|/escape_char> differs
+from L<C<quote_char>|/quote_char>  prevents  L<C<escape_char>|/escape_char>
+to be in the first position of a field.  If L<C<quote_char>|/quote_char> is
+equal to the default C<"> and L<C<escape_char>|/escape_char> is set to C<\>,
+this would be illegal:
+
+ 1,\0,2
+
+Setting this attribute to C<1>  might help to overcome issues with backward
+compatibility and allow this style.
+
+=head3 always_quote
+
+ my $csv = Text::CSV_PP->new ({ always_quote => 1 });
+         $csv->always_quote (0);
+ my $f = $csv->always_quote;
+
+By default the generated fields are quoted only if they I<need> to be.  For
+example, if they contain the separator character. If you set this attribute
+to C<1> then I<all> defined fields will be quoted. (C<undef> fields are not
+quoted, see L</blank_is_undef>). This makes it quite often easier to handle
+exported data in external applications.
+
+=head3 quote_space
+
+ my $csv = Text::CSV_PP->new ({ quote_space => 1 });
+         $csv->quote_space (0);
+ my $f = $csv->quote_space;
+
+By default,  a space in a field would trigger quotation.  As no rule exists
+this to be forced in C<CSV>,  nor any for the opposite, the default is true
+for safety.   You can exclude the space  from this trigger  by setting this
+attribute to 0.
+
+=head3 quote_empty
+
+ my $csv = Text::CSV_PP->new ({ quote_empty => 1 });
+         $csv->quote_empty (0);
+ my $f = $csv->quote_empty;
+
+By default the generated fields are quoted only if they I<need> to be.   An
+empty (defined) field does not need quotation. If you set this attribute to
+C<1> then I<empty> defined fields will be quoted.  (C<undef> fields are not
+quoted, see L</blank_is_undef>). See also L<C<always_quote>|/always_quote>.
+
+=head3 quote_binary
+
+ my $csv = Text::CSV_PP->new ({ quote_binary => 1 });
+         $csv->quote_binary (0);
+ my $f = $csv->quote_binary;
+
+By default,  all "unsafe" bytes inside a string cause the combined field to
+be quoted.  By setting this attribute to C<0>, you can disable that trigger
+for bytes >= C<0x7F>.
+
+=head3 escape_null or quote_null (deprecated)
+
+ my $csv = Text::CSV_PP->new ({ escape_null => 1 });
+         $csv->escape_null (0);
+ my $f = $csv->escape_null;
+
+By default, a C<NULL> byte in a field would be escaped. This option enables
+you to treat the  C<NULL>  byte as a simple binary character in binary mode
+(the C<< { binary => 1 } >> is set).  The default is true.  You can prevent
+C<NULL> escapes by setting this attribute to C<0>.
+
+The default when using the C<csv> function is C<false>.
+
+=head3 keep_meta_info
+
+ my $csv = Text::CSV_PP->new ({ keep_meta_info => 1 });
+         $csv->keep_meta_info (0);
+ my $f = $csv->keep_meta_info;
+
+By default, the parsing of input records is as simple and fast as possible.
+However,  some parsing information - like quotation of the original field -
+is lost in that process.  Setting this flag to true enables retrieving that
+information after parsing with  the methods  L</meta_info>,  L</is_quoted>,
+and L</is_binary> described below.  Default is false for performance.
+
+If you set this attribute to a value greater than 9,   than you can control
+output quotation style like it was used in the input of the the last parsed
+record (unless quotation was added because of other reasons).
+
+ my $csv = Text::CSV_PP->new ({
+    binary         => 1,
+    keep_meta_info => 1,
+    quote_space    => 0,
+    });
+
+ my $row = $csv->parse (q{1,,"", ," ",f,"g","h""h",help,"help"});
+
+ $csv->print (*STDOUT, \@row);
+ # 1,,, , ,f,g,"h""h",help,help
+ $csv->keep_meta_info (11);
+ $csv->print (*STDOUT, \@row);
+ # 1,,"", ," ",f,"g","h""h",help,"help"
+
+=head3 verbatim
+
+ my $csv = Text::CSV_PP->new ({ verbatim => 1 });
+         $csv->verbatim (0);
+ my $f = $csv->verbatim;
+
+This is a quite controversial attribute to set,  but makes some hard things
+possible.
+
+The rationale behind this attribute is to tell the parser that the normally
+special characters newline (C<NL>) and Carriage Return (C<CR>)  will not be
+special when this flag is set,  and be dealt with  as being ordinary binary
+characters. This will ease working with data with embedded newlines.
+
+When  C<verbatim>  is used with  L</getline>,  L</getline>  auto-C<chomp>'s
+every line.
+
+Imagine a file format like
+
+ M^^Hans^Janssen^Klas 2\n2A^Ja^11-06-2007#\r\n
+
+where, the line ending is a very specific C<"#\r\n">, and the sep_char is a
+C<^> (caret).   None of the fields is quoted,   but embedded binary data is
+likely to be present. With the specific line ending, this should not be too
+hard to detect.
+
+By default,  Text::CSV_PP'  parse function is instructed to only know about
+C<"\n"> and C<"\r">  to be legal line endings,  and so has to deal with the
+embedded newline as a real C<end-of-line>,  so it can scan the next line if
+binary is true, and the newline is inside a quoted field. With this option,
+we tell L</parse> to parse the line as if C<"\n"> is just nothing more than
+a binary character.
+
+For L</parse> this means that the parser has no more idea about line ending
+and L</getline> C<chomp>s line endings on reading.
+
+=head3 types
+
+A set of column types; the attribute is immediately passed to the L</types>
+method.
+
+=head3 callbacks
+
+See the L</Callbacks> section below.
+
+=head3 accessors
+
+To sum it up,
+
+ $csv = Text::CSV_PP->new ();
+
+is equivalent to
+
+ $csv = Text::CSV_PP->new ({
+     eol                   => undef, # \r, \n, or \r\n
+     sep_char              => ',',
+     sep                   => undef,
+     quote_char            => '"',
+     quote                 => undef,
+     escape_char           => '"',
+     binary                => 0,
+     decode_utf8           => 1,
+     auto_diag             => 0,
+     diag_verbose          => 0,
+     blank_is_undef        => 0,
+     empty_is_undef        => 0,
+     allow_whitespace      => 0,
+     allow_loose_quotes    => 0,
+     allow_loose_escapes   => 0,
+     allow_unquoted_escape => 0,
+     always_quote          => 0,
+     quote_empty           => 0,
+     quote_space           => 1,
+     escape_null           => 1,
+     quote_binary          => 1,
+     keep_meta_info        => 0,
+     verbatim              => 0,
+     types                 => undef,
+     callbacks             => undef,
+     });
+
+For all of the above mentioned flags, an accessor method is available where
+you can inquire the current value, or change the value
+
+ my $quote = $csv->quote_char;
+ $csv->binary (1);
+
+It is not wise to change these settings halfway through writing C<CSV> data
+to a stream. If however you want to create a new stream using the available
+C<CSV> object, there is no harm in changing them.
+
+If the L</new> constructor call fails,  it returns C<undef>,  and makes the
+fail reason available through the L</error_diag> method.
+
+ $csv = Text::CSV_PP->new ({ ecs_char => 1 }) or
+     die "".Text::CSV_PP->error_diag ();
+
+L</error_diag> will return a string like
+
+ "INI - Unknown attribute 'ecs_char'"
+
+=head2 known_attributes
+
+ @attr = Text::CSV_PP->known_attributes;
+ @attr = Text::CSV_PP::known_attributes;
+ @attr = $csv->known_attributes;
+
+This method will return an ordered list of all the supported  attributes as
+described above.   This can be useful for knowing what attributes are valid
+in classes that use or extend Text::CSV_PP.
+
+=head2 print
+
+ $status = $csv->print ($io, $colref);
+
+Similar to  L</combine> + L</string> + L</print>,  but much more efficient.
+It expects an array ref as input  (not an array!)  and the resulting string
+is not really  created,  but  immediately  written  to the  C<$io>  object,
+typically an IO handle or any other object that offers a L</print> method.
+
+For performance reasons  C<print>  does not create a result string,  so all
+L</string>, L</status>, L</fields>, and L</error_input> methods will return
+undefined information after executing this method.
+
+If C<$colref> is C<undef>  (explicit,  not through a variable argument) and
+L</bind_columns>  was used to specify fields to be printed,  it is possible
+to make performance improvements, as otherwise data would have to be copied
+as arguments to the method call:
+
+ $csv->bind_columns (\($foo, $bar));
+ $status = $csv->print ($fh, undef);
+
+=head2 say
+
+ $status = $csv->say ($io, $colref);
+
+Like L<C<print>|/print>, but L<C<eol>|/eol> defaults to C<$\>.
+
+=head2 print_hr
+
+ $csv->print_hr ($io, $ref);
+
+Provides an easy way  to print a  C<$ref>  (as fetched with L</getline_hr>)
+provided the column names are set with L</column_names>.
+
+It is just a wrapper method with basic parameter checks over
+
+ $csv->print ($io, [ map { $ref->{$_} } $csv->column_names ]);
+
+=head2 combine
+
+ $status = $csv->combine (@fields);
+
+This method constructs a C<CSV> record from  C<@fields>,  returning success
+or failure.   Failure can result from lack of arguments or an argument that
+contains an invalid character.   Upon success,  L</string> can be called to
+retrieve the resultant C<CSV> string.  Upon failure,  the value returned by
+L</string> is undefined and L</error_input> could be called to retrieve the
+invalid argument.
+
+=head2 string
+
+ $line = $csv->string ();
+
+This method returns the input to  L</parse>  or the resultant C<CSV> string
+of L</combine>, whichever was called more recently.
+
+=head2 getline
+
+ $colref = $csv->getline ($io);
+
+This is the counterpart to  L</print>,  as L</parse>  is the counterpart to
+L</combine>:  it parses a row from the C<$io>  handle using the L</getline>
+method associated with C<$io>  and parses this row into an array ref.  This
+array ref is returned by the function or C<undef> for failure.  When C<$io>
+does not support C<getline>, you are likely to hit errors.
+
+When fields are bound with L</bind_columns> the return value is a reference
+to an empty list.
+
+The L</string>, L</fields>, and L</status> methods are meaningless again.
+
+=head2 getline_all
+
+ $arrayref = $csv->getline_all ($io);
+ $arrayref = $csv->getline_all ($io, $offset);
+ $arrayref = $csv->getline_all ($io, $offset, $length);
+
+This will return a reference to a list of L<getline ($io)|/getline> results.
+In this call, C<keep_meta_info> is disabled.  If C<$offset> is negative, as
+with C<splice>, only the last  C<abs ($offset)> records of C<$io> are taken
+into consideration.
+
+Given a CSV file with 10 lines:
+
+ lines call
+ ----- ---------------------------------------------------------
+ 0..9  $csv->getline_all ($io)         # all
+ 0..9  $csv->getline_all ($io,  0)     # all
+ 8..9  $csv->getline_all ($io,  8)     # start at 8
+ -     $csv->getline_all ($io,  0,  0) # start at 0 first 0 rows
+ 0..4  $csv->getline_all ($io,  0,  5) # start at 0 first 5 rows
+ 4..5  $csv->getline_all ($io,  4,  2) # start at 4 first 2 rows
+ 8..9  $csv->getline_all ($io, -2)     # last 2 rows
+ 6..7  $csv->getline_all ($io, -4,  2) # first 2 of last  4 rows
+
+=head2 getline_hr
+
+The L</getline_hr> and L</column_names> methods work together  to allow you
+to have rows returned as hashrefs.  You must call L</column_names> first to
+declare your column names.
+
+ $csv->column_names (qw( code name price description ));
+ $hr = $csv->getline_hr ($io);
+ print "Price for $hr->{name} is $hr->{price} EUR\n";
+
+L</getline_hr> will croak if called before L</column_names>.
+
+Note that  L</getline_hr>  creates a hashref for every row and will be much
+slower than the combined use of L</bind_columns>  and L</getline> but still
+offering the same ease of use hashref inside the loop:
+
+ my @cols = @{$csv->getline ($io)};
+ $csv->column_names (@cols);
+ while (my $row = $csv->getline_hr ($io)) {
+     print $row->{price};
+     }
+
+Could easily be rewritten to the much faster:
+
+ my @cols = @{$csv->getline ($io)};
+ my $row = {};
+ $csv->bind_columns (\@{$row}{@cols});
+ while ($csv->getline ($io)) {
+     print $row->{price};
+     }
+
+Your mileage may vary for the size of the data and the number of rows.
+
+=head2 getline_hr_all
+
+ $arrayref = $csv->getline_hr_all ($io);
+ $arrayref = $csv->getline_hr_all ($io, $offset);
+ $arrayref = $csv->getline_hr_all ($io, $offset, $length);
+
+This will return a reference to a list of   L<getline_hr ($io)|/getline_hr>
+results.  In this call, L<C<keep_meta_info>|/keep_meta_info> is disabled.
+
+=head2 parse
+
+ $status = $csv->parse ($line);
+
+This method decomposes a  C<CSV>  string into fields,  returning success or
+failure.   Failure can result from a lack of argument  or the given  C<CSV>
+string is improperly formatted.   Upon success, L</fields> can be called to
+retrieve the decomposed fields. Upon failure calling L</fields> will return
+undefined data and  L</error_input>  can be called to retrieve  the invalid
+argument.
+
+You may use the L</types>  method for setting column types.  See L</types>'
+description below.
+
+The C<$line> argument is supposed to be a simple scalar. Everything else is
+supposed to croak and set error 1500.
+
+=head2 fragment
+
+This function tries to implement RFC7111  (URI Fragment Identifiers for the
+text/csv Media Type) - http://tools.ietf.org/html/rfc7111
+
+ my $AoA = $csv->fragment ($io, $spec);
+
+In specifications,  C<*> is used to specify the I<last> item, a dash (C<->)
+to indicate a range.   All indices are C<1>-based:  the first row or column
+has index C<1>. Selections can be combined with the semi-colon (C<;>).
+
+When using this method in combination with  L</column_names>,  the returned
+reference  will point to a  list of hashes  instead of a  list of lists.  A
+disjointed  cell-based combined selection  might return rows with different
+number of columns making the use of hashes unpredictable.
+
+ $csv->column_names ("Name", "Age");
+ my $AoH = $csv->fragment ($io, "col=3;8");
+
+If the L</after_parse> callback is active,  it is also called on every line
+parsed and skipped before the fragment.
+
+=over 2
+
+=item row
+
+ row=4
+ row=5-7
+ row=6-*
+ row=1-2;4;6-*
+
+=item col
+
+ col=2
+ col=1-3
+ col=4-*
+ col=1-2;4;7-*
+
+=item cell
+
+In cell-based selection, the comma (C<,>) is used to pair row and column
+
+ cell=4,1
+
+The range operator (C<->) using C<cell>s can be used to define top-left and
+bottom-right C<cell> location
+
+ cell=3,1-4,6
+
+The C<*> is only allowed in the second part of a pair
+
+ cell=3,2-*,2    # row 3 till end, only column 2
+ cell=3,2-3,*    # column 2 till end, only row 3
+ cell=3,2-*,*    # strip row 1 and 2, and column 1
+
+Cells and cell ranges may be combined with C<;>, possibly resulting in rows
+with different number of columns
+
+ cell=1,1-2,2;3,3-4,4;1,4;4,1
+
+Disjointed selections will only return selected cells.   The cells that are
+not  specified  will  not  be  included  in the  returned set,  not even as
+C<undef>.  As an example given a C<CSV> like
+
+ 11,12,13,...19
+ 21,22,...28,29
+ :            :
+ 91,...97,98,99
+
+with C<cell=1,1-2,2;3,3-4,4;1,4;4,1> will return:
+
+ 11,12,14
+ 21,22
+ 33,34
+ 41,43,44
+
+Overlapping cell-specs will return those cells only once, So
+C<cell=1,1-3,3;2,2-4,4;2,3;4,2> will return:
+
+ 11,12,13
+ 21,22,23,24
+ 31,32,33,34
+ 42,43,44
+
+=back
+
+L<RFC7111|http://tools.ietf.org/html/rfc7111> does  B<not>  allow different
+types of specs to be combined   (either C<row> I<or> C<col> I<or> C<cell>).
+Passing an invalid fragment specification will croak and set error 2013.
+
+=head2 column_names
+
+Set the "keys" that will be used in the  L</getline_hr>  calls.  If no keys
+(column names) are passed, it will return the current setting as a list.
+
+L</column_names> accepts a list of scalars  (the column names)  or a single
+array_ref, so you can pass the return value from L</getline> too:
+
+ $csv->column_names ($csv->getline ($io));
+
+L</column_names> does B<no> checking on duplicates at all, which might lead
+to unexpected results.   Undefined entries will be replaced with the string
+C<"\cAUNDEF\cA">, so
+
+ $csv->column_names (undef, "", "name", "name");
+ $hr = $csv->getline_hr ($io);
+
+Will set C<< $hr->{"\cAUNDEF\cA"} >> to the 1st field,  C<< $hr->{""} >> to
+the 2nd field, and C<< $hr->{name} >> to the 4th field,  discarding the 3rd
+field.
+
+L</column_names> croaks on invalid arguments.
+
+=head2 header
+
+This method does NOT work in perl-5.6.x
+
+Parse the CSV header and set L<C<sep>|/sep>, column_names and encoding.
+
+ my @hdr = $csv->header ($fh);
+ $csv->header ($fh, { sep_set => [ ";", ",", "|", "\t" ] });
+ $csv->header ($fh, { detect_bom => 1, munge_column_names => "lc" });
+
+The first argument should be a file handle.
+
+Assuming that the file opened for parsing has a header, and the header does
+not contain problematic characters like embedded newlines,   read the first
+line from the open handle then auto-detect whether the header separates the
+column names with a character from the allowed separator list.
+
+If any of the allowed separators matches,  and none of the I<other> allowed
+separators match,  set  L<C<sep>|/sep>  to that  separator  for the current
+CSV_PP instance and use it to parse the first line, map those to lowercase,
+and use that to set the instance L</column_names>:
+
+ my $csv = Text::CSV_PP->new ({ binary => 1, auto_diag => 1 });
+ open my $fh, "<", "file.csv";
+ binmode $fh; # for Windows
+ $csv->header ($fh);
+ while (my $row = $csv->getline_hr ($fh)) {
+     ...
+     }
+
+If the header is empty,  contains more than one unique separator out of the
+allowed set,  contains empty fields,   or contains identical fields  (after
+folding), it will croak with error 1010, 1011, 1012, or 1013 respectively.
+
+If the header contains embedded newlines or is not valid  CSV  in any other
+way, this method will croak and leave the parse error untouched.
+
+A successful call to C<header>  will always set the  L<C<sep>|/sep>  of the
+C<$csv> object. This behavior can not be disabled.
+
+=head3 return value
+
+On error this method will croak.
+
+In list context,  the headers will be returned whether they are used to set
+L</column_names> or not.
+
+In scalar context, the instance itself is returned.  B<Note>: the values as
+found in the header will effectively be  B<lost> if  C<set_column_names> is
+false.
+
+=head3 Options
+
+=over 2
+
+=item sep_set
+
+ $csv->header ($fh, { sep_set => [ ";", ",", "|", "\t" ] });
+
+The list of legal separators defaults to C<[ ";", "," ]> and can be changed
+by this option.  As this is probably the most often used option,  it can be
+passed on its own as an unnamed argument:
+
+ $csv->header ($fh, [ ";", ",", "|", "\t", "::", "\x{2063}" ]);
+
+Multi-byte  sequences are allowed,  both multi-character and  Unicode.  See
+L<C<sep>|/sep>.
+
+=item detect_bom
+
+ $csv->header ($fh, { detect_bom => 1 });
+
+The default behavior is to detect if the header line starts with a BOM.  If
+the header has a BOM, use that to set the encoding of C<$fh>.  This default
+behavior can be disabled by passing a false value to C<detect_bom>.
+
+Supported encodings from BOM are: UTF-8, UTF-16BE, UTF-16LE, UTF-32BE,  and
+UTF-32LE. BOM's also support UTF-1, UTF-EBCDIC, SCSU, BOCU-1,  and GB-18030
+but L<Encode> does not (yet). UTF-7 is not supported.
+
+The encoding is set using C<binmode> on C<$fh>.
+
+If the handle was opened in a (correct) encoding,  this method will  B<not>
+alter the encoding, as it checks the leading B<bytes> of the first line.
+
+=item munge_column_names
+
+This option offers the means to modify the column names into something that
+is most useful to the application.   The default is to map all column names
+to lower case.
+
+ $csv->header ($fh, { munge_column_names => "lc" });
+
+The following values are available:
+
+  lc   - lower case
+  uc   - upper case
+  none - do not change
+  \&cb - supply a callback
+
+ $csv->header ($fh, { munge_column_names => sub { fc } });
+ $csv->header ($fh, { munge_column_names => sub { "column_".$col++ } });
+ $csv->header ($fh, { munge_column_names => sub { lc (s/\W+/_/gr) } });
+
+As this callback is called in a C<map>, you can use C<$_> directly.
+
+=item set_column_names
+
+ $csv->header ($fh, { set_column_names => 1 });
+
+The default is to set the instances column names using  L</column_names> if
+the method is successful,  so subsequent calls to L</getline_hr> can return
+a hash. Disable setting the header can be forced by using a false value for
+this option.
+
+=back
+
+=head3 Validation
+
+When receiving CSV files from external sources,  this method can be used to
+protect against changes in the layout by restricting to known headers  (and
+typos in the header fields).
+
+ my %known = (
+     "record key" => "c_rec",
+     "rec id"     => "c_rec",
+     "id_rec"     => "c_rec",
+     "kode"       => "code",
+     "code"       => "code",
+     "vaule"      => "value",
+     "value"      => "value",
+     );
+ my $csv = Text::CSV_PP->new ({ binary => 1, auto_diag => 1 });
+ open my $fh, "<", $source or die "$source: $!";
+ $csv->header ($fh, { munge_column_names => sub {
+     s/\s+$//;
+     s/^\s+//;
+     $known{lc $_} or die "Unknown column '$_' in $source";
+     }});
+ while (my $row = $csv->getline_hr ($fh)) {
+     say join "\t", $row->{c_rec}, $row->{code}, $row->{value};
+     }
+
+=head2 bind_columns
+
+Takes a list of scalar references to be used for output with  L</print>  or
+to store in the fields fetched by L</getline>.  When you do not pass enough
+references to store the fetched fields in, L</getline> will fail with error
+C<3006>.  If you pass more than there are fields to return,  the content of
+the remaining references is left untouched.
+
+ $csv->bind_columns (\$code, \$name, \$price, \$description);
+ while ($csv->getline ($io)) {
+     print "The price of a $name is \x{20ac} $price\n";
+     }
+
+To reset or clear all column binding, call L</bind_columns> with the single
+argument C<undef>. This will also clear column names.
+
+ $csv->bind_columns (undef);
+
+If no arguments are passed at all, L</bind_columns> will return the list of
+current bindings or C<undef> if no binds are active.
+
+Note that in parsing with  C<bind_columns>,  the fields are set on the fly.
+That implies that if the third field  of a row  causes an error,  the first
+two fields already have been assigned the values of the current row,  while
+the rest of the fields will still hold the values of the previous row.
+If you want the parser to fail in these cases, use the L<C<strict>|/strict> attribute.
+
+=head2 eof
+
+ $eof = $csv->eof ();
+
+If L</parse> or  L</getline>  was used with an IO stream,  this method will
+return true (1) if the last call hit end of file,  otherwise it will return
+false ('').  This is useful to see the difference between a failure and end
+of file.
+
+Note that if the parsing of the last line caused an error,  C<eof> is still
+true.  That means that if you are I<not> using L</auto_diag>, an idiom like
+
+ while (my $row = $csv->getline ($fh)) {
+     # ...
+     }
+ $csv->eof or $csv->error_diag;
+
+will I<not> report the error. You would have to change that to
+
+ while (my $row = $csv->getline ($fh)) {
+     # ...
+     }
+ +$csv->error_diag and $csv->error_diag;
+
+=head2 types
+
+ $csv->types (\@tref);
+
+This method is used to force that  (all)  columns are of a given type.  For
+example, if you have an integer column,  two  columns  with  doubles  and a
+string column, then you might do a
+
+ $csv->types ([Text::CSV_PP::IV (),
+               Text::CSV_PP::NV (),
+               Text::CSV_PP::NV (),
+               Text::CSV_PP::PV ()]);
+
+Column types are used only for I<decoding> columns while parsing,  in other
+words by the L</parse> and L</getline> methods.
+
+You can unset column types by doing a
+
+ $csv->types (undef);
+
+or fetch the current type settings with
+
+ $types = $csv->types ();
+
+=over 4
+
+=item IV
+
+Set field type to integer.
+
+=item NV
+
+Set field type to numeric/float.
+
+=item PV
+
+Set field type to string.
+
+=back
+
+=head2 fields
+
+ @columns = $csv->fields ();
+
+This method returns the input to   L</combine>  or the resultant decomposed
+fields of a successful L</parse>, whichever was called more recently.
+
+Note that the return value is undefined after using L</getline>, which does
+not fill the data structures returned by L</parse>.
+
+=head2 meta_info
+
+ @flags = $csv->meta_info ();
+
+This method returns the "flags" of the input to L</combine> or the flags of
+the resultant  decomposed fields of  L</parse>,   whichever was called more
+recently.
+
+For each field,  a meta_info field will hold  flags that  inform  something
+about  the  field  returned  by  the  L</fields>  method or  passed to  the
+L</combine> method. The flags are bit-wise-C<or>'d like:
+
+=over 2
+
+=item C< >0x0001
+
+The field was quoted.
+
+=item C< >0x0002
+
+The field was binary.
+
+=back
+
+See the C<is_***> methods below.
+
+=head2 is_quoted
+
+ my $quoted = $csv->is_quoted ($column_idx);
+
+Where  C<$column_idx> is the  (zero-based)  index of the column in the last
+result of L</parse>.
+
+This returns a true value  if the data in the indicated column was enclosed
+in L<C<quote_char>|/quote_char> quotes.  This might be important for fields
+where content C<,20070108,> is to be treated as a numeric value,  and where
+C<,"20070108",> is explicitly marked as character string data.
+
+This method is only valid when L</keep_meta_info> is set to a true value.
+
+=head2 is_binary
+
+ my $binary = $csv->is_binary ($column_idx);
+
+Where  C<$column_idx> is the  (zero-based)  index of the column in the last
+result of L</parse>.
+
+This returns a true value if the data in the indicated column contained any
+byte in the range C<[\x00-\x08,\x10-\x1F,\x7F-\xFF]>.
+
+This method is only valid when L</keep_meta_info> is set to a true value.
+
+=head2 is_missing
+
+ my $missing = $csv->is_missing ($column_idx);
+
+Where  C<$column_idx> is the  (zero-based)  index of the column in the last
+result of L</getline_hr>.
+
+ $csv->keep_meta_info (1);
+ while (my $hr = $csv->getline_hr ($fh)) {
+     $csv->is_missing (0) and next; # This was an empty line
+     }
+
+When using  L</getline_hr>,  it is impossible to tell if the  parsed fields
+are C<undef> because they where not filled in the C<CSV> stream  or because
+they were not read at all, as B<all> the fields defined by L</column_names>
+are set in the hash-ref.    If you still need to know if all fields in each
+row are provided, you should enable L<C<keep_meta_info>|/keep_meta_info> so
+you can check the flags.
+
+If  L<C<keep_meta_info>|/keep_meta_info>  is C<false>,  C<is_missing>  will
+always return C<undef>, regardless of C<$column_idx> being valid or not. If
+this attribute is C<true> it will return either C<0> (the field is present)
+or C<1> (the field is missing).
+
+A special case is the empty line.  If the line is completely empty -  after
+dealing with the flags - this is still a valid CSV line:  it is a record of
+just one single empty field. However, if C<keep_meta_info> is set, invoking
+C<is_missing> with index C<0> will now return true.
+
+=head2 status
+
+ $status = $csv->status ();
+
+This method returns the status of the last invoked L</combine> or L</parse>
+call. Status is success (true: C<1>) or failure (false: C<undef> or C<0>).
+
+=head2 error_input
+
+ $bad_argument = $csv->error_input ();
+
+This method returns the erroneous argument (if it exists) of L</combine> or
+L</parse>,  whichever was called more recently.  If the last invocation was
+successful, C<error_input> will return C<undef>.
+
+=head2 error_diag
+
+ Text::CSV_PP->error_diag ();
+ $csv->error_diag ();
+ $error_code               = 0  + $csv->error_diag ();
+ $error_str                = "" . $csv->error_diag ();
+ ($cde, $str, $pos, $rec, $fld) = $csv->error_diag ();
+
+If (and only if) an error occurred,  this function returns  the diagnostics
+of that error.
+
+If called in void context,  this will print the internal error code and the
+associated error message to STDERR.
+
+If called in list context,  this will return  the error code  and the error
+message in that order.  If the last error was from parsing, the rest of the
+values returned are a best guess at the location  within the line  that was
+being parsed. Their values are 1-based.  The position currently is index of
+the byte at which the parsing failed in the current record. It might change
+to be the index of the current character in a later release. The records is
+the index of the record parsed by the csv instance. The field number is the
+index of the field the parser thinks it is currently  trying to  parse. See
+F<examples/csv-check> for how this can be used.
+
+If called in  scalar context,  it will return  the diagnostics  in a single
+scalar, a-la C<$!>.  It will contain the error code in numeric context, and
+the diagnostics message in string context.
+
+When called as a class method or a  direct function call,  the  diagnostics
+are that of the last L</new> call.
+
+=head2 record_number
+
+ $recno = $csv->record_number ();
+
+Returns the records parsed by this csv instance.  This value should be more
+accurate than C<$.> when embedded newlines come in play. Records written by
+this instance are not counted.
+
+=head2 SetDiag
+
+ $csv->SetDiag (0);
+
+Use to reset the diagnostics if you are dealing with errors.
+
+=head1 FUNCTIONS
+
+This whole section is also taken from Text::CSV_XS.
+
+=head2 csv
+
+This function is not exported by default and should be explicitly requested:
+
+ use Text::CSV_PP qw( csv );
+
+This is an high-level function that aims at simple (user) interfaces.  This
+can be used to read/parse a C<CSV> file or stream (the default behavior) or
+to produce a file or write to a stream (define the  C<out>  attribute).  It
+returns an array- or hash-reference on parsing (or C<undef> on fail) or the
+numeric value of  L</error_diag>  on writing.  When this function fails you
+can get to the error using the class call to L</error_diag>
+
+ my $aoa = csv (in => "test.csv") or
+     die Text::CSV_PP->error_diag;
+
+This function takes the arguments as key-value pairs. This can be passed as
+a list or as an anonymous hash:
+
+ my $aoa = csv (  in => "test.csv", sep_char => ";");
+ my $aoh = csv ({ in => $fh, headers => "auto" });
+
+The arguments passed consist of two parts:  the arguments to L</csv> itself
+and the optional attributes to the  C<CSV>  object used inside the function
+as enumerated and explained in L</new>.
+
+If not overridden, the default option used for CSV is
+
+ auto_diag   => 1
+ escape_null => 0
+
+The option that is always set and cannot be altered is
+
+ binary      => 1
+
+As this function will likely be used in one-liners,  it allows  C<quote> to
+be abbreviated as C<quo>,  and  C<escape_char> to be abbreviated as  C<esc>
+or C<escape>.
+
+Alternative invocations:
+
+ my $aoa = Text::CSV_PP::csv (in => "file.csv");
+
+ my $csv = Text::CSV_PP->new ();
+ my $aoa = $csv->csv (in => "file.csv");
+
+In the latter case, the object attributes are used from the existing object
+and the attribute arguments in the function call are ignored:
+
+ my $csv = Text::CSV_PP->new ({ sep_char => ";" });
+ my $aoh = $csv->csv (in => "file.csv", bom => 1);
+
+will parse using C<;> as C<sep_char>, not C<,>.
+
+=head3 in
+
+Used to specify the source.  C<in> can be a file name (e.g. C<"file.csv">),
+which will be  opened for reading  and closed when finished,  a file handle
+(e.g.  C<$fh> or C<FH>),  a reference to a glob (e.g. C<\*ARGV>),  the glob
+itself (e.g. C<*STDIN>), or a reference to a scalar (e.g. C<\q{1,2,"csv"}>).
+
+When used with L</out>, C<in> should be a reference to a CSV structure (AoA
+or AoH)  or a CODE-ref that returns an array-reference or a hash-reference.
+The code-ref will be invoked with no arguments.
+
+ my $aoa = csv (in => "file.csv");
+
+ open my $fh, "<", "file.csv";
+ my $aoa = csv (in => $fh);
+
+ my $csv = [ [qw( Foo Bar )], [ 1, 2 ], [ 2, 3 ]];
+ my $err = csv (in => $csv, out => "file.csv");
+
+If called in void context without the L</out> attribute, the resulting ref
+will be used as input to a subsequent call to csv:
+
+ csv (in => "file.csv", filter => { 2 => sub { length > 2 }})
+
+will be a shortcut to
+
+ csv (in => csv (in => "file.csv", filter => { 2 => sub { length > 2 }}))
+
+where, in the absence of the C<out> attribute, this is a shortcut to
+
+ csv (in  => csv (in => "file.csv", filter => { 2 => sub { length > 2 }}),
+      out => *STDOUT)
+
+=head3 out
+
+In output mode, the default CSV options when producing CSV are
+
+ eol       => "\r\n"
+
+The L</fragment> attribute is ignored in output mode.
+
+C<out> can be a file name  (e.g.  C<"file.csv">),  which will be opened for
+writing and closed when finished,  a file handle (e.g. C<$fh> or C<FH>),  a
+reference to a glob (e.g. C<\*STDOUT>), or the glob itself (e.g. C<*STDOUT>).
+
+ csv (in => sub { $sth->fetch },            out => "dump.csv");
+ csv (in => sub { $sth->fetchrow_hashref }, out => "dump.csv",
+      headers => $sth->{NAME_lc});
+
+When a code-ref is used for C<in>, the output is generated  per invocation,
+so no buffering is involved. This implies that there is no size restriction
+on the number of records. The C<csv> function ends when the coderef returns
+a false value.
+
+=head3 encoding
+
+If passed,  it should be an encoding accepted by the  C<:encoding()> option
+to C<open>. There is no default value. This attribute does not work in perl
+5.6.x.  C<encoding> can be abbreviated to C<enc> for ease of use in command
+line invocations.
+
+If C<encoding> is set to the literal value C<"auto">, the method L</header>
+will be invoked on the opened stream to check if there is a BOM and set the
+encoding accordingly.   This is equal to passing a true value in the option
+L<C<detect_bom>|/detect_bom>.
+
+=head3 detect_bom
+
+If  C<detect_bom>  is given, the method  L</header>  will be invoked on the
+opened stream to check if there is a BOM and set the encoding accordingly.
+
+C<detect_bom> can be abbreviated to C<bom>.
+
+This is the same as setting L<C<encoding>|/encoding> to C<"auto">.
+
+Note that as L</header> is invoked, its default is to also set the headers.
+
+=head3 headers
+
+If this attribute is not given, the default behavior is to produce an array
+of arrays.
+
+If C<headers> is supplied,  it should be an anonymous list of column names,
+an anonymous hashref, a coderef, or a literal flag:  C<auto>, C<lc>, C<uc>,
+or C<skip>.
+
+=over 2
+
+=item skip
+
+When C<skip> is used, the header will not be included in the output.
+
+ my $aoa = csv (in => $fh, headers => "skip");
+
+=item auto
+
+If C<auto> is used, the first line of the C<CSV> source will be read as the
+list of field headers and used to produce an array of hashes.
+
+ my $aoh = csv (in => $fh, headers => "auto");
+
+=item lc
+
+If C<lc> is used,  the first line of the  C<CSV> source will be read as the
+list of field headers mapped to  lower case and used to produce an array of
+hashes. This is a variation of C<auto>.
+
+ my $aoh = csv (in => $fh, headers => "lc");
+
+=item uc
+
+If C<uc> is used,  the first line of the  C<CSV> source will be read as the
+list of field headers mapped to  upper case and used to produce an array of
+hashes. This is a variation of C<auto>.
+
+ my $aoh = csv (in => $fh, headers => "uc");
+
+=item CODE
+
+If a coderef is used,  the first line of the  C<CSV> source will be read as
+the list of mangled field headers in which each field is passed as the only
+argument to the coderef. This list is used to produce an array of hashes.
+
+ my $aoh = csv (in      => $fh,
+                headers => sub { lc ($_[0]) =~ s/kode/code/gr });
+
+this example is a variation of using C<lc> where all occurrences of C<kode>
+are replaced with C<code>.
+
+=item ARRAY
+
+If  C<headers>  is an anonymous list,  the entries in the list will be used
+as field names. The first line is considered data instead of headers.
+
+ my $aoh = csv (in => $fh, headers => [qw( Foo Bar )]);
+ csv (in => $aoa, out => $fh, headers => [qw( code description price )]);
+
+=item HASH
+
+If C<headers> is an hash reference, this implies C<auto>, but header fields
+for that exist as key in the hashref will be replaced by the value for that
+key. Given a CSV file like
+
+ post-kode,city,name,id number,fubble
+ 1234AA,Duckstad,Donald,13,"X313DF"
+
+using
+
+ csv (headers => { "post-kode" => "pc", "id number" => "ID" }, ...
+
+will return an entry like
+
+ { pc     => "1234AA",
+   city   => "Duckstad",
+   name   => "Donald",
+   ID     => "13",
+   fubble => "X313DF",
+   }
+
+=back
+
+See also L<C<munge_column_names>|/munge_column_names> and
+L<C<set_column_names>|/set_column_names>.
+
+=head3 munge_column_names
+
+If C<munge_column_names> is set,  the method  L</header>  is invoked on the
+opened stream with all matching arguments to detect and set the headers.
+
+C<munge_column_names> can be abbreviated to C<munge>.
+
+=head3 key
+
+If passed,  will default  L<C<headers>|/headers>  to C<"auto"> and return a
+hashref instead of an array of hashes.
+
+ my $ref = csv (in => "test.csv", key => "code");
+
+with test.csv like
+
+ code,product,price,color
+ 1,pc,850,gray
+ 2,keyboard,12,white
+ 3,mouse,5,black
+
+will return
+
+  { 1   => {
+        code    => 1,
+        color   => 'gray',
+        price   => 850,
+        product => 'pc'
+        },
+    2   => {
+        code    => 2,
+        color   => 'white',
+        price   => 12,
+        product => 'keyboard'
+        },
+    3   => {
+        code    => 3,
+        color   => 'black',
+        price   => 5,
+        product => 'mouse'
+        }
+    }
+
+=head3 fragment
+
+Only output the fragment as defined in the L</fragment> method. This option
+is ignored when I<generating> C<CSV>. See L</out>.
+
+Combining all of them could give something like
+
+ use Text::CSV_PP qw( csv );
+ my $aoh = csv (
+     in       => "test.txt",
+     encoding => "utf-8",
+     headers  => "auto",
+     sep_char => "|",
+     fragment => "row=3;6-9;15-*",
+     );
+ say $aoh->[15]{Foo};
+
+=head3 sep_set
+
+If C<sep_set> is set, the method L</header> is invoked on the opened stream
+to detect and set L<C<sep_char>|/sep_char> with the given set.
+
+C<sep_set> can be abbreviated to C<seps>.
+
+Note that as L</header> is invoked, its default is to also set the headers.
+
+=head3 set_column_names
+
+If  C<set_column_names> is passed,  the method L</header> is invoked on the
+opened stream with all arguments meant for L</header>.
+
+=head2 Callbacks
+
+Callbacks enable actions triggered from the I<inside> of Text::CSV_PP.
+
+While most of what this enables  can easily be done in an  unrolled loop as
+described in the L</SYNOPSIS> callbacks can be used to meet special demands
+or enhance the L</csv> function.
+
+=over 2
+
+=item error
+
+ $csv->callbacks (error => sub { $csv->SetDiag (0) });
+
+the C<error>  callback is invoked when an error occurs,  but  I<only>  when
+L</auto_diag> is set to a true value. A callback is invoked with the values
+returned by L</error_diag>:
+
+ my ($c, $s);
+
+ sub ignore3006
+ {
+     my ($err, $msg, $pos, $recno, $fldno) = @_;
+     if ($err == 3006) {
+         # ignore this error
+         ($c, $s) = (undef, undef);
+         Text::CSV_PP->SetDiag (0);
+         }
+     # Any other error
+     return;
+     } # ignore3006
+
+ $csv->callbacks (error => \&ignore3006);
+ $csv->bind_columns (\$c, \$s);
+ while ($csv->getline ($fh)) {
+     # Error 3006 will not stop the loop
+     }
+
+=item after_parse
+
+ $csv->callbacks (after_parse => sub { push @{$_[1]}, "NEW" });
+ while (my $row = $csv->getline ($fh)) {
+     $row->[-1] eq "NEW";
+     }
+
+This callback is invoked after parsing with  L</getline>  only if no  error
+occurred.  The callback is invoked with two arguments:   the current C<CSV>
+parser object and an array reference to the fields parsed.
+
+The return code of the callback is ignored  unless it is a reference to the
+string "skip", in which case the record will be skipped in L</getline_all>.
+
+ sub add_from_db
+ {
+     my ($csv, $row) = @_;
+     $sth->execute ($row->[4]);
+     push @$row, $sth->fetchrow_array;
+     } # add_from_db
+
+ my $aoa = csv (in => "file.csv", callbacks => {
+     after_parse => \&add_from_db });
+
+This hook can be used for validation:
+
+=over 2
+
+=item FAIL
+
+Die if any of the records does not validate a rule:
+
+ after_parse => sub {
+     $_[1][4] =~ m/^[0-9]{4}\s?[A-Z]{2}$/ or
+         die "5th field does not have a valid Dutch zipcode";
+     }
+
+=item DEFAULT
+
+Replace invalid fields with a default value:
+
+ after_parse => sub { $_[1][2] =~ m/^\d+$/ or $_[1][2] = 0 }
+
+=item SKIP
+
+Skip records that have invalid fields (only applies to L</getline_all>):
+
+ after_parse => sub { $_[1][0] =~ m/^\d+$/ or return \"skip"; }
+
+=back
+
+=item before_print
+
+ my $idx = 1;
+ $csv->callbacks (before_print => sub { $_[1][0] = $idx++ });
+ $csv->print (*STDOUT, [ 0, $_ ]) for @members;
+
+This callback is invoked  before printing with  L</print>  only if no error
+occurred.  The callback is invoked with two arguments:  the current  C<CSV>
+parser object and an array reference to the fields passed.
+
+The return code of the callback is ignored.
+
+ sub max_4_fields
+ {
+     my ($csv, $row) = @_;
+     @$row > 4 and splice @$row, 4;
+     } # max_4_fields
+
+ csv (in => csv (in => "file.csv"), out => *STDOUT,
+     callbacks => { before print => \&max_4_fields });
+
+This callback is not active for L</combine>.
+
+=back
+
+=head3 Callbacks for csv ()
+
+The L</csv> allows for some callbacks that do not integrate in XS internals
+but only feature the L</csv> function.
+
+  csv (in        => "file.csv",
+       callbacks => {
+           filter       => { 6 => sub { $_ > 15 } },    # first
+           after_parse  => sub { say "AFTER PARSE";  }, # first
+           after_in     => sub { say "AFTER IN";     }, # second
+           on_in        => sub { say "ON IN";        }, # third
+           },
+       );
+
+  csv (in        => $aoh,
+       out       => "file.csv",
+       callbacks => {
+           on_in        => sub { say "ON IN";        }, # first
+           before_out   => sub { say "BEFORE OUT";   }, # second
+           before_print => sub { say "BEFORE PRINT"; }, # third
+           },
+       );
+
+=over 2
+
+=item filter
+
+This callback can be used to filter records.  It is called just after a new
+record has been scanned.  The callback accepts a hashref where the keys are
+the index to the row (the field number, 1-based) and the values are subs to
+return a true or false value.
+
+ csv (in => "file.csv", filter => {
+            3 => sub { m/a/ },       # third field should contain an "a"
+            5 => sub { length > 4 }, # length of the 5th field minimal 5
+            });
+
+ csv (in => "file.csv", filter => "not_blank");
+ csv (in => "file.csv", filter => "not_empty");
+ csv (in => "file.csv", filter => "filled");
+
+If the keys to the filter hash contain any character that is not a digit it
+will also implicitly set L</headers> to C<"auto">  unless  L</headers>  was
+already passed as argument.  When headers are active, returning an array of
+hashes, the filter is not applicable to the header itself.
+
+ csv (in => "file.csv", filter => { foo => sub { $_ > 4 }});
+
+All sub results should match, as in AND.
+
+The context of the callback sets  C<$_> localized to the field indicated by
+the filter. The two arguments are as with all other callbacks, so the other
+fields in the current row can be seen:
+
+ filter => { 3 => sub { $_ > 100 ? $_[1][1] =~ m/A/ : $_[1][6] =~ m/B/ }}
+
+If the context is set to return a list of hashes  (L</headers> is defined),
+the current record will also be available in the localized C<%_>:
+
+ filter => { 3 => sub { $_ > 100 && $_{foo} =~ m/A/ && $_{bar} < 1000  }}
+
+If the filter is used to I<alter> the content by changing C<$_>,  make sure
+that the sub returns true in order not to have that record skipped:
+
+ filter => { 2 => sub { $_ = uc }}
+
+will upper-case the second field, and then skip it if the resulting content
+evaluates to false. To always accept, end with truth:
+
+ filter => { 2 => sub { $_ = uc; 1 }}
+
+B<Predefined filters>
+
+Given a file like (line numbers prefixed for doc purpose only):
+
+ 1:1,2,3
+ 2:
+ 3:,
+ 4:""
+ 5:,,
+ 6:, ,
+ 7:"",
+ 8:" "
+ 9:4,5,6
+
+=over 2
+
+=item not_blank
+
+Filter out the blank lines
+
+This filter is a shortcut for
+
+ filter => { 0 => sub { @{$_[1]} > 1 or
+             defined $_[1][0] && $_[1][0] ne "" } }
+
+Due to the implementation,  it is currently impossible to also filter lines
+that consists only of a quoted empty field. These lines are also considered
+blank lines.
+
+With the given example, lines 2 and 4 will be skipped.
+
+=item not_empty
+
+Filter out lines where all the fields are empty.
+
+This filter is a shortcut for
+
+ filter => { 0 => sub { grep { defined && $_ ne "" } @{$_[1]} } }
+
+A space is not regarded being empty, so given the example data, lines 2, 3,
+4, 5, and 7 are skipped.
+
+=item filled
+
+Filter out lines that have no visible data
+
+This filter is a shortcut for
+
+ filter => { 0 => sub { grep { defined && m/\S/ } @{$_[1]} } }
+
+This filter rejects all lines that I<not> have at least one field that does
+not evaluate to the empty string.
+
+With the given example data, this filter would skip lines 2 through 8.
+
+=back
+
+=item after_in
+
+This callback is invoked for each record after all records have been parsed
+but before returning the reference to the caller.  The hook is invoked with
+two arguments:  the current  C<CSV>  parser object  and a  reference to the
+record.   The reference can be a reference to a  HASH  or a reference to an
+ARRAY as determined by the arguments.
+
+This callback can also be passed as  an attribute without the  C<callbacks>
+wrapper.
+
+=item before_out
+
+This callback is invoked for each record before the record is printed.  The
+hook is invoked with two arguments:  the current C<CSV> parser object and a
+reference to the record.   The reference can be a reference to a  HASH or a
+reference to an ARRAY as determined by the arguments.
+
+This callback can also be passed as an attribute  without the  C<callbacks>
+wrapper.
+
+This callback makes the row available in C<%_> if the row is a hashref.  In
+this case C<%_> is writable and will change the original row.
+
+=item on_in
+
+This callback acts exactly as the L</after_in> or the L</before_out> hooks.
+
+This callback can also be passed as an attribute  without the  C<callbacks>
+wrapper.
+
+This callback makes the row available in C<%_> if the row is a hashref.  In
+this case C<%_> is writable and will change the original row. So e.g. with
+
+  my $aoh = csv (
+      in      => \"foo\n1\n2\n",
+      headers => "auto",
+      on_in   => sub { $_{bar} = 2; },
+      );
+
+C<$aoh> will be:
+
+  [ { foo => 1,
+      bar => 2,
+      }
+    { foo => 2,
+      bar => 2,
+      }
+    ]
+
+=item csv
+
+The I<function>  L</csv> can also be called as a method or with an existing
+Text::CSV_PP object. This could help if the function is to be invoked a lot
+of times and the overhead of creating the object internally over  and  over
+again would be prevented by passing an existing instance.
+
+ my $csv = Text::CSV_PP->new ({ binary => 1, auto_diag => 1 });
+
+ my $aoa = $csv->csv (in => $fh);
+ my $aoa = csv (in => $fh, csv => $csv);
+
+both act the same. Running this 20000 times on a 20 lines CSV file,  showed
+a 53% speedup.
+
+=back
+
+=head1 DIAGNOSTICS
+
+This section is also taken from Text::CSV_XS.
+
+If an error occurs,  C<< $csv->error_diag >> can be used to get information
+on the cause of the failure. Note that for speed reasons the internal value
+is never cleared on success,  so using the value returned by L</error_diag>
+in normal cases - when no error occurred - may cause unexpected results.
+
+If the constructor failed, the cause can be found using L</error_diag> as a
+class method, like C<< Text::CSV_PP->error_diag >>.
+
+The C<< $csv->error_diag >> method is automatically invoked upon error when
+the contractor was called with  L<C<auto_diag>|/auto_diag>  set to  C<1> or
+C<2>, or when L<autodie> is in effect.  When set to C<1>, this will cause a
+C<warn> with the error message,  when set to C<2>, it will C<die>. C<2012 -
+EOF> is excluded from L<C<auto_diag>|/auto_diag> reports.
+
+Errors can be (individually) caught using the L</error> callback.
+
+The errors as described below are available. I have tried to make the error
+itself explanatory enough, but more descriptions will be added. For most of
+these errors, the first three capitals describe the error category:
+
+=over 2
+
+=item *
+INI
+
+Initialization error or option conflict.
+
+=item *
+ECR
+
+Carriage-Return related parse error.
+
+=item *
+EOF
+
+End-Of-File related parse error.
+
+=item *
+EIQ
+
+Parse error inside quotation.
+
+=item *
+EIF
+
+Parse error inside field.
+
+=item *
+ECB
+
+Combine error.
+
+=item *
+EHR
+
+HashRef parse related error.
+
+=back
+
+And below should be the complete list of error codes that can be returned:
+
+=over 2
+
+=item *
+1001 "INI - sep_char is equal to quote_char or escape_char"
+X<1001>
+
+The  L<separation character|/sep_char>  cannot be equal to  L<the quotation
+character|/quote_char> or to L<the escape character|/escape_char>,  as this
+would invalidate all parsing rules.
+
+=item *
+1002 "INI - allow_whitespace with escape_char or quote_char SP or TAB"
+X<1002>
+
+Using the  L<C<allow_whitespace>|/allow_whitespace>  attribute  when either
+L<C<quote_char>|/quote_char> or L<C<escape_char>|/escape_char>  is equal to
+C<SPACE> or C<TAB> is too ambiguous to allow.
+
+=item *
+1003 "INI - \r or \n in main attr not allowed"
+X<1003>
+
+Using default L<C<eol>|/eol> characters in either L<C<sep_char>|/sep_char>,
+L<C<quote_char>|/quote_char>,   or  L<C<escape_char>|/escape_char>  is  not
+allowed.
+
+=item *
+1004 "INI - callbacks should be undef or a hashref"
+X<1004>
+
+The L<C<callbacks>|/Callbacks>  attribute only allows one to be C<undef> or
+a hash reference.
+
+=item *
+1005 "INI - EOL too long"
+X<1005>
+
+The value passed for EOL is exceeding its maximum length (16).
+
+=item *
+1006 "INI - SEP too long"
+X<1006>
+
+The value passed for SEP is exceeding its maximum length (16).
+
+=item *
+1007 "INI - QUOTE too long"
+X<1007>
+
+The value passed for QUOTE is exceeding its maximum length (16).
+
+=item *
+1008 "INI - SEP undefined"
+X<1008>
+
+The value passed for SEP should be defined and not empty.
+
+=item *
+1010 "INI - the header is empty"
+X<1010>
+
+The header line parsed in the L</header> is empty.
+
+=item *
+1011 "INI - the header contains more than one valid separator"
+X<1011>
+
+The header line parsed in the  L</header>  contains more than one  (unique)
+separator character out of the allowed set of separators.
+
+=item *
+1012 "INI - the header contains an empty field"
+X<1012>
+
+The header line parsed in the L</header> is contains an empty field.
+
+=item *
+1013 "INI - the header contains nun-unique fields"
+X<1013>
+
+The header line parsed in the  L</header>  contains at least  two identical
+fields.
+
+=item *
+1014 "INI - header called on undefined stream"
+X<1014>
+
+The header line cannot be parsed from an undefined sources.
+
+=item *
+1500 "PRM - Invalid/unsupported argument(s)"
+X<1500>
+
+Function or method called with invalid argument(s) or parameter(s).
+
+=item *
+2010 "ECR - QUO char inside quotes followed by CR not part of EOL"
+X<2010>
+
+When  L<C<eol>|/eol>  has  been  set  to  anything  but the  default,  like
+C<"\r\t\n">,  and  the  C<"\r">  is  following  the   B<second>   (closing)
+L<C<quote_char>|/quote_char>, where the characters following the C<"\r"> do
+not make up the L<C<eol>|/eol> sequence, this is an error.
+
+=item *
+2011 "ECR - Characters after end of quoted field"
+X<2011>
+
+Sequences like C<1,foo,"bar"baz,22,1> are not allowed. C<"bar"> is a quoted
+field and after the closing double-quote, there should be either a new-line
+sequence or a separation character.
+
+=item *
+2012 "EOF - End of data in parsing input stream"
+X<2012>
+
+Self-explaining. End-of-file while inside parsing a stream. Can happen only
+when reading from streams with L</getline>,  as using  L</parse> is done on
+strings that are not required to have a trailing L<C<eol>|/eol>.
+
+=item *
+2013 "INI - Specification error for fragments RFC7111"
+X<2013>
+
+Invalid specification for URI L</fragment> specification.
+
+=item *
+2014 "ENF - Inconsistent number of fields"
+X<2014>
+
+Inconsistent number of fields under strict parsing.
+
+=item *
+2021 "EIQ - NL char inside quotes, binary off"
+X<2021>
+
+Sequences like C<1,"foo\nbar",22,1> are allowed only when the binary option
+has been selected with the constructor.
+
+=item *
+2022 "EIQ - CR char inside quotes, binary off"
+X<2022>
+
+Sequences like C<1,"foo\rbar",22,1> are allowed only when the binary option
+has been selected with the constructor.
+
+=item *
+2023 "EIQ - QUO character not allowed"
+X<2023>
+
+Sequences like C<"foo "bar" baz",qu> and C<2023,",2008-04-05,"Foo, Bar",\n>
+will cause this error.
+
+=item *
+2024 "EIQ - EOF cannot be escaped, not even inside quotes"
+X<2024>
+
+The escape character is not allowed as last character in an input stream.
+
+=item *
+2025 "EIQ - Loose unescaped escape"
+X<2025>
+
+An escape character should escape only characters that need escaping.
+
+Allowing  the escape  for other characters  is possible  with the attribute
+L</allow_loose_escape>.
+
+=item *
+2026 "EIQ - Binary character inside quoted field, binary off"
+X<2026>
+
+Binary characters are not allowed by default.    Exceptions are fields that
+contain valid UTF-8,  that will automatically be upgraded if the content is
+valid UTF-8. Set L<C<binary>|/binary> to C<1> to accept binary data.
+
+=item *
+2027 "EIQ - Quoted field not terminated"
+X<2027>
+
+When parsing a field that started with a quotation character,  the field is
+expected to be closed with a quotation character.   When the parsed line is
+exhausted before the quote is found, that field is not terminated.
+
+=item *
+2030 "EIF - NL char inside unquoted verbatim, binary off"
+X<2030>
+
+=item *
+2031 "EIF - CR char is first char of field, not part of EOL"
+X<2031>
+
+=item *
+2032 "EIF - CR char inside unquoted, not part of EOL"
+X<2032>
+
+=item *
+2034 "EIF - Loose unescaped quote"
+X<2034>
+
+=item *
+2035 "EIF - Escaped EOF in unquoted field"
+X<2035>
+
+=item *
+2036 "EIF - ESC error"
+X<2036>
+
+=item *
+2037 "EIF - Binary character in unquoted field, binary off"
+X<2037>
+
+=item *
+2110 "ECB - Binary character in Combine, binary off"
+X<2110>
+
+=item *
+2200 "EIO - print to IO failed. See errno"
+X<2200>
+
+=item *
+3001 "EHR - Unsupported syntax for column_names ()"
+X<3001>
+
+=item *
+3002 "EHR - getline_hr () called before column_names ()"
+X<3002>
+
+=item *
+3003 "EHR - bind_columns () and column_names () fields count mismatch"
+X<3003>
+
+=item *
+3004 "EHR - bind_columns () only accepts refs to scalars"
+X<3004>
+
+=item *
+3006 "EHR - bind_columns () did not pass enough refs for parsed fields"
+X<3006>
+
+=item *
+3007 "EHR - bind_columns needs refs to writable scalars"
+X<3007>
+
+=item *
+3008 "EHR - unexpected error in bound fields"
+X<3008>
+
+=item *
+3009 "EHR - print_hr () called before column_names ()"
+X<3009>
+
+=item *
+3010 "EHR - print_hr () called with invalid arguments"
+X<3010>
+
+=back
+
+=head1 SEE ALSO
+
+L<Text::CSV_XS>, L<Text::CSV>
+
+Older versions took many regexp from L<http://www.din.or.jp/~ohzaki/perl.htm>
+
+=head1 AUTHOR
+
+Kenichi Ishigaki, E<lt>ishigaki[at]cpan.orgE<gt>
+Makamaka Hannyaharamitu, E<lt>makamaka[at]cpan.orgE<gt>
+
+Text::CSV_XS was written by E<lt>joe[at]ispsoft.deE<gt>
+and maintained by E<lt>h.m.brand[at]xs4all.nlE<gt>.
+
+Text::CSV was written by E<lt>alan[at]mfgrtl.comE<gt>.
+
+=head1 COPYRIGHT AND LICENSE
+
+Copyright 2017- by Kenichi Ishigaki, E<lt>ishigaki[at]cpan.orgE<gt>
+Copyright 2005-2015 by Makamaka Hannyaharamitu, E<lt>makamaka[at]cpan.orgE<gt>
+
+Most of the code and doc is directly taken from the pure perl part of
+Text::CSV_XS.
+
+Copyright (C) 2007-2016 H.Merijn Brand.  All rights reserved.
+Copyright (C) 1998-2001 Jochen Wiedmann. All rights reserved.
+Copyright (C) 1997      Alan Citterman.  All rights reserved.
+
+This library is free software; you can redistribute it and/or modify
+it under the same terms as Perl itself.
+
+=cut
diff --git a/deployment-apps/TA-metricator-hec-for-nmon/bin/lib/aix/Text/Diff.pm b/deployment-apps/TA-metricator-hec-for-nmon/bin/lib/aix/Text/Diff.pm
new file mode 100644
index 0000000..7f3a613
--- /dev/null
+++ b/deployment-apps/TA-metricator-hec-for-nmon/bin/lib/aix/Text/Diff.pm
@@ -0,0 +1,745 @@
+package Text::Diff;
+
+use 5.006;
+use strict;
+use warnings;
+use Carp            qw/ croak confess /;
+use Exporter        ();
+use Algorithm::Diff ();
+
+our $VERSION = '1.45';
+our @ISA     = qw/ Exporter /;
+our @EXPORT  = qw/ diff /;
+
+## Hunks are made of ops.  An op is the starting index for each
+## sequence and the opcode:
+use constant A       => 0;   # Array index before match/discard
+use constant B       => 1;
+use constant OPCODE  => 2;   # "-", " ", "+"
+use constant FLAG    => 3;   # What to display if not OPCODE "!"
+
+my %internal_styles = (
+    Unified  => undef,
+    Context  => undef,
+    OldStyle => undef,
+    Table    => undef,   ## "internal", but in another module
+);
+
+sub diff {
+    my @seqs    = ( shift, shift );
+    my $options = shift || {};
+
+    for my $i ( 0 .. 1 ) {
+        my $seq = $seqs[$i];
+        my $type = ref $seq;
+
+        while ( $type eq "CODE" ) {
+            $seqs[$i] = $seq = $seq->( $options );
+            $type = ref $seq;
+        }
+
+        my $AorB = !$i ? "A" : "B";
+
+        if ( $type eq "ARRAY" ) {
+            ## This is most efficient :)
+            $options->{"OFFSET_$AorB"} = 0
+                unless defined $options->{"OFFSET_$AorB"};
+        }
+        elsif ( $type eq "SCALAR" ) {
+            $seqs[$i] = [split( /^/m, $$seq )];
+            $options->{"OFFSET_$AorB"} = 1
+                unless defined $options->{"OFFSET_$AorB"};
+        }
+        elsif ( ! $type ) {
+            $options->{"OFFSET_$AorB"} = 1
+                unless defined $options->{"OFFSET_$AorB"};
+            $options->{"FILENAME_$AorB"} = $seq
+                unless defined $options->{"FILENAME_$AorB"};
+            $options->{"MTIME_$AorB"} = (stat($seq))[9]
+                unless defined $options->{"MTIME_$AorB"};
+
+            local $/ = "\n";
+            open F, "<$seq" or croak "$!: $seq";
+            $seqs[$i] = [<F>];
+            close F;
+
+        }
+        elsif ( $type eq "GLOB" || UNIVERSAL::isa( $seq, "IO::Handle" ) ) {
+            $options->{"OFFSET_$AorB"} = 1
+                unless defined $options->{"OFFSET_$AorB"};
+            local $/ = "\n";
+            $seqs[$i] = [<$seq>];
+        }
+        else {
+            confess "Can't handle input of type ", ref;
+        }
+    }
+
+    ## Config vars
+    my $output;
+    my $output_handler = $options->{OUTPUT};
+    my $type = ref $output_handler ;
+    if ( ! defined $output_handler ) {
+        $output = "";
+        $output_handler = sub { $output .= shift };
+    }
+    elsif ( $type eq "CODE" ) {
+        ## No problems, mate.
+    }
+    elsif ( $type eq "SCALAR" ) {
+        my $out_ref = $output_handler;
+        $output_handler = sub { $$out_ref .= shift };
+    }
+    elsif ( $type eq "ARRAY" ) {
+        my $out_ref = $output_handler;
+        $output_handler = sub { push @$out_ref, shift };
+    }
+    elsif ( $type eq "GLOB" || UNIVERSAL::isa $output_handler, "IO::Handle" ) {
+        my $output_handle = $output_handler;
+        $output_handler = sub { print $output_handle shift };
+    }
+    else {
+        croak "Unrecognized output type: $type";
+    }
+
+    my $style  = $options->{STYLE};
+    $style = "Unified" unless defined $options->{STYLE};
+    $style = "Text::Diff::$style" if exists $internal_styles{$style};
+
+    if ( ! $style->can( "hunk" ) ) {
+        eval "require $style; 1" or die $@;
+    }
+
+    $style = $style->new if ! ref $style && $style->can( "new" );
+
+    my $ctx_lines = $options->{CONTEXT};
+    $ctx_lines = 3 unless defined $ctx_lines;
+    $ctx_lines = 0 if $style->isa( "Text::Diff::OldStyle" );
+
+    my @keygen_args = $options->{KEYGEN_ARGS}
+        ? @{$options->{KEYGEN_ARGS}}
+        : ();
+
+    ## State vars
+    my $diffs = 0; ## Number of discards this hunk
+    my $ctx   = 0; ## Number of " " (ctx_lines) ops pushed after last diff.
+    my @ops;       ## ops (" ", +, -) in this hunk
+    my $hunks = 0; ## Number of hunks
+
+    my $emit_ops = sub {
+        $output_handler->( $style->file_header( @seqs,     $options ) )
+            unless $hunks++;
+        $output_handler->( $style->hunk_header( @seqs, @_, $options ) );
+        $output_handler->( $style->hunk       ( @seqs, @_, $options ) );
+        $output_handler->( $style->hunk_footer( @seqs, @_, $options ) );
+    };
+
+    ## We keep 2*ctx_lines so that if a diff occurs
+    ## at 2*ctx_lines we continue to grow the hunk instead
+    ## of emitting diffs and context as we go. We
+    ## need to know the total length of both of the two
+    ## subsequences so the line count can be printed in the
+    ## header.
+    my $dis_a = sub {push @ops, [@_[0,1],"-"]; ++$diffs ; $ctx = 0 };
+    my $dis_b = sub {push @ops, [@_[0,1],"+"]; ++$diffs ; $ctx = 0 };
+
+    Algorithm::Diff::traverse_sequences(
+        @seqs,
+        {
+            MATCH => sub {
+                push @ops, [@_[0,1]," "];
+
+                if ( $diffs && ++$ctx > $ctx_lines * 2 ) {
+                    $emit_ops->( [ splice @ops, 0, $#ops - $ctx_lines ] );
+                    $ctx = $diffs = 0;
+                }
+
+                ## throw away context lines that aren't needed any more
+                shift @ops if ! $diffs && @ops > $ctx_lines;
+            },
+            DISCARD_A => $dis_a,
+            DISCARD_B => $dis_b,
+        },
+        $options->{KEYGEN},  # pass in user arguments for key gen function
+        @keygen_args,
+    );
+
+    if ( $diffs ) {
+        $#ops -= $ctx - $ctx_lines if $ctx > $ctx_lines;
+        $emit_ops->( \@ops );
+    }
+
+    $output_handler->( $style->file_footer( @seqs, $options ) ) if $hunks;
+
+    return defined $output ? $output : $hunks;
+}
+
+sub _header {
+    my ( $h ) = @_;
+    my ( $p1, $fn1, $t1, $p2, $fn2, $t2 ) = @{$h}{
+        "FILENAME_PREFIX_A",
+        "FILENAME_A",
+        "MTIME_A",
+        "FILENAME_PREFIX_B",
+        "FILENAME_B",
+        "MTIME_B"
+    };
+
+    ## remember to change Text::Diff::Table if this logic is tweaked.
+    return "" unless defined $fn1 && defined $fn2;
+
+    return join( "",
+        $p1, " ", $fn1, defined $t1 ? "\t" . localtime $t1 : (), "\n",
+        $p2, " ", $fn2, defined $t2 ? "\t" . localtime $t2 : (), "\n",
+    );
+}
+
+## _range encapsulates the building of, well, ranges.  Turns out there are
+## a few nuances.
+sub _range {
+    my ( $ops, $a_or_b, $format ) = @_;
+
+    my $start = $ops->[ 0]->[$a_or_b];
+    my $after = $ops->[-1]->[$a_or_b];
+
+    ## The sequence indexes in the lines are from *before* the OPCODE is
+    ## executed, so we bump the last index up unless the OP indicates
+    ## it didn't change.
+    ++$after
+        unless $ops->[-1]->[OPCODE] eq ( $a_or_b == A ? "+" : "-" );
+
+    ## convert from 0..n index to 1..(n+1) line number.  The unless modifier
+    ## handles diffs with no context, where only one file is affected.  In this
+    ## case $start == $after indicates an empty range, and the $start must
+    ## not be incremented.
+    my $empty_range = $start == $after;
+    ++$start unless $empty_range;
+
+    return
+        $start == $after
+            ? $format eq "unified" && $empty_range
+                ? "$start,0"
+                : $start
+            : $format eq "unified"
+                ? "$start,".($after-$start+1)
+                : "$start,$after";
+}
+
+sub _op_to_line {
+    my ( $seqs, $op, $a_or_b, $op_prefixes ) = @_;
+
+    my $opcode = $op->[OPCODE];
+    return () unless defined $op_prefixes->{$opcode};
+
+    my $op_sym = defined $op->[FLAG] ? $op->[FLAG] : $opcode;
+    $op_sym = $op_prefixes->{$op_sym};
+    return () unless defined $op_sym;
+
+    $a_or_b = $op->[OPCODE] ne "+" ? 0 : 1 unless defined $a_or_b;
+    my @line = ( $op_sym, $seqs->[$a_or_b][$op->[$a_or_b]] );
+    unless ( $line[1] =~ /(?:\n|\r\n)$/ ) {
+        $line[1] .= "\n\\ No newline at end of file\n";
+    }
+    return @line;
+}
+
+SCOPE: {
+    package Text::Diff::Base;
+
+    sub new         {
+        my $proto = shift;
+        return bless { @_ }, ref $proto || $proto;
+    }
+
+    sub file_header { return "" }
+
+    sub hunk_header { return "" }
+
+    sub hunk        { return "" }
+
+    sub hunk_footer { return "" }
+
+    sub file_footer { return "" }
+}
+
+@Text::Diff::Unified::ISA = qw( Text::Diff::Base );
+
+sub Text::Diff::Unified::file_header {
+    shift; ## No instance data
+    my $options = pop ;
+
+    _header(
+        { FILENAME_PREFIX_A => "---", FILENAME_PREFIX_B => "+++", %$options }
+    );
+}
+
+sub Text::Diff::Unified::hunk_header {
+    shift; ## No instance data
+    pop; ## Ignore options
+    my $ops = pop;
+
+    return join( "",
+        "@@ -",
+        _range( $ops, A, "unified" ),
+        " +",
+        _range( $ops, B, "unified" ),
+        " @@\n",
+    );
+}
+
+sub Text::Diff::Unified::hunk {
+    shift; ## No instance data
+    pop; ## Ignore options
+    my $ops = pop;
+
+    my $prefixes = { "+" => "+", " " => " ", "-" => "-" };
+
+    return join "", map _op_to_line( \@_, $_, undef, $prefixes ), @$ops
+}
+
+@Text::Diff::Context::ISA = qw( Text::Diff::Base );
+
+sub Text::Diff::Context::file_header {
+    _header { FILENAME_PREFIX_A=>"***", FILENAME_PREFIX_B=>"---", %{$_[-1]} };
+}
+
+sub Text::Diff::Context::hunk_header {
+    return "***************\n";
+}
+
+sub Text::Diff::Context::hunk {
+    shift; ## No instance data
+    pop; ## Ignore options
+    my $ops = pop;
+    ## Leave the sequences in @_[0,1]
+
+    my $a_range = _range( $ops, A, "" );
+    my $b_range = _range( $ops, B, "" );
+
+    ## Sigh.  Gotta make sure that differences that aren't adds/deletions
+    ## get prefixed with "!", and that the old opcodes are removed.
+    my $after;
+    for ( my $start = 0; $start <= $#$ops ; $start = $after ) {
+        ## Scan until next difference
+        $after = $start + 1;
+        my $opcode = $ops->[$start]->[OPCODE];
+        next if $opcode eq " ";
+
+        my $bang_it;
+        while ( $after <= $#$ops && $ops->[$after]->[OPCODE] ne " " ) {
+            $bang_it ||= $ops->[$after]->[OPCODE] ne $opcode;
+            ++$after;
+        }
+
+        if ( $bang_it ) {
+            for my $i ( $start..($after-1) ) {
+                $ops->[$i]->[FLAG] = "!";
+            }
+        }
+    }
+
+    my $b_prefixes = { "+" => "+ ",  " " => "  ", "-" => undef, "!" => "! " };
+    my $a_prefixes = { "+" => undef, " " => "  ", "-" => "- ",  "!" => "! " };
+
+    return join( "",
+        "*** ", $a_range, " ****\n",
+        map( _op_to_line( \@_, $_, A, $a_prefixes ), @$ops ),
+        "--- ", $b_range, " ----\n",
+        map( _op_to_line( \@_, $_, B, $b_prefixes ), @$ops ),
+    );
+}
+
+@Text::Diff::OldStyle::ISA = qw( Text::Diff::Base );
+
+sub _op {
+    my $ops = shift;
+    my $op = $ops->[0]->[OPCODE];
+    $op = "c" if grep $_->[OPCODE] ne $op, @$ops;
+    $op = "a" if $op eq "+";
+    $op = "d" if $op eq "-";
+    return $op;
+}
+
+sub Text::Diff::OldStyle::hunk_header {
+    shift; ## No instance data
+    pop; ## ignore options
+    my $ops = pop;
+
+    my $op = _op $ops;
+
+    return join "", _range( $ops, A, "" ), $op, _range( $ops, B, "" ), "\n";
+}
+
+sub Text::Diff::OldStyle::hunk {
+    shift; ## No instance data
+    pop; ## ignore options
+    my $ops = pop;
+    ## Leave the sequences in @_[0,1]
+
+    my $a_prefixes = { "+" => undef,  " " => undef, "-" => "< "  };
+    my $b_prefixes = { "+" => "> ",   " " => undef, "-" => undef };
+
+    my $op = _op $ops;
+
+    return join( "",
+        map( _op_to_line( \@_, $_, A, $a_prefixes ), @$ops ),
+        $op eq "c" ? "---\n" : (),
+        map( _op_to_line( \@_, $_, B, $b_prefixes ), @$ops ),
+    );
+}
+
+1;
+
+__END__
+
+=head1 NAME
+
+Text::Diff - Perform diffs on files and record sets
+
+=head1 SYNOPSIS
+
+    use Text::Diff;
+
+    ## Mix and match filenames, strings, file handles, producer subs,
+    ## or arrays of records; returns diff in a string.
+    ## WARNING: can return B<large> diffs for large files.
+    my $diff = diff "file1.txt", "file2.txt", { STYLE => "Context" };
+    my $diff = diff \$string1,   \$string2,   \%options;
+    my $diff = diff \*FH1,       \*FH2;
+    my $diff = diff \&reader1,   \&reader2;
+    my $diff = diff \@records1,  \@records2;
+
+    ## May also mix input types:
+    my $diff = diff \@records1,  "file_B.txt";
+
+=head1 DESCRIPTION
+
+C<diff()> provides a basic set of services akin to the GNU C<diff> utility.  It
+is not anywhere near as feature complete as GNU C<diff>, but it is better
+integrated with Perl and available on all platforms.  It is often faster than
+shelling out to a system's C<diff> executable for small files, and generally
+slower on larger files.
+
+Relies on L<Algorithm::Diff> for, well, the algorithm.  This may not produce
+the same exact diff as a system's local C<diff> executable, but it will be a
+valid diff and comprehensible by C<patch>.  We haven't seen any differences
+between L<Algorithm::Diff>'s logic and GNU C<diff>'s, but we have not examined
+them to make sure they are indeed identical.
+
+B<Note>: If you don't want to import the C<diff> function, do one of the
+following:
+
+   use Text::Diff ();
+
+   require Text::Diff;
+
+That's a pretty rare occurrence,
+so C<diff()> is exported by default.
+
+If you pass a filename, but the file can't be read,
+then C<diff()> will C<croak>.
+
+=head1 OPTIONS
+
+C<diff()> takes two parameters from which to draw input and a set of
+options to control its output.  The options are:
+
+=over
+
+=item FILENAME_A, MTIME_A, FILENAME_B, MTIME_B
+
+The name of the file and the modification time "files".
+
+These are filled in automatically for each file when C<diff()> is passed a
+filename, unless a defined value is passed in.
+
+If a filename is not passed in and FILENAME_A and FILENAME_B are not provided
+or are C<undef>, the header will not be printed.
+
+Unused on C<OldStyle> diffs.
+
+=item OFFSET_A, OFFSET_B
+
+The index of the first line / element.  These default to 1 for all
+parameter types except ARRAY references, for which the default is 0.  This
+is because ARRAY references are presumed to be data structures, while the
+others are line-oriented text.
+
+=item STYLE
+
+"Unified", "Context", "OldStyle", or an object or class reference for a class
+providing C<file_header()>, C<hunk_header()>, C<hunk()>, C<hunk_footer()> and
+C<file_footer()> methods.  The two footer() methods are provided for
+overloading only; none of the formats provide them.
+
+Defaults to "Unified" (unlike standard C<diff>, but Unified is what's most
+often used in submitting patches and is the most human readable of the three.
+
+If the package indicated by the STYLE has no C<hunk()> method, C<diff()> will
+load it automatically (lazy loading).  Since all such packages should inherit
+from C<Text::Diff::Base>, this should be marvy.
+
+Styles may be specified as class names (C<STYLE =E<gt> 'Foo'>),
+in which case they will be C<new()>ed with no parameters,
+or as objects (C<STYLE =E<gt> Foo-E<gt>new>).
+
+=item CONTEXT
+
+How many lines before and after each diff to display.  Ignored on old-style
+diffs.  Defaults to 3.
+
+=item OUTPUT
+
+Examples and their equivalent subroutines:
+
+    OUTPUT   => \*FOOHANDLE,   # like: sub { print FOOHANDLE shift() }
+    OUTPUT   => \$output,      # like: sub { $output .= shift }
+    OUTPUT   => \@output,      # like: sub { push @output, shift }
+    OUTPUT   => sub { $output .= shift },
+
+If no C<OUTPUT> is supplied, returns the diffs in a string.  If
+C<OUTPUT> is a C<CODE> ref, it will be called once with the (optional)
+file header, and once for each hunk body with the text to emit.  If
+C<OUTPUT> is an L<IO::Handle>, output will be emitted to that handle.
+
+=item FILENAME_PREFIX_A, FILENAME_PREFIX_B
+
+The string to print before the filename in the header. Unused on C<OldStyle>
+diffs.  Defaults are C<"---">, C<"+++"> for Unified and C<"***">, C<"+++"> for
+Context.
+
+=item KEYGEN, KEYGEN_ARGS
+
+These are passed to L<Algorithm::Diff/traverse_sequences>.
+
+=back
+
+B<Note>: if neither C<FILENAME_> option is defined, the header will not be
+printed.  If at least one is present, the other and both C<MTIME_> options must
+be present or "Use of undefined variable" warnings will be generated (except
+on C<OldStyle> diffs, which ignores these options).
+
+=head1 Formatting Classes
+
+These functions implement the output formats.  They are grouped in to classes
+so C<diff()> can use class names to call the correct set of output routines and
+so that you may inherit from them easily.  There are no constructors or
+instance methods for these classes, though subclasses may provide them if need
+be.
+
+Each class has C<file_header()>, C<hunk_header()>, C<hunk()>, and C<footer()>
+methods identical to those documented in the C<Text::Diff::Unified> section.
+C<header()> is called before the C<hunk()> is first called, C<footer()>
+afterwards.  The default footer function is an empty method provided for
+overloading:
+
+    sub footer { return "End of patch\n" }
+
+Some output formats are provided by external modules (which are loaded
+automatically), such as L<Text::Diff::Table>.  These are
+are documented here to keep the documentation simple.
+
+=head2 Text::Diff::Base
+
+Returns "" for all methods (other than C<new()>).
+
+=head2 Text::Diff::Unified
+
+  --- A   Mon Nov 12 23:49:30 2001
+  +++ B   Mon Nov 12 23:49:30 2001
+  @@ -2,13 +2,13 @@
+   2
+   3
+   4
+  -5d
+  +5a
+   6
+   7
+   8
+   9
+  +9a
+   10
+   11
+  -11d
+   12
+   13
+
+=over
+
+=item Text::Diff::Unified::file_header
+
+  $s = Text::Diff::Unified->file_header( $options );
+
+Returns a string containing a unified header.  The sole parameter is the
+C<options> hash passed in to C<diff()>, containing at least:
+
+  FILENAME_A  => $fn1,
+  MTIME_A     => $mtime1,
+  FILENAME_B  => $fn2,
+  MTIME_B     => $mtime2
+
+May also contain
+
+  FILENAME_PREFIX_A    => "---",
+  FILENAME_PREFIX_B    => "+++",
+
+to override the default prefixes (default values shown).
+
+=item Text::Diff::Unified::hunk_header
+
+  Text::Diff::Unified->hunk_header( \@ops, $options );
+
+Returns a string containing the heading of one hunk of unified diff.
+
+=item Text::Diff::Unified::hunk
+
+  Text::Diff::Unified->hunk( \@seq_a, \@seq_b, \@ops, $options );
+
+Returns a string containing the output of one hunk of unified diff.
+
+=back
+
+=head2 Text::Diff::Table
+
+  +--+----------------------------------+--+------------------------------+
+  |  |../Test-Differences-0.2/MANIFEST  |  |../Test-Differences/MANIFEST  |
+  |  |Thu Dec 13 15:38:49 2001          |  |Sat Dec 15 02:09:44 2001      |
+  +--+----------------------------------+--+------------------------------+
+  |  |                                  * 1|Changes                       *
+  | 1|Differences.pm                    | 2|Differences.pm                |
+  | 2|MANIFEST                          | 3|MANIFEST                      |
+  |  |                                  * 4|MANIFEST.SKIP                 *
+  | 3|Makefile.PL                       | 5|Makefile.PL                   |
+  |  |                                  * 6|t/00escape.t                  *
+  | 4|t/00flatten.t                     | 7|t/00flatten.t                 |
+  | 5|t/01text_vs_data.t                | 8|t/01text_vs_data.t            |
+  | 6|t/10test.t                        | 9|t/10test.t                    |
+  +--+----------------------------------+--+------------------------------+
+
+This format also goes to some pains to highlight "invisible" characters on
+differing elements by selectively escaping whitespace:
+
+  +--+--------------------------+--------------------------+
+  |  |demo_ws_A.txt             |demo_ws_B.txt             |
+  |  |Fri Dec 21 08:36:32 2001  |Fri Dec 21 08:36:50 2001  |
+  +--+--------------------------+--------------------------+
+  | 1|identical                 |identical                 |
+  * 2|        spaced in         |        also spaced in    *
+  * 3|embedded space            |embedded        tab       *
+  | 4|identical                 |identical                 |
+  * 5|        spaced in         |\ttabbed in               *
+  * 6|trailing spaces\s\s\n     |trailing tabs\t\t\n       *
+  | 7|identical                 |identical                 |
+  * 8|lf line\n                 |crlf line\r\n             *
+  * 9|embedded ws               |embedded\tws              *
+  +--+--------------------------+--------------------------+
+
+See L<Text::Diff::Table> for more details, including how the whitespace
+escaping works.
+
+=head2 Text::Diff::Context
+
+    *** A   Mon Nov 12 23:49:30 2001
+    --- B   Mon Nov 12 23:49:30 2001
+    ***************
+    *** 2,14 ****
+      2
+      3
+      4
+    ! 5d
+      6
+      7
+      8
+      9
+      10
+      11
+    - 11d
+      12
+      13
+    --- 2,14 ----
+      2
+      3
+      4
+    ! 5a
+      6
+      7
+      8
+      9
+    + 9a
+      10
+      11
+      12
+      13
+
+Note: C<hunk_header()> returns only "***************\n".
+
+=head2 Text::Diff::OldStyle
+
+    5c5
+    < 5d
+    ---
+    > 5a
+    9a10
+    > 9a
+    12d12
+    < 11d
+
+Note: no C<file_header()>.
+
+=head1 LIMITATIONS
+
+Must suck both input files entirely in to memory and store them with a normal
+amount of Perlish overhead (one array location) per record.  This is implied by
+the implementation of L<Algorithm::Diff>, which takes two arrays.  If
+L<Algorithm::Diff> ever offers an incremental mode, this can be changed
+(contact the maintainers of L<Algorithm::Diff> and C<Text::Diff> if you need
+this; it shouldn't be too terribly hard to tie arrays in this fashion).
+
+Does not provide most of the more refined GNU C<diff> options: recursive
+directory tree scanning, ignoring blank lines / whitespace, etc., etc.  These
+can all be added as time permits and need arises, many are rather easy; patches
+quite welcome.
+
+Uses closures internally, this may lead to leaks on Perl versions 5.6.1 and
+prior if used many times over a process' life time.
+
+=head1 SEE ALSO
+
+L<Algorithm::Diff> - the underlying implementation of the diff algorithm
+used by C<Text::Diff>.
+
+L<YAML::Diff> - find difference between two YAML documents.
+
+L<HTML::Differences> - find difference between two HTML documents.
+This uses a more sane approach than L<HTML::Diff>.
+
+L<XML::Diff> - find difference between two XML documents.
+
+L<Array::Diff> - find the differences between two Perl arrays.
+
+L<Hash::Diff> - find the differences between two Perl hashes.
+
+L<Data::Diff> - find difference between two arbitrary data structures.
+
+=head1 REPOSITORY
+
+L<https://github.com/neilbowers/Text-Diff>
+
+=head1 AUTHOR
+
+Adam Kennedy E<lt>adamk@cpan.orgE<gt>
+
+Barrie Slaymaker E<lt>barries@slaysys.comE<gt>
+
+=head1 COPYRIGHT
+
+Some parts copyright 2009 Adam Kennedy.
+
+Copyright 2001 Barrie Slaymaker.  All Rights Reserved.
+
+You may use this under the terms of either the Artistic License or GNU Public
+License v 2.0 or greater.
+
+=cut
+
+1;
diff --git a/deployment-apps/TA-metricator-hec-for-nmon/bin/lib/aix/Text/Diff/Config.pm b/deployment-apps/TA-metricator-hec-for-nmon/bin/lib/aix/Text/Diff/Config.pm
new file mode 100644
index 0000000..4036643
--- /dev/null
+++ b/deployment-apps/TA-metricator-hec-for-nmon/bin/lib/aix/Text/Diff/Config.pm
@@ -0,0 +1,142 @@
+package Text::Diff::Config;
+
+use 5.006;
+use strict;
+use warnings;
+
+our $VERSION   = '1.44';
+our $Output_Unicode;
+
+BEGIN
+{
+    $Output_Unicode = $ENV{'DIFF_OUTPUT_UNICODE'};
+}
+
+1;
+
+__END__
+
+=pod
+
+=head1 NAME
+
+Text::Diff::Config - global configuration for Text::Diff (as a 
+separate module).
+
+=head1 SYNOPSIS
+
+  use Text::Diff::Config;
+  
+  $Text::Diff::Config::Output_Unicode = 1;
+
+=head1 DESCRIPTION
+
+This module configures Text::Diff and its related modules. Currently it contains
+only one global variable $Text::Diff::Config::Output_Unicode  which is a boolean
+flag, that if set outputs unicode characters as themselves without escaping them 
+as C< \x{HHHH} > first.
+
+It is initialized to the value of C< $ENV{DIFF_OUTPUT_UNICODE} >, but can be
+set to a different value at run-time, including using local.
+
+=head1 AUTHOR
+
+Shlomi Fish, L<http://www.shlomifish.org/> .
+
+=head1 LICENSE
+
+Copyright 2010, Shlomi Fish.
+
+This file is licensed under the MIT/X11 License:
+L<http://www.opensource.org/licenses/mit-license.php>.
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.
+
+=cut
+
+package Text::Diff::Config;
+
+use strict;
+use warnings;
+
+use vars qw($Output_Unicode);
+
+BEGIN
+{
+    $Output_Unicode = $ENV{'DIFF_OUTPUT_UNICODE'};
+}
+
+1;
+
+__END__
+
+=pod
+
+=head1 NAME
+
+Text::Diff::Config - global configuration for Text::Diff (as a 
+separate module).
+
+=head1 SYNOPSIS
+
+  use Text::Diff::Config;
+  
+  $Text::Diff::Config::Output_Unicode = 1;
+
+=head1 DESCRIPTION
+
+This module configures Text::Diff and its related modules. Currently it contains
+only one global variable $Text::Diff::Config::Output_Unicode  which is a boolean
+flag, that if set outputs unicode characters as themselves without escaping them 
+as C< \x{HHHH} > first.
+
+It is initialized to the value of C< $ENV{DIFF_OUTPUT_UNICODE} >, but can be
+set to a different value at run-time, including using local.
+
+=head1 AUTHOR
+
+Shlomi Fish, L<http://www.shlomifish.org/> .
+
+=head1 LICENSE
+
+Copyright 2010, Shlomi Fish.
+
+This file is licensed under the MIT/X11 License:
+L<http://www.opensource.org/licenses/mit-license.php>.
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.
+
+=cut
+
diff --git a/deployment-apps/TA-metricator-hec-for-nmon/bin/lib/aix/Text/Diff/Table.pm b/deployment-apps/TA-metricator-hec-for-nmon/bin/lib/aix/Text/Diff/Table.pm
new file mode 100644
index 0000000..42710bf
--- /dev/null
+++ b/deployment-apps/TA-metricator-hec-for-nmon/bin/lib/aix/Text/Diff/Table.pm
@@ -0,0 +1,429 @@
+package Text::Diff::Table;
+
+use 5.006;
+use strict;
+use warnings;
+use Carp;
+use Text::Diff::Config;
+
+our $VERSION   = '1.44';
+our @ISA       = qw( Text::Diff::Base Exporter );
+our @EXPORT_OK = qw( expand_tabs );
+
+my %escapes = map {
+    my $c =
+        $_ eq '"' || $_ eq '$' ? qq{'$_'}
+    : $_ eq "\\"           ? qq{"\\\\"}
+                           : qq{"$_"};
+    ( ord eval $c => $_ )
+} (
+    map( chr, 32..126),
+    map( sprintf( "\\x%02x", $_ ), ( 0..31, 127..255 ) ),
+#    map( "\\c$_", "A".."Z"),
+    "\\t", "\\n", "\\r", "\\f", "\\b", "\\a", "\\e"
+    ## NOTE: "\\\\" is not here because some things are explicitly
+    ## escaped before escape() is called and we don't want to
+    ## double-escape "\".  Also, in most texts, leaving "\" more
+    ## readable makes sense.
+);
+
+sub expand_tabs($) {
+    my $s     = shift;
+    my $count = 0;
+    $s =~ s{(\t)(\t*)|([^\t]+)}{
+         if ( $1 ) {
+             my $spaces = " " x ( 8 - $count % 8  + 8 * length $2 );
+             $count = 0;
+             $spaces;
+     }
+     else {
+         $count += length $3;
+         $3;
+    }
+    }ge;
+
+    return $s;
+}
+
+sub trim_trailing_line_ends($) {
+    my $s = shift;
+    $s =~ s/[\r\n]+(?!\n)$//;
+    return $s;
+}
+
+sub escape($);
+
+SCOPE: {
+   ## use utf8 if available.  don't if not.
+   my $escaper = <<'EOCODE';
+      sub escape($) {
+      use utf8;
+      join "", map {
+          my $c = $_;
+          $_ = ord;
+          exists $escapes{$_}
+          ? $escapes{$_}
+          : $Text::Diff::Config::Output_Unicode 
+          ? $c
+          : sprintf( "\\x{%04x}", $_ );
+      } split //, shift;
+      }
+
+      1;
+EOCODE
+   unless ( eval $escaper ) {
+       $escaper =~ s/ *use *utf8 *;\n// or die "Can't drop use utf8;";
+       eval $escaper or die $@;
+   }
+}
+
+sub new {
+    my $proto = shift;
+    return bless { @_ }, $proto
+}
+
+my $missing_elt = [ "", "" ];
+
+sub hunk {
+    my $self    = shift;
+    my @seqs    = ( shift, shift );
+    my $ops     = shift;  ## Leave sequences in @_[0,1]
+    my $options = shift;
+
+    my ( @A, @B );
+    for ( @$ops ) {
+        my $opcode = $_->[Text::Diff::OPCODE()];
+        if ( $opcode eq " " ) {
+            push @A, $missing_elt while @A < @B;
+            push @B, $missing_elt while @B < @A;
+        }
+        push @A, [ $_->[0] + ( $options->{OFFSET_A} || 0), $seqs[0][$_->[0]] ]
+            if $opcode eq " " || $opcode eq "-";
+        push @B, [ $_->[1] + ( $options->{OFFSET_B} || 0), $seqs[1][$_->[1]] ]
+            if $opcode eq " " || $opcode eq "+";
+    }
+
+    push @A, $missing_elt while @A < @B;
+    push @B, $missing_elt while @B < @A;
+    my @elts;
+    for ( 0..$#A ) {
+        my ( $A, $B ) = (shift @A, shift @B );
+        
+        ## Do minimal cleaning on identical elts so these look "normal":
+        ## tabs are expanded, trailing newelts removed, etc.  For differing
+        ## elts, make invisible characters visible if the invisible characters
+        ## differ.
+        my $elt_type =  $B == $missing_elt ? "A" :
+                        $A == $missing_elt ? "B" :
+                        $A->[1] eq $B->[1]  ? "="
+                                            : "*";
+        if ( $elt_type ne "*" ) {
+        if ( $elt_type eq "=" || $A->[1] =~ /\S/ || $B->[1] =~ /\S/ ) {
+        $A->[1] = escape trim_trailing_line_ends expand_tabs $A->[1];
+        $B->[1] = escape trim_trailing_line_ends expand_tabs $B->[1];
+        }
+        else {
+        $A->[1] = escape $A->[1];
+        $B->[1] = escape $B->[1];
+        }
+        }
+        else {
+            ## not using \z here for backcompat reasons.
+            $A->[1] =~ /^(\s*?)([^ \t].*?)?(\s*)(?![\n\r])$/s;
+            my ( $l_ws_A, $body_A, $t_ws_A ) = ( $1, $2, $3 );
+        $body_A = "" unless defined $body_A;
+            $B->[1] =~ /^(\s*?)([^ \t].*?)?(\s*)(?![\n\r])$/s;
+            my ( $l_ws_B, $body_B, $t_ws_B ) = ( $1, $2, $3 );
+        $body_B = "" unless defined $body_B;
+
+            my $added_escapes;
+
+            if ( $l_ws_A ne $l_ws_B ) {
+                ## Make leading tabs visible.  Other non-' ' chars
+                ## will be dealt with in escape(), but this prevents
+                ## tab expansion from hiding tabs by making them
+                ## look like ' '.
+                $added_escapes = 1 if $l_ws_A =~ s/\t/\\t/g;
+                $added_escapes = 1 if $l_ws_B =~ s/\t/\\t/g;
+            }
+
+            if ( $t_ws_A ne $t_ws_B ) {
+                ## Only trailing whitespace gets the \s treatment
+                ## to make it obvious what's going on.
+                $added_escapes = 1 if $t_ws_A =~ s/ /\\s/g;
+                $added_escapes = 1 if $t_ws_B =~ s/ /\\s/g;
+                $added_escapes = 1 if $t_ws_A =~ s/\t/\\t/g;
+                $added_escapes = 1 if $t_ws_B =~ s/\t/\\t/g;
+            }
+            else {
+                $t_ws_A = $t_ws_B = "";
+            }
+
+            my $do_tab_escape = $added_escapes || do {
+                my $expanded_A = expand_tabs join( $body_A, $l_ws_A, $t_ws_A );
+                my $expanded_B = expand_tabs join( $body_B, $l_ws_B, $t_ws_B );
+                $expanded_A eq $expanded_B;
+            };
+
+            my $do_back_escape = $do_tab_escape || do {
+                my ( $unescaped_A, $escaped_A,
+                     $unescaped_B, $escaped_B
+                ) =
+                    map
+                        join( "", /(\\.)/g ),
+                        map {
+                            ( $_, escape $_ )
+                        }
+                        expand_tabs join( $body_A, $l_ws_A, $t_ws_A ),
+                        expand_tabs join( $body_B, $l_ws_B, $t_ws_B );
+                $unescaped_A ne $unescaped_B && $escaped_A eq $escaped_B;
+            };
+
+            if ( $do_back_escape ) {
+                $body_A =~ s/\\/\\\\/g;
+                $body_B =~ s/\\/\\\\/g;
+            }
+
+            my $line_A = join $body_A, $l_ws_A, $t_ws_A;
+            my $line_B = join $body_B, $l_ws_B, $t_ws_B;
+
+            unless ( $do_tab_escape ) {
+                $line_A = expand_tabs $line_A;
+                $line_B = expand_tabs $line_B;
+            }
+
+            $A->[1] = escape $line_A;
+            $B->[1] = escape $line_B;
+        }
+
+        push @elts, [ @$A, @$B, $elt_type ];
+    }
+
+    push @{$self->{ELTS}}, @elts, ["bar"];
+    return "";
+}
+
+sub _glean_formats {
+    my $self = shift;
+}
+
+sub file_footer {
+    my $self = shift;
+    my @seqs = (shift,shift);
+    my $options = pop;
+
+    my @heading_lines;
+    
+    if ( defined $options->{FILENAME_A} || defined $options->{FILENAME_B} ) {
+        push @heading_lines, [ 
+            map(
+                {
+                    ( "", escape( defined $_ ? $_ : "<undef>" ) );
+                }
+                ( @{$options}{qw( FILENAME_A FILENAME_B)} )
+            ),
+            "=",
+        ];
+    }
+
+    if ( defined $options->{MTIME_A} || defined $options->{MTIME_B} ) {
+        push @heading_lines, [
+            map( {
+                    ( "",
+                        escape(
+                            ( defined $_ && length $_ )
+                                ? localtime $_
+                                : ""
+                        )
+                    );
+                }
+                @{$options}{qw( MTIME_A MTIME_B )}
+            ),
+            "=",
+        ];
+    }
+
+    if ( defined $options->{INDEX_LABEL} ) {
+        push @heading_lines, [ "", "", "", "", "=" ] unless @heading_lines;
+        $heading_lines[-1]->[0] = $heading_lines[-1]->[2] =
+            $options->{INDEX_LABEL};
+    }
+
+    ## Not ushifting on to @{$self->{ELTS}} in case it's really big.  Want
+    ## to avoid the overhead.
+
+    my $four_column_mode = 0;
+    for my $cols ( @heading_lines, @{$self->{ELTS}} ) {
+        next if $cols->[-1] eq "bar";
+        if ( $cols->[0] ne $cols->[2] ) {
+            $four_column_mode = 1;
+            last;
+        }
+    }
+
+    unless ( $four_column_mode ) {
+        for my $cols ( @heading_lines, @{$self->{ELTS}} ) {
+            next if $cols->[-1] eq "bar";
+            splice @$cols, 2, 1;
+        }
+    }
+
+    my @w = (0,0,0,0);
+    for my $cols ( @heading_lines, @{$self->{ELTS}} ) {
+        next if $cols->[-1] eq "bar";
+        for my $i (0..($#$cols-1)) {
+            $w[$i] = length $cols->[$i]
+                if defined $cols->[$i] && length $cols->[$i] > $w[$i];
+        }
+    }
+
+    my %fmts = $four_column_mode
+        ? (
+            "=" => "| %$w[0]s|%-$w[1]s  | %$w[2]s|%-$w[3]s  |\n",
+            "A" => "* %$w[0]s|%-$w[1]s  * %$w[2]s|%-$w[3]s  |\n",
+            "B" => "| %$w[0]s|%-$w[1]s  * %$w[2]s|%-$w[3]s  *\n",
+            "*" => "* %$w[0]s|%-$w[1]s  * %$w[2]s|%-$w[3]s  *\n",
+        )
+        : (
+            "=" => "| %$w[0]s|%-$w[1]s  |%-$w[2]s  |\n",
+            "A" => "* %$w[0]s|%-$w[1]s  |%-$w[2]s  |\n",
+            "B" => "| %$w[0]s|%-$w[1]s  |%-$w[2]s  *\n",
+            "*" => "* %$w[0]s|%-$w[1]s  |%-$w[2]s  *\n",
+        );
+
+    my @args = ('', '', '');
+    push(@args, '') if $four_column_mode;
+    $fmts{bar} = sprintf $fmts{"="}, @args;
+    $fmts{bar} =~ s/\S/+/g;
+    $fmts{bar} =~ s/ /-/g;
+
+    # Sometimes the sprintf has too many arguments,
+    # which results in a warning on Perl 5.021+
+    # I really wanted to write:
+    #   no warnings 'redundant';
+    # but that causes a compilation error on older versions of perl
+    # where the warnings pragma doesn't know about 'redundant'
+    no warnings;
+
+    return join( "",
+        map {
+            sprintf( $fmts{$_->[-1]}, @$_ );
+        } (
+        ["bar"],
+        @heading_lines,
+        @heading_lines ? ["bar"] : (),
+        @{$self->{ELTS}},
+        ),
+    );
+
+    @{$self->{ELTS}} = [];
+}
+
+1;
+
+__END__
+
+=pod
+
+=head1 NAME
+
+  Text::Diff::Table - Text::Diff plugin to generate "table" format output
+
+=head1 SYNOPSIS
+
+  use Text::Diff;
+  
+  diff \@a, $b, { STYLE => "Table" };
+
+=head1 DESCRIPTION
+
+This is a plugin output formatter for Text::Diff that generates "table" style
+diffs:
+
+  +--+----------------------------------+--+------------------------------+
+  |  |../Test-Differences-0.2/MANIFEST  |  |../Test-Differences/MANIFEST  |
+  |  |Thu Dec 13 15:38:49 2001          |  |Sat Dec 15 02:09:44 2001      |
+  +--+----------------------------------+--+------------------------------+
+  |  |                                  * 1|Changes                       *
+  | 1|Differences.pm                    | 2|Differences.pm                |
+  | 2|MANIFEST                          | 3|MANIFEST                      |
+  |  |                                  * 4|MANIFEST.SKIP                 *
+  | 3|Makefile.PL                       | 5|Makefile.PL                   |
+  |  |                                  * 6|t/00escape.t                  *
+  | 4|t/00flatten.t                     | 7|t/00flatten.t                 |
+  | 5|t/01text_vs_data.t                | 8|t/01text_vs_data.t            |
+  | 6|t/10test.t                        | 9|t/10test.t                    |
+  +--+----------------------------------+--+------------------------------+
+
+This format also goes to some pains to highlight "invisible" characters on
+differing elements by selectively escaping whitespace.  Each element is split
+in to three segments (leading whitespace, body, trailing whitespace).  If
+whitespace differs in a segement, that segment is whitespace escaped.
+
+Here is an example of the selective whitespace.
+
+  +--+--------------------------+--------------------------+
+  |  |demo_ws_A.txt             |demo_ws_B.txt             |
+  |  |Fri Dec 21 08:36:32 2001  |Fri Dec 21 08:36:50 2001  |
+  +--+--------------------------+--------------------------+
+  | 1|identical                 |identical                 |
+  * 2|        spaced in         |        also spaced in    *
+  * 3|embedded space            |embedded        tab       *
+  | 4|identical                 |identical                 |
+  * 5|        spaced in         |\ttabbed in               *
+  * 6|trailing spaces\s\s\n     |trailing tabs\t\t\n       *
+  | 7|identical                 |identical                 |
+  * 8|lf line\n                 |crlf line\r\n             *
+  * 9|embedded ws               |embedded\tws              *
+  +--+--------------------------+--------------------------+
+
+Here's why the lines do or do not have whitespace escaped:
+
+=over
+
+=item lines 1, 4, 7 don't differ, no need.
+
+=item lines 2, 3 differ in non-whitespace, no need.
+
+=item lines 5, 6, 8, 9 all have subtle ws changes.
+
+=back
+
+Whether or not line 3 should have that tab character escaped is a judgement
+call; so far I'm choosing not to.
+
+=head1 UNICODE
+
+To output the raw unicode chracters consult the documentation of
+L<Text::Diff::Config>. You can set the C<DIFF_OUTPUT_UNICODE> environment
+variable to 1 to output it from the command line. For more information,
+consult this bug: L<https://rt.cpan.org/Ticket/Display.html?id=54214> .
+
+=head1 LIMITATIONS
+
+Table formatting requires buffering the entire diff in memory in order to
+calculate column widths.  This format should only be used for smaller
+diffs.
+
+Assumes tab stops every 8 characters, as $DIETY intended.
+
+Assumes all character codes >= 127 need to be escaped as hex codes, ie that the
+user's terminal is ASCII, and not even "high bit ASCII", capable.  This can be
+made an option when the need arises.
+
+Assumes that control codes (character codes 0..31) that don't have slash-letter
+escapes ("\n", "\r", etc) in Perl are best presented as hex escapes ("\x01")
+instead of octal ("\001") or control-code ("\cA") escapes.
+
+=head1 AUTHOR
+
+Barrie Slaymaker E<lt>barries@slaysys.comE<gt>
+
+=head1 LICENSE
+
+Copyright 2001 Barrie Slaymaker, All Rights Reserved.
+
+You may use this software under the terms of the GNU public license, any
+version, or the Artistic license.
+
+=cut
diff --git a/deployment-apps/TA-metricator-hec-for-nmon/bin/linux.tgz b/deployment-apps/TA-metricator-hec-for-nmon/bin/linux.tgz
new file mode 100644
index 0000000..62d8a4a
Binary files /dev/null and b/deployment-apps/TA-metricator-hec-for-nmon/bin/linux.tgz differ
diff --git a/deployment-apps/TA-metricator-hec-for-nmon/bin/linux_binaries_README b/deployment-apps/TA-metricator-hec-for-nmon/bin/linux_binaries_README
new file mode 100644
index 0000000..0d7074a
--- /dev/null
+++ b/deployment-apps/TA-metricator-hec-for-nmon/bin/linux_binaries_README
@@ -0,0 +1,3 @@
+# The Linux tgz archive contains compiled nmon binaries for various Linux distribution on various type of processor: x86 / Power / arm / s390x
+
+The source code of Nmon Linux is available in the Nmon Linux site: http://nmon.sourceforge.net
\ No newline at end of file
diff --git a/deployment-apps/TA-metricator-hec-for-nmon/bin/metricator_cleaner.pl b/deployment-apps/TA-metricator-hec-for-nmon/bin/metricator_cleaner.pl
new file mode 100755
index 0000000..70e7401
--- /dev/null
+++ b/deployment-apps/TA-metricator-hec-for-nmon/bin/metricator_cleaner.pl
@@ -0,0 +1,221 @@
+#!/usr/bin/perl
+
+# Program name: metricator_cleaner.pl
+# Compatibility: Perl x
+# Purpose - Clean nmon and csv files when retention expired
+# Author - Guilhem Marchand
+
+$version = "2.0.0";
+
+use Time::Local;
+use Time::HiRes;
+use Getopt::Long;
+use POSIX 'strftime';
+use File::stat;    # use the object-oriented interface to stat
+
+# LOGGING INFORMATION:
+# - The program uses the standard logging Python module to display important messages in Splunk logs
+# - Every message of the script will be indexed and accessible within Splunk splunkd logs
+
+#################################################
+##      Arguments Parser
+#################################################
+
+# Default values
+my $CSV_REPOSITORY    = "csv_repository";
+my $APP               = "";
+my $CONFIG_REPOSITORY = "config_repository";
+my $MAXSECONDS        = "";
+my $verbose;
+
+$result = GetOptions(
+    "csv_repository=s"    => \$CSV_REPOSITORY,       # string
+    "config_repository=s" => \$CONFIG_REPOSITORY,    # string
+    "cleancsv"            => \$CLEANCSV,             # string
+    "approot=s"           => \$APP,                  # string
+    "maxseconds_csv=s"    => \$MAXSECONDS_CSV,       # string
+    "version"             => \$VERSION,              # flag
+    "help"                => \$help                  # flag
+);
+
+# Show version
+if ($VERSION) {
+    print("nmon_clean.pl version $version \n");
+
+    exit 0;
+}
+
+# Show help
+if ($help) {
+
+    print( "
+
+Help for metricator_cleaner.pl:
+
+In default configuration (eg. no options specified) the script will purge any nmon file (*.nmon) in default nmon_repository
+        	
+Available options are:
+	
+--cleancsv :Activate the purge of csv files from csv repository and config repository (see also options above)
+--maxseconds_csv <value> :Set the maximum file retention in seconds for csv data, every files older than this value will be permanently removed
+--approot <value> :Set a custom value for the Application root directory (default are: nmon / TA-metricator-hec-for-nmon / PA-nmon)
+--csv_repository <value> :Set a custom location for directory containing csv data (default: csv_repository)
+--config_repository <value> :Set a custom location for directory containing config data (default: config_repository)
+--version :Show current program version \n
+"
+    );
+
+    exit 0;
+}
+
+#################################################
+##      Parameters
+#################################################
+
+# Default values for CSV retention (4 hours less 1 minute)
+my $MAXSECONDS_CSV_DEFAULT = 86400;
+
+#################################################
+##      Functions
+#################################################
+
+#################################################
+##      Program
+#################################################
+
+# Processing starting time
+my $t_start = [Time::HiRes::gettimeofday];
+
+# Local time
+my $time = strftime "%d-%m-%Y %H:%M:%S", localtime;
+
+# Default Environment Variable SPLUNK_HOME, this shall be automatically defined if as the script shall be launched by Splunk
+my $SPLUNK_HOME = $ENV{SPLUNK_HOME};
+
+# Verify SPLUNK_HOME definition
+if ( not $SPLUNK_HOME ) {
+    print(
+"\n$time ERROR: The environment variable SPLUNK_HOME could not be verified, if you want to run this script manually you need to export it before processing \n"
+    );
+    die;
+}
+
+# Discover TA-metricator-hec-for-nmon path
+if ( length($APP) == 0 ) {
+
+    if ( -d "$SPLUNK_HOME/etc/apps/TA-metricator-hec-for-nmon" ) {
+        $APP = "$SPLUNK_HOME/etc/apps/TA-metricator-hec-for-nmon";
+    }
+    elsif ( -d "$SPLUNK_HOME/etc/slave-apps/TA-metricator-hec-for-nmon" ) {
+        $APP = "$SPLUNK_HOME/etc/slave-apps/TA-metricator-hec-for-nmon";
+    }
+
+}
+
+else {
+
+    if ( !-d "$APP" ) {
+        print(
+"\n$time ERROR: The Application root directory could be verified using your custom setting: $APP \n"
+        );
+        die;
+    }
+
+}
+
+# Verify existence of APP
+if ( !-d "$APP" ) {
+    print(
+"\n$time ERROR: The Application root directory could not be found, is the TA-metricator-hec-for-nmon installed ?\n"
+    );
+    die;
+}
+
+# var directories
+my $APP_MAINVAR = "$SPLUNK_HOME/var/log/metricator";
+my $APP_VAR = "$APP_MAINVAR/var";
+
+if ( !-d "$APP_MAINVAR" ) {
+    print(
+"\n$time INFO: main var directory not found ($APP_MAINVAR),  no need to run.\n"
+    );
+    exit 0;
+}
+
+
+####################################################################
+#############		Main Program
+####################################################################
+
+# check retention
+if ( not "$MAXSECONDS_CSV" ) {
+    $MAXSECONDS_CSV = $MAXSECONDS_CSV_DEFAULT;
+}
+
+# Print starting message
+print("$time Starting nmon cleaning:\n");
+print("Splunk Root Directory $SPLUNK_HOME nmon_cleaner version: $version Perl version: $] \n");
+
+# Set current epoch time
+$epoc = time();
+
+# If the csv switch is on, purge csv data
+
+if ($CLEANCSV) {
+
+    # Counter
+    $count = 0;
+
+    # CSV Items to clean
+    @cleaning =
+      ( "$APP_VAR/$CSV_REPOSITORY/*.csv", "$APP_VAR/$CONFIG_REPOSITORY/*.csv" );
+
+    # Enter loop
+    foreach $key (@cleaning) {
+
+        @files = glob($key);
+
+        foreach $file (@files) {
+            if ( -f $file ) {
+
+                # Get file timestamp
+                my $file_timestamp = stat($file)->mtime;
+
+                # Get difference
+                my $timediff = $epoc - $file_timestamp;
+
+                # If retention has expired
+                if ( $timediff > $MAXSECONDS_CSV ) {
+
+                    # information
+                    print ("Max set retention of $MAXSECONDS_CSV seconds seconds expired for file: $file \n");
+
+                    # purge file
+                    unlink $file;
+
+                    # Increment counter
+                    $count++;
+                }
+            }
+        }
+
+        if ( $count eq 0 ) {
+            print ("$key, no action required. \n");
+        }
+        else {
+            print("INFO: $count files were permanently removed from $key \n");
+        }    
+
+    }
+}
+
+#############################################
+#############  Main Program End 	############
+#############################################
+
+# Show elapsed time
+my $t_end = [Time::HiRes::gettimeofday];
+print "Elapsed time was: ",
+  Time::HiRes::tv_interval( $t_start, $t_end ) . " seconds \n";
+
+exit(0);
diff --git a/deployment-apps/TA-metricator-hec-for-nmon/bin/metricator_cleaner.py b/deployment-apps/TA-metricator-hec-for-nmon/bin/metricator_cleaner.py
new file mode 100755
index 0000000..0d85775
--- /dev/null
+++ b/deployment-apps/TA-metricator-hec-for-nmon/bin/metricator_cleaner.py
@@ -0,0 +1,281 @@
+#!/usr/bin/env python
+
+# Program name: metricator_cleaner.py
+# Compatibility: Python 2.7
+# Purpose - Clean csv files when retention expires, tuned for the Coke Company
+# Author - Guilhem Marchand
+
+# Load libs
+
+from __future__ import print_function
+
+import sys
+import os
+import glob
+import time
+import logging
+import platform
+import re
+import argparse
+
+# Converter version
+version = '2.0.0'
+
+# LOGGING INFORMATION:
+# - The program uses the standard logging Python module to display important messages in Splunk logs
+# - Every message of the script will be indexed and accessible within Splunk splunkd logs
+
+#################################################
+#      Functions
+#################################################
+
+# Disallow negative value in parser
+
+def check_negative(value):
+
+    ivalue = int(value)
+    if ivalue < 0:
+        raise argparse.ArgumentTypeError("%s is an invalid positive int value" % value)
+    return ivalue
+
+#################################################
+#      Arguments Parser
+#################################################
+
+# Define Arguments
+parser = argparse.ArgumentParser()
+
+parser.add_argument('--cleancsv', action='store_true', default=False, dest='cleancsv',
+                    help='Activate the purge of csv files from csv repository and config repository '
+                         '(see also options above)')
+
+parser.add_argument('--maxseconds_csv', action='store', dest='MAXSECONDS_CSV', type=check_negative,
+                    help='Set the maximum file retention in seconds for csv data, every files older'
+                         ' than this value will be permanently removed')
+
+parser.add_argument('--approot', action='store', dest='APP',
+                    help='Set a custom value for the Application root directory '
+                         '(default are: nmon / TA-metricator-hec-for-nmon / PA-nmon)')
+
+parser.add_argument('--csv_repository', action='store', dest='CSV_REPOSITORY',
+                    help='Set a custom location for directory containing csv data (default: csv_repository)')
+
+parser.add_argument('--config_repository', action='store', dest='CONFIG_REPOSITORY',
+                    help='Set a custom location for directory containing config data (default: config_repository)')
+
+parser.add_argument('--version', action='version', version='%(prog)s ' + version)
+
+args = parser.parse_args()
+
+#################################################
+#      Variables
+#################################################
+
+# Set logging format
+logging.root
+logging.root.setLevel(logging.DEBUG)
+formatter = logging.Formatter('%(levelname)s %(message)s')
+handler = logging.StreamHandler()
+handler.setFormatter(formatter)
+logging.root.addHandler(handler)
+
+# Current date
+now = time.strftime("%d-%m-%Y %H:%M:%S")
+
+# Set maxseconds
+maxseconds_csv = args.MAXSECONDS_CSV
+
+# Set cleancsv
+cleancsv = args.cleancsv
+
+# If the root directory App is no defined, use empty value (will be set later)
+if not args.APP:
+    APP = ''
+else:
+    APP = args.APP
+
+# If the csv_repository is not defined, apply default 'csv_repository' value
+if not args.CSV_REPOSITORY:
+    csv_repository = "csv_repository"
+else:
+    csv_repository = args.CSV_REPOSITORY
+
+# If the config_repository is not defined, apply default 'config_repository' value
+if not args.CONFIG_REPOSITORY:
+    config_repository = "config_repository"
+else:
+    config_repository = args.CONFIG_REPOSITORY
+
+# Guest Operation System type
+ostype = platform.system().lower()
+
+# If running Windows OS (used for directory identification)
+is_windows = re.match(r'^win\w+', (platform.system().lower()))
+
+# Python version
+python_version = platform.python_version()
+
+# Verify SPLUNK_HOME environment variable is available, the script is expected to be launched by Splunk which
+#  will set this for debugging or manual run, please set this variable manually
+try:
+    os.environ["SPLUNK_HOME"]
+except KeyError:
+    logging.error('The environment variable SPLUNK_HOME could not be verified, if you want to run this script '
+                  'manually you need to export it before processing')
+    sys.exit(1)
+
+# SPLUNK_HOME environment variable
+SPLUNK_HOME = os.environ['SPLUNK_HOME']
+
+# Set APP root directory
+if not APP:
+
+    # Discover TA-metricator-hec-for-nmon path
+
+    if is_windows:
+        TA_NMON_APP = SPLUNK_HOME + '\\etc\\apps\\TA-metricator-hec-for-nmon'
+    else:
+        TA_NMON_APP = SPLUNK_HOME + '/etc/apps/TA-metricator-hec-for-nmon'
+
+    if is_windows:
+        TA_NMON_APP_CLUSTERED = SPLUNK_HOME + '\\etc\\slave-apps\\TA-metricator-hec-for-nmon'
+    else:
+        TA_NMON_APP_CLUSTERED = SPLUNK_HOME + '/etc/slave-apps/TA-metricator-hec-for-nmon'
+
+    # Verify APP exist
+    if os.path.exists(TA_NMON_APP):
+        APP = TA_NMON_APP
+
+    elif os.path.exists(TA_NMON_APP_CLUSTERED):
+        APP = TA_NMON_APP_CLUSTERED
+
+    else:
+        msg = 'The Application root directory could not be found, is the TA-metricator-hec-for-nmon ? We tried: '\
+              + str(TA_NMON_APP) + ' ' + str(TA_NMON_APP_CLUSTERED)
+        logging.error(msg)
+        sys.exit(1)
+
+else:
+
+    if is_windows:
+        NMON_APP = SPLUNK_HOME + '\\etc\\apps\\' + APP
+    else:
+        NMON_APP = SPLUNK_HOME + '/etc/apps/' + APP
+
+    # Verify APP exist
+    if os.path.exists(NMON_APP):
+        APP = NMON_APP
+    else:
+        msg = 'The Application root directory could not be found, is the TA-metricator-hec-for-nmon installed ? We tried: '\
+              + str(NMON_APP)
+        logging.error(msg)
+        sys.exit(1)
+
+# APP_MAINVAR and APP_VAR directories
+if is_windows:
+    APP_MAINVAR = SPLUNK_HOME + '\\var\\log\\nmon'
+    APP_VAR = APP_MAINVAR + '\\var'
+else:
+    APP_MAINVAR = SPLUNK_HOME + '/var/log/metricator'
+    APP_VAR = APP_MAINVAR + '/var'
+
+
+if not os.path.exists(APP_MAINVAR):
+    msg = 'The main var directory ' + APP_VAR + ' has not been found, there is no need to run now.'
+    sys.exit(1)
+
+# Repositories definition
+if is_windows:
+    CSV_DIR = APP_VAR + '\\' + csv_repository
+    CONFIG_DIR = APP_VAR + '\\' + config_repository
+else:
+    CSV_DIR = APP_VAR + '/' + csv_repository
+    CONFIG_DIR = APP_VAR + '/' + config_repository
+
+# List of directories to be proceeded
+WORKING_DIR = {CSV_DIR, CONFIG_DIR}
+
+# Starting time of process
+start_time = time.time()
+
+####################################################################
+#           Main Program
+####################################################################
+
+# Default value for CSV retention
+if maxseconds_csv is None:
+    maxseconds_csv = 86400
+
+# Show current time
+msg = now + " Starting nmon cleaning"
+print (msg)
+
+# Display some basic information about us
+msg = "Splunk Root Directory ($SPLUNK_HOME): " + str(SPLUNK_HOME) + " nmon_cleaner version: " + str(version) \
+      + " Python version: " + str(python_version)
+print (msg)
+
+# Proceed to CSV cleaning
+if cleancsv:
+
+    for DIR in WORKING_DIR:
+
+        if os.path.exists(DIR):
+            # cd to directory
+            os.chdir(DIR)
+
+            # Verify we have data to manage
+            counter = len(glob.glob1(DIR, "*.csv"))
+
+            # print (counter)
+
+            if counter == 0:
+                msg = str(DIR) + ', no action required.'
+                print (msg)
+
+            else:
+
+                # counter of files with retention expired
+                counter_expired = 0
+
+                curtime = time.time()
+                limit = maxseconds_csv
+
+                for xfile in glob.glob('*.csv'):
+
+                    filemtime = os.path.getmtime(xfile)
+
+                    if curtime - filemtime > limit:
+
+                        counter_expired += 1
+
+                        size_mb = os.path.getsize(xfile)/1000.0/1000.0
+                        size_mb = format(size_mb, '.2f')
+
+                        mtime = time.strftime('%Y-%m-%d %H:%M:%S', time.localtime(filemtime))  # Human readable datetime
+
+                        msg = 'Max set retention of ' + str(maxseconds_csv) + ' seconds expired for file: ' +\
+                              xfile + ' size(MB): '\
+                              + str(size_mb) + ' mtime: ' + str(mtime)
+                        print (msg)
+
+                        os.remove(xfile)  # Permanently remove the file!
+
+                if counter_expired != 0:
+                    msg = str(counter_expired) + ' files were permanently removed due to retention expired' \
+                                                 ' for directory ' + DIR
+                else:
+                    msg = str(DIR) + ', no action required.'
+                    print (msg)
+
+###################
+# End
+###################
+
+# Time required to process
+end_time = time.time()
+result = "Elapsed time was: %g seconds" % (end_time - start_time)
+print (result)
+
+# exit
+sys.exit(0)
diff --git a/deployment-apps/TA-metricator-hec-for-nmon/bin/metricator_cleaner.sh b/deployment-apps/TA-metricator-hec-for-nmon/bin/metricator_cleaner.sh
new file mode 100755
index 0000000..7d21d64
--- /dev/null
+++ b/deployment-apps/TA-metricator-hec-for-nmon/bin/metricator_cleaner.sh
@@ -0,0 +1,368 @@
+#!/bin/sh
+
+# set -x
+
+# Program name: metricator_cleaner.sh
+# Purpose - Frontal script to metricator_cleaner.py and metricator_cleaner.pl, will launch Python or Perl script depending on interpreter availability
+#				See metricator_cleaner.py | metricator_cleaner.pl
+# Author - Guilhem Marchand
+
+# Version 2.0.1
+
+# For AIX / Linux / Solaris
+
+#################################################
+## 	Your Customizations Go Here            ##
+#################################################
+
+# format date output to strftime dd/mm/YYYY HH:MM:SS
+log_date () {
+    date "+%d-%m-%Y %H:%M:%S"
+}
+
+# hostname
+HOST=`hostname`
+
+# Which type of OS are we running
+UNAME=`uname`
+
+if [ -z "${SPLUNK_HOME}" ]; then
+	echo "`log_date`, ${HOST} ERROR, SPLUNK_HOME variable is not defined"
+	exit 1
+fi
+
+# APP path discovery
+if [ -d "$SPLUNK_HOME/etc/apps/TA-metricator-hec-for-nmon" ]; then
+        APP=$SPLUNK_HOME/etc/apps/TA-metricator-hec-for-nmon
+
+elif [ -d "$SPLUNK_HOME/etc/slave-apps/TA-metricator-hec-for-nmon" ];then
+        APP=$SPLUNK_HOME/etc/slave-apps/TA-metricator-hec-for-nmon
+
+else
+        echo "`log_date`, ${HOST} ERROR, the APP directory could not be defined, is the TA-metricator-hec-for-nmon installed ?"
+        exit 1
+fi
+
+# source default nmon.conf
+if [ -f $APP/default/nmon.conf ]; then
+    # During initial deployment, the nmon.conf needs to be managed properly by the metricator_consumer.sh
+    # wait for this to be done
+    grep '\[nmon\]' $APP/default/nmon.conf >/dev/null
+    if [ $? -eq 0 ]; then
+        echo "`log_date`, ${HOST} INFO, initial deployment condition detected, safe exiting."
+        exit 0
+    else
+        . $APP/default/nmon.conf
+    fi
+fi
+
+# source local nmon.conf, if any
+
+# Search for a local nmon.conf file located in $SPLUNK_HOME/etc/apps/TA-metricator-hec-for-nmon/local
+if [ -f $APP/local/nmon.conf ]; then
+        . $APP/local/nmon.conf
+fi
+
+# On a per server basis, you can also set in /etc/nmon.conf
+if [ -f /etc/nmon.conf ]; then
+	. /etc/nmon.conf
+fi
+
+# Manage FQDN option
+echo $nmonparser_options | grep '\-\-use_fqdn' >/dev/null
+if [ $? -eq 0 ]; then
+    # Only relevant for Linux OS
+    case $UNAME in
+    Linux)
+        HOST=`hostname -f` ;;
+    AIX)
+        HOST=`hostname` ;;
+    SunOS)
+        HOST=`hostname` ;;
+    esac
+else
+    HOST=`hostname`
+fi
+
+# Manage host override option based on Splunk hostname defined
+case $override_sys_hostname in
+"1")
+    # Retrieve the Splunk host value
+    HOST=`cat $SPLUNK_HOME/etc/system/local/inputs.conf | grep '^host =' | awk -F\= '{print $2}' | sed 's/ //g'`
+;;
+esac
+
+#
+# Interpreter choice
+#
+
+PYTHON=0
+PYTHON2=0
+PYTHON3=0
+PERL=0
+# Set the default interpreter
+INTERPRETER="python"
+
+# Get the version for both worlds
+PYTHON2=`which python 2>&1`
+PYTHON3=`which python3 2>&1`
+PERL=`which perl 2>&1`
+
+# Handle Python
+PYTHON_available="false"
+case $PYTHON3 in
+*python*)
+    PYTHON_available="true"
+    INTERPRETER="python3" ;;
+*)
+    case $PYTHON2 in
+    *python*)
+        PYTHON_available="true"
+        INTERPRETER="python" ;;
+    esac
+;;
+esac
+
+# Handle Perl
+case $PERL in
+*perl*)
+   PERL_available="true"
+   ;;
+*)
+   PERL_available="false"
+   ;;
+esac
+
+case `uname` in
+
+# AIX priority is Perl
+"AIX")
+     case $PERL_available in
+     "true")
+           INTERPRETER="perl" ;;
+     "false")
+           INTERPRETER="$INTERPRETER" ;;
+ esac
+;;
+
+# Other OS, priority is Python
+*)
+     case $PYTHON_available in
+     "true")
+           INTERPRETER="$INTERPRETER" ;;
+     "false")
+           INTERPRETER="perl" ;;
+     esac
+;;
+esac
+
+# POSIX process run time in seconds (for Solaris only)
+P_RUNTIME () {
+ t=`LC_ALL=POSIX ps -o etime= -p $1 | awk '{print $1}'`
+ d=0 h=0
+ case $t in *-*) d=$((0 + ${t%%-*})); t=${t#*-};; esac
+ case $t in *:*:*) h=$((0 + ${t%%:*})); t=${t#*:};; esac
+ s=$((10#$d*86400 + 10#$h*3600 + 10#${t%%:*}*60 + 10#${t#*:}))
+ echo $s
+}
+
+####################################################################
+#############		Main Program 			############
+####################################################################
+
+# Store arguments sent to script
+userargs=$@
+
+###### Maintenance tasks ######
+
+#
+# Maintenance task1
+#
+
+# Maintenance task 1: verify if we have nmon processes running over the allowed period
+# This issue seems to happen sometimes specially on AIX servers
+
+# If an nmon process has not been terminated after its grace period, the process will be killed
+
+# get the allowed runtime in seconds for an nmon process according to the configuration
+# and add a 10 minute grace period
+
+case `uname` in
+
+"AIX"|"Linux"|"SunOS")
+
+    echo "`log_date`, ${HOST} INFO, starting maintenance task 1: verify nmon processes running over expected time period"
+
+    endtime=0
+
+    case ${mode_fifo} in
+    "1")
+        endtime=`expr ${fifo_interval} \* ${fifo_snapshot}` ;;
+    *)
+        endtime=`expr ${interval} \* ${snapshot}` ;;
+    esac
+
+    endtime=`expr ${endtime} + 600`
+
+    # get the list of running processes
+    case $UNAME in
+    "AIX"|"Linux")
+        oldPidList=`ps -eo user,pid,command,etime,args | grep "nmon" | grep "splunk" | grep "var/log/metricator" | grep -v metricator_reader | grep -v grep | awk '{ print $2 }'`
+        ps -eo user,pid,command,etime,args | grep "nmon" | grep "splunk" | grep "var/log/metricator" | grep -v metricator_reader | grep -v grep >/dev/null ;;
+    "SunOS")
+        oldPidList=`ps auxwww | grep "sadc" | grep "splunk" | grep "var/log/metricator" | grep -v metricator_reader | grep -v grep | awk '{ print $2 }'`
+        ps auxwww | grep "sadc" | grep "splunk" | grep "var/log/metricator" | grep -v metricator_reader | grep -v grep >/dev/null ;;
+    esac
+
+    if [ $? -eq 0 ]; then
+
+        for pid in $oldPidList; do
+
+            pid_runtime=0
+            # only run the process is running
+            if [ -d /proc/${pid} ]; then
+                # get the process runtime in seconds
+
+                case $UNAME in
+                "AIX"|"Linux")
+                    pid_runtime=`ps -p ${pid} -oetime= | tr '-' ':' | awk -F: '{ total=0; m=1; } { for (i=0; i < NF; i++) {total += $(NF-i)*m; m *= i >= 2 ? 24 : 60 }} {print total}'`
+                ;;
+                "SunOS")
+                    pid_runtime=`P_RUNTIME ${pid}`
+                ;;
+                esac
+
+                # additional protection
+                case ${pid_runtime} in
+                "")
+                 ;;
+                *)
+                 if [ ${pid_runtime} -gt ${endtime} ]; then
+                     echo "`log_date`, ${HOST} WARN, old nmon process found due to: `ps auxwww | grep $pid | grep -v grep` killing (SIGTERM) process $pid"
+                     kill $pid
+
+                     # Allow some time for the process to end
+                     sleep 5
+
+                     # re-check the status
+                     ps -p ${pid} -oetime= >/dev/null
+
+                     if [ $? -eq 0 ]; then
+                         echo "`log_date`, ${HOST} WARN, old nmon process found due to: `ps auxwww | grep $pid | grep -v grep` failed to stop, killing (-9) process $pid"
+                         kill -9 $pid
+                     fi
+
+                 fi
+                ;;
+                esac
+            fi
+
+        done
+
+    fi
+
+    #
+    # Maintenance task2
+    # set -x
+    # - manage any fifo reader orphan processes (no associated nmon process)
+    # - manage any fifo reader duplicated (abnormal situation)
+
+    echo "`log_date`, ${HOST} INFO, starting maintenance task 2: verify orphan or duplicated fifo_reader processes"
+
+    for instance in fifo1 fifo2; do
+
+    # Initiate
+    oldPidNb=0
+
+    case $INTERPRETER in
+    "perl")
+        readerNbProc=2 ;;
+    "python"|"python3")
+        readerNbProc=3 ;;
+    esac
+
+    # get the list of running processes
+    ps auxwww | grep "nmon" | grep "splunk" | grep metricator_reader | grep ${instance} >/dev/null
+
+    if [ $? -eq 0 ]; then
+
+        oldPidList=`ps auxwwww | grep "nmon" | grep "splunk" | grep metricator_reader | grep ${instance} | grep -v grep | awk '{ print $2 }'`
+        oldPidNb=`ps auxwww | grep "nmon" | grep "splunk" | grep metricator_reader | grep ${instance} | grep -v grep | wc -l | awk '{print $1}'`
+
+        # search for associated nmon process
+        case $UNAME in
+        "AIX"|"Linux")
+            ps auxwww | grep "nmon" | grep "splunk" | grep "var/log/metricator" | grep -v metricator_reader | grep ${instance} >/dev/null
+        ;;
+        "SunOS")
+            ps auxwww | grep "sadc" | grep "splunk" | grep "var/log/metricator" | grep -v metricator_reader | grep ${instance} >/dev/null
+        ;;
+        esac
+
+        if [ $? -ne 0 ] && [ $oldPidNb -eq $readerNbProc ]; then
+
+            # no process found, kill the reader processes
+            for pid in $oldPidList; do
+                    echo "`log_date`, ${HOST} WARN, orphan reader process found (no associated nmon process) due to: `ps auxwww | grep $pid | grep -v grep` killing (SIGTERM) process $pid"
+                    kill $pid
+
+                    # Allow some time for the process to end
+                    sleep 5
+
+                    # re-check the status
+                    ps -p ${pid} -oetime= >/dev/null
+
+                    if [ $? -eq 0 ]; then
+                    echo "`log_date`, ${HOST} WARN, orphan reader process (no associated nmon process) due to: `ps auxwww | grep $pid | grep -v grep` failed to stop, killing (-9) process $pid"
+                        kill -9 $pid
+                    fi
+            done
+
+        # If nmon is running but the number of reader processes is higher than 2 (shell parent + Python/Perl child), something went wrong
+        elif [ $oldPidNb -gt $readerNbProc ]; then
+
+            echo "`log_date`, ${HOST} WARN, multiple reader for the same fifo were detected, this is an abnormal situation and reader will be killed."
+
+            # no process found, kill the reader processes
+            for pid in $oldPidList; do
+                    echo "`log_date`, ${HOST} WARN, duplicated reader process found due to: `ps auxwww | grep $pid | grep -v grep` killing (SIGTERM) process $pid"
+                    kill $pid
+
+                    # Allow some time for the process to end
+                    sleep 5
+
+                    # re-check the status
+                    ps -p ${pid} -oetime= >/dev/null
+
+                    if [ $? -eq 0 ]; then
+                    echo "`log_date`, ${HOST} WARN, duplicated reader process found due to: `ps auxwww | grep $pid | grep -v grep` failed to stop, killing (-9) process $pid"
+                        kill -9 $pid
+                    fi
+            done
+
+        fi
+
+    fi
+
+    done
+
+;;
+
+# End of per OS case
+esac
+
+###### End maintenance tasks ######
+
+###### Start cleaner ######
+
+case ${INTERPRETER} in
+
+"python"|"python3")
+		$INTERPRETER $APP/bin/metricator_cleaner.py ${userargs} ;;
+
+"perl")
+		$APP/bin/metricator_cleaner.pl ${userargs} ;;
+
+esac
+
+exit 0
diff --git a/deployment-apps/TA-metricator-hec-for-nmon/bin/metricator_consumer.sh b/deployment-apps/TA-metricator-hec-for-nmon/bin/metricator_consumer.sh
new file mode 100755
index 0000000..c0680c1
--- /dev/null
+++ b/deployment-apps/TA-metricator-hec-for-nmon/bin/metricator_consumer.sh
@@ -0,0 +1,367 @@
+#!/bin/sh
+
+# set -x
+
+# Program name: metricator_consumer.sh
+# Purpose - consume data produced by the fifo readers
+# Author - Guilhem Marchand
+
+# Version 2.0.0
+
+# For AIX / Linux / Solaris
+
+#################################################
+## 	Your Customizations Go Here            ##
+#################################################
+
+# hostname
+HOST=`hostname`
+
+# Which type of OS are we running
+UNAME=`uname`
+
+# format date output to strftime dd/mm/YYYY HH:MM:SS
+log_date () {
+    date "+%d-%m-%Y %H:%M:%S"
+}
+
+if [ -z "${SPLUNK_HOME}" ]; then
+	echo "`log_date`, ${HOST} ERROR, SPLUNK_HOME variable is not defined"
+	exit 1
+fi
+
+# check and wait to acquire mutex
+mutex="$SPLUNK_HOME/var/log/metricator/mutex"
+
+remove_mutex () {
+    rm -f $mutex
+}
+
+# Allow 10s mini to acquire mutex and break
+count=0
+while [ -f $mutex ]; do
+    sleep 2
+    count=`expr $count + 1`
+    if [ $count -gt 5 ]; then
+        break
+    fi
+done
+
+# acquire mutex
+if [ -d $SPLUNK_HOME/var/log/metricator ]; then
+  touch $mutex
+fi
+
+# tmp dir and file
+temp_dir="${SPLUNK_HOME}/var/log/metricator/tmp/"
+
+if [ ! -d ${temp_dir} ]; then
+    mkdir -p ${temp_dir}
+fi
+
+temp_file="${temp_dir}/metricator_consumer.sh.$$"
+
+# Splunk Home variable: This should automatically defined when this script is being launched by Splunk
+# If you intend to run this script out of Splunk, please set your custom value here
+SPL_HOME=${SPLUNK_HOME}
+
+# Check SPL_HOME variable is defined, this should be the case when launched by Splunk scheduler
+if [ -z "${SPL_HOME}" ]; then
+	echo "`log_date`, ${HOST} ERROR, SPL_HOME (SPLUNK_HOME) variable is not defined"
+	remove_mutex
+	exit 1
+fi
+
+# APP path discovery
+if [ -d "$SPLUNK_HOME/etc/apps/TA-metricator-hec-for-nmon" ]; then
+        APP=$SPLUNK_HOME/etc/apps/TA-metricator-hec-for-nmon
+
+elif [ -d "$SPLUNK_HOME/etc/slave-apps/TA-metricator-hec-for-nmon" ];then
+        APP=$SPLUNK_HOME/etc/slave-apps/TA-metricator-hec-for-nmon
+
+else
+        echo "`log_date`, ${HOST} ERROR, the APP directory could not be defined, is the TA-metricator-hec-for-nmon installed ?"
+        remove_mutex
+        exit 1
+fi
+
+#
+# Interpreter choice
+#
+
+PYTHON=0
+PYTHON2=0
+PYTHON3=0
+PERL=0
+# Set the default interpreter
+INTERPRETER="python"
+
+# Get the version for both worlds
+PYTHON2=`which python 2>&1`
+PYTHON3=`which python3 2>&1`
+PERL=`which perl 2>&1`
+
+# Handle Python
+PYTHON_available="false"
+case $PYTHON3 in
+*python*)
+    PYTHON_available="true"
+    INTERPRETER="python3" ;;
+*)
+    case $PYTHON2 in
+    *python*)
+        PYTHON_available="true"
+        INTERPRETER="python" ;;
+    esac
+;;
+esac
+
+# Handle Perl
+case $PERL in
+*perl*)
+   PERL_available="true"
+   ;;
+*)
+   PERL_available="false"
+   ;;
+esac
+
+case `uname` in
+
+# AIX priority is Perl
+"AIX")
+     case $PERL_available in
+     "true")
+           INTERPRETER="perl" ;;
+     "false")
+           INTERPRETER="$INTERPRETER" ;;
+ esac
+;;
+
+# Other OS, priority is Python
+*)
+     case $PYTHON_available in
+     "true")
+           INTERPRETER="$INTERPRETER" ;;
+     "false")
+           INTERPRETER="perl" ;;
+     esac
+;;
+esac
+
+# default values relevant for our context
+nmonparser_options="--mode fifo"
+
+# source default nmon.conf
+if [ -f $APP/default/nmon.conf ]; then
+    # During initial deployment, the nmon.conf needs to be managed properly by the metricator_consumer.sh
+    # wait for this to be done
+    grep '\[nmon\]' $APP/default/nmon.conf >/dev/null
+    if [ $? -eq 0 ]; then
+        echo "`log_date`, ${HOST} INFO, initial deployment condition detected, safe exiting."
+        exit 0
+    else
+        . $APP/default/nmon.conf
+    fi
+fi
+
+# source local nmon.conf, if any
+
+# Search for a local nmon.conf file located in $SPLUNK_HOME/etc/apps/TA-metricator-hec-for-nmon/local
+if [ -f $APP/local/nmon.conf ]; then
+        . $APP/local/nmon.conf
+fi
+
+# On a per server basis, you can also set in /etc/nmon.conf
+if [ -f /etc/nmon.conf ]; then
+	. /etc/nmon.conf
+fi
+
+# Manage FQDN option
+echo $nmonparser_options | grep '\-\-use_fqdn' >/dev/null
+if [ $? -eq 0 ]; then
+    # Only relevant for Linux OS
+    case $UNAME in
+    Linux)
+        HOST=`hostname -f` ;;
+    AIX)
+        HOST=`hostname` ;;
+    SunOS)
+        HOST=`hostname` ;;
+    esac
+else
+    HOST=`hostname`
+fi
+
+# Manage host override option based on Splunk hostname defined
+case $override_sys_hostname in
+"1")
+    # Retrieve the Splunk host value
+    HOST=`cat $SPLUNK_HOME/etc/system/local/inputs.conf | grep '^host =' | awk -F\= '{print $2}' | sed 's/ //g'`
+;;
+esac
+
+############################################
+# functions
+############################################
+
+# consume function
+consume_data () {
+
+# fifo name (valid choices are: fifo1 | fifo2)
+FIFO=$1
+
+# consume fifo
+
+# realtime
+nmon_config=$SPLUNK_HOME/var/log/metricator/var/nmon_repository/$FIFO/nmon_config.dat
+nmon_header=$SPLUNK_HOME/var/log/metricator/var/nmon_repository/$FIFO/nmon_header.dat
+nmon_timestamp=$SPLUNK_HOME/var/log/metricator/var/nmon_repository/$FIFO/nmon_timestamp.dat
+nmon_data=$SPLUNK_HOME/var/log/metricator/var/nmon_repository/$FIFO/nmon_data.dat
+nmon_data_tmp=$SPLUNK_HOME/var/log/metricator/var/nmon_repository/$FIFO/nmon_data_tmp.dat
+nmon_external=$SPLUNK_HOME/var/log/metricator/var/nmon_repository/$FIFO/nmon_external.dat
+nmon_external_header=$SPLUNK_HOME/var/log/metricator/var/nmon_repository/$FIFO/nmon_external_header.dat
+
+
+# rotated
+nmon_config_rotated=$SPLUNK_HOME/var/log/metricator/var/nmon_repository/$FIFO/nmon_config.dat.rotated
+nmon_header_rotated=$SPLUNK_HOME/var/log/metricator/var/nmon_repository/$FIFO/nmon_header.dat.rotated
+nmon_timestamp_rotated=$SPLUNK_HOME/var/log/metricator/var/nmon_repository/$FIFO/nmon_timestamp.dat.rotated
+nmon_data_rotated=$SPLUNK_HOME/var/log/metricator/var/nmon_repository/$FIFO/nmon_data.dat.rotated
+nmon_external_rotated=$SPLUNK_HOME/var/log/metricator/var/nmon_repository/$FIFO/nmon_external.dat.rotated
+nmon_external_header_rotated=$SPLUNK_HOME/var/log/metricator/var/nmon_repository/$FIFO/nmon_external_header.dat.rotated
+
+# manage rotated data if existing, prevent any data loss
+
+# all files must be existing to be managed
+if [ -s $nmon_config_rotated ] && [ -s $nmon_header_rotated ] && [ -s $nmon_data_rotated ]; then
+
+    # Manager headers
+    unset nmon_header_files
+    if [ -f $nmon_external_header_rotated ]; then
+        nmon_header_files="$nmon_header_rotated $nmon_external_header_rotated"
+    else
+        nmon_header_files="$nmon_header_rotated"
+    fi
+
+    # Ensure the first line of nmon_data starts by the relevant timestamp, if not add it
+    head -1 $nmon_data_rotated | grep 'ZZZZ,T' >/dev/null
+    if [ $? -ne 0 ]; then
+        # check timestamp dat exists before processing
+        # there is no else possible, if the the timestamp data file does not exist, there is nothing we can do
+        # and the parser will raise an error
+        if [ -f $nmon_timestamp_rotated ]; then
+            tail -1 $nmon_timestamp_rotated >$temp_file
+            cat $nmon_config_rotated $nmon_header_files $temp_file $nmon_data_rotated $nmon_external_rotated | $SPLUNK_HOME/bin/splunk cmd $APP/bin/nmonparser.sh $nmonparser_options
+        fi
+    else
+        cat $nmon_config_rotated $nmon_header_files $nmon_data_rotated $nmon_external_rotated | $SPLUNK_HOME/bin/splunk cmd $APP/bin/nmonparser.sh $nmonparser_options
+    fi
+
+    # remove rotated
+    rm -f $SPLUNK_HOME/var/log/metricator/var/nmon_repository/$FIFO/*.dat.rotated
+
+    # header var
+    unset nmon_header_files
+
+fi
+
+# Manage realtime files
+
+# all files must be existing to be managed
+if [ -s $nmon_config ] && [ -s $nmon_header ] && [ -s $nmon_data ]; then
+
+    # get data mtime
+    case $INTERPRETER in
+    "perl")
+        perl -e "\$mtime=(stat(\"$nmon_data\"))[9]; \$cur_time=time();  print \$cur_time - \$mtime;" >$temp_file
+        nmon_data_mtime=`cat $temp_file`
+        ;;
+    "python"|"python3")
+        $INTERPRETER -c "import os; import time; now = time.strftime(\"%s\"); print(int(int(now)-(os.path.getmtime('$nmon_data'))))" >$temp_file
+        nmon_data_mtime=`cat $temp_file`
+        ;;
+
+    esac
+
+    # file should have last mtime of mini 5 sec
+
+    while [ $nmon_data_mtime -lt 5 ];
+    do
+
+        sleep 1
+
+        # get data mtime
+        case $INTERPRETER in
+        "perl")
+            perl -e "\$mtime=(stat(\"$nmon_data\"))[9]; \$cur_time=time();  print \$cur_time - \$mtime;" >$temp_file
+            nmon_data_mtime=`cat $temp_file`
+            ;;
+        "python"|"python3")
+            $INTERPRETER -c "import os; import time; now = time.strftime(\"%s\"); print(int(int(now)-(os.path.getmtime('$nmon_data'))))" >$temp_file
+            nmon_data_mtime=`cat $temp_file`
+            ;;
+        esac
+
+
+    done
+
+    # copy content
+    cat $nmon_data > $nmon_data_tmp
+
+    # nmon external data
+    if [ -f $nmon_external ]; then
+        cat $nmon_external >> $nmon_data_tmp
+    fi
+
+    # empty the nmon_data file & external
+    > $nmon_data
+    > $nmon_external
+
+    # Manager headers
+    unset nmon_header_files
+    if [ -f $nmon_external_header ]; then
+        nmon_header_files="$nmon_header $nmon_external_header"
+    else
+        nmon_header_files="$nmon_header"
+    fi
+
+    # Ensure the first line of nmon_data starts by the relevant timestamp, if not add it
+    head -1 $nmon_data_tmp | grep 'ZZZZ,T' >/dev/null
+    if [ $? -ne 0 ]; then
+        tail -1 $nmon_timestamp >$temp_file
+        cat $nmon_config $nmon_header_files $temp_file $nmon_data_tmp | $SPLUNK_HOME/bin/splunk cmd $APP/bin/nmonparser.sh $nmonparser_options
+    else
+        cat $nmon_config $nmon_header_files $nmon_data_tmp | $SPLUNK_HOME/bin/splunk cmd $APP/bin/nmonparser.sh $nmonparser_options
+    fi
+
+    # remove the copy
+    rm -f $nmon_data_tmp
+
+    # header var
+    unset nmon_header_files
+
+fi
+
+}
+
+####################################################################
+#############		Main Program 			############
+####################################################################
+
+# consume fifo1
+consume_data fifo1
+
+# allow 1 sec idle
+sleep 1
+
+# consume fifo2
+consume_data fifo2
+
+# remove the temp file
+if [ -f $temp_file ]; then
+    rm -f $temp_file
+fi
+
+remove_mutex
+exit 0
diff --git a/deployment-apps/TA-metricator-hec-for-nmon/bin/metricator_helper.sh b/deployment-apps/TA-metricator-hec-for-nmon/bin/metricator_helper.sh
new file mode 100755
index 0000000..1d1eb5c
--- /dev/null
+++ b/deployment-apps/TA-metricator-hec-for-nmon/bin/metricator_helper.sh
@@ -0,0 +1,1918 @@
+#!/bin/sh
+
+#set -x
+
+# Program name: metricator_helper.sh
+# Purpose - nmon sample script to start collecting data with a 1mn interval refresh
+# Author - Guilhem Marchand
+
+# Version 2.0.2
+
+# For AIX / Linux / Solaris
+
+#################################################
+## 	Your Customizations Go Here            ##
+#################################################
+
+# hostname
+HOST=`hostname`
+
+# format date output to strftime dd/mm/YYYY HH:MM:SS
+log_date () {
+    date "+%d-%m-%Y %H:%M:%S"
+}
+
+if [ -z "${SPLUNK_HOME}" ]; then
+	echo "`log_date`, ${HOST} ERROR, SPLUNK_HOME variable is not defined"
+	exit 1
+fi
+
+# Splunk Home variable: This should automatically defined when this script is being launched by Splunk
+# If you intend to run this script out of Splunk, please set your custom value here
+SPL_HOME=${SPLUNK_HOME}
+
+# Check SPL_HOME variable is defined, this should be the case when launched by Splunk scheduler
+if [ -z "${SPL_HOME}" ]; then
+	echo "`log_date`, ${HOST} ERROR, SPL_HOME (SPLUNK_HOME) variable is not defined"
+	exit 1
+fi
+
+# APP path discovery
+if [ -d "$SPLUNK_HOME/etc/apps/TA-metricator-hec-for-nmon" ]; then
+        APP=$SPLUNK_HOME/etc/apps/TA-metricator-hec-for-nmon
+
+elif [ -d "$SPLUNK_HOME/etc/slave-apps/TA-metricator-hec-for-nmon" ];then
+        APP=$SPLUNK_HOME/etc/slave-apps/TA-metricator-hec-for-nmon
+
+else
+        echo "`log_date`, ${HOST} ERROR, the APP directory could not be defined, is the TA-metricator-hec-for-nmon installed ?"
+        exit 1
+fi
+
+# pre-action scripts, run any script available in bin/pre_action_scripts
+pre_action_scripts=`find $APP/bin/pre_action_scripts -name "*.sh" -type f`
+for pre_action_script in $pre_action_scripts; do
+    if [ -x $pre_action_script ]; then
+        echo "`log_date`, ${HOST} INFO, executing pre-action script: $pre_action_script"
+        $pre_action_script
+    fi
+done
+
+# Var directory for data generation
+APP_VAR=$SPLUNK_HOME/var/log/metricator
+
+# Create directory if not existing already
+[ ! -d $APP_VAR ] && { mkdir -p $APP_VAR; }
+
+# Mutex: avoid running metricator_helper.sh and metricator_consumer.sh concurrently
+mutex="${APP_VAR}/mutex"
+
+# Allow 10s mini to acquire mutex and break
+count=0
+while [ -f $mutex ]; do
+    sleep 2
+    count=`expr $count + 1`
+    if [ $count -gt 5 ]; then
+        break
+    fi
+done
+
+# acquire mutex
+touch $mutex
+
+remove_mutex () {
+    rm -f $mutex
+}
+
+# Which type of OS are we running
+UNAME=`uname`
+
+# Linux binaries are stored in the bin/linux.tgz archive file
+# At first startup only, if the linux directory does not exist, extract the binaries archive file
+case $UNAME in
+
+Linux )
+
+if [ ! -d ${APP}/bin/linux ]; then
+    cd ${APP}/bin
+    tar -xzpf linux.tgz
+fi
+
+;;
+esac
+
+# Manage sarmon binaries for Solaris
+case $UNAME in
+
+SunOS)
+
+if [ ! -d ${APP}/bin/sarmon_bin_i386 ]; then
+    cd ${APP}/bin
+    gunzip sarmon_bin_i386.tgz
+    tar xf sarmon_bin_i386.tar
+fi
+
+if [ ! -d ${APP}/bin/sarmon_bin_sparc ]; then
+    cd ${APP}/bin
+    gunzip sarmon_bin_sparc.tgz
+    tar xf sarmon_bin_sparc.tar
+fi
+
+;;
+esac
+
+# Silently update bin content to run directory (see after this)
+# Note: on some systems, cp is an alias to cp -i which would prevent this from working as expected
+update_var_bin () {
+cd ${APP}/bin
+case $UNAME in
+    Linux )
+    tar -xzpf linux.tgz ;;
+esac
+\cp -pf ${APP}/default/app.conf ${APP_VAR}/app.conf > /dev/null 2>&1
+\cp -rpf ${APP}/bin ${APP_VAR}/ > /dev/null 2>&1
+}
+
+# To prevents binaries overwrites during upgrades and sh cluster deployment issues, cache the bin directory
+# Binaries will be launched from the cache directory
+if [ -d ${APP_VAR}/bin ]; then
+
+    # the bin directory has been already cached, verify if an update is required
+    if [ -f ${APP_VAR}/app.conf ]; then
+
+        diff ${APP}/default/app.conf ${APP_VAR}/app.conf >/dev/null
+
+            # if return code does not equal to 0, update is required
+            if [ $? -ne 0 ]; then
+                update_var_bin
+            fi
+
+    else
+
+        # no app.conf found, force copy of app.conf and update
+        update_var_bin
+    fi
+
+else
+
+    # the bin directory has not been cached already
+    update_var_bin
+
+fi
+
+# Remove stanza name, prevent any change from the SHC deployer
+reformat_default_nmon_conf () {
+
+    # Retrieve category from first arg
+    nmon_conf=$1
+
+    case $UNAME in
+    "Linux")
+            sed -i 's/ = /=/g' ${nmon_conf}
+            sed -i 's/\[nmon\]//g' ${nmon_conf}
+    ;;
+    *)
+            cat ${nmon_conf} | sed 's/ = /=/g' | sed 's/\[nmon\]//g' > /tmp/metricator_helper.tmp.$$
+            mv /tmp/metricator_helper.tmp.$$ ${nmon_conf}
+    ;;
+    esac
+
+}
+
+###
+### FIFO options:
+###
+
+# Using FIFO files (named pipe) are now used to minimize the CPU footprint of the technical addons
+# As such, it is not required anymore to use short cycle of Nmon run to reduce the CPU usage
+
+# You can still want to manage the volume of data to be generated by managing the interval and snapshot values
+# as a best practice recommendation, the time to live of nmon processes writing to FIFO should be 24 hours
+
+# value for interval: time in seconds between 2 performance measures
+fifo_interval="60"
+
+# value for snapshot: number of measure to perform
+fifo_snapshot="1440"
+
+# AIX common options default, will be overwritten by nmon.conf (unless the file would not be available)
+
+# Note: Since the version 1.3.0, AIX uses fifo files to minimize the CPU footprint, this requires the -F option
+# and is not compatible with the "-f" option that defines output to csv
+# The -F option is implicitly added by the metricator_helper.sh script during processing
+
+AIX_options="-T -A -d -K -L -M -P -O -W -S -^ -p"
+
+# Linux max devices (-d option), default to 1500
+Linux_devices="1500"
+
+# Change the priority applied while looking at nmon binary
+# by default, the metricator_helper.sh script will use any nmon binary found in PATH
+# Set to "1" to give the priority to embedded nmon binaries
+Linux_embedded_nmon_priority="0"
+
+# Change the limit for processes and disks capture of nmon for Linux
+# In default configuration, nmon will capture most of the process table by capturing main consuming processes
+# You can set nmon to an unlimited number of processes to be captured, and the entire process table will be captured.
+# Note this will affect the number of disk devices captured by setting it to an unlimited number.
+# This will also increase the volume of data to be generated and may require more cpu overhead to process nmon data
+# The default configuration uses the default mode (limited capture), you can set bellow the limit number of capture to unlimited mode
+# Change to "1" to set capture of processes and disks to no limit mode
+Linux_unlimited_capture="0"
+
+# endtime_margin defines the time in seconds before a new nmon process will be started
+# in default configuration, a new process will be spawned 240 seconds before the current process ends
+# see nmon.conf (this value will be overwritten by nmon.conf)
+endtime_margin="240"
+
+# Linux disks extended statistics (see nmon.conf)
+Linux_disk_dg_enable="1"
+
+# Name of the DG group file
+Linux_disk_dg_group="auto"
+
+# nmon external generation, default is activated
+nmon_external_generation="1"
+
+# source default / local / per server nmon.conf
+for nmon_conf_file in $APP/default/nmon.conf $APP/local/nmon.conf /etc/nmon.conf; do
+    if [ -f $nmon_conf_file ]; then
+        # Verify and reformat if required
+        grep '\[nmon\]' $nmon_conf_file >/dev/null
+        if [ $? -eq 0 ]; then
+            reformat_default_nmon_conf $nmon_conf_file
+            . $nmon_conf_file
+        else
+            . $nmon_conf_file
+        fi
+    fi
+done
+
+# Manage FQDN option
+echo $nmonparser_options | grep '\-\-use_fqdn' >/dev/null
+if [ $? -eq 0 ]; then
+    # Only relevant for Linux OS
+    case $UNAME in
+    Linux)
+        HOST=`hostname -f` ;;
+    AIX)
+        HOST=`hostname` ;;
+    SunOS)
+        HOST=`hostname` ;;
+    esac
+else
+    HOST=`hostname`
+fi
+
+# Manage host override option based on Splunk hostname defined
+case $override_sys_hostname in
+"1")
+    # Retrieve the Splunk host value
+    HOST=`cat $SPLUNK_HOME/etc/system/local/inputs.conf | grep '^host =' | awk -F\= '{print $2}' | sed 's/ //g'`
+;;
+esac
+
+# Nmon Binary
+case $UNAME in
+
+##########
+#	AIX	#
+##########
+
+AIX )
+
+# Use topas_nmon in priority
+
+if [ -x /usr/bin/topas_nmon ]; then
+	NMON="/usr/bin/topas_nmon"
+	AIX_topas_nmon="true"
+
+else
+	NMON=`which nmon 2>&1`
+
+	if [ ! -x "$NMON" ]; then
+		echo "`log_date`, ${HOST} ERROR, Nmon could not be found, cannot continue."
+		remove_mutex
+		exit 1
+	fi
+	AIX_topas_nmon="false"	
+
+fi
+
+;;
+
+##########
+#	Linux	#
+##########
+
+# Nmon App comes with most of nmon versions available from http://nmon.sourceforge.net/pmwiki.php?n=Site.Download
+
+Linux )
+
+case $Linux_embedded_nmon_priority in
+
+0)
+
+	# give priority to any nmon binary found in local PATH
+
+	# Nmon BIN full path (including bin name), please update this value to reflect your Nmon installation
+	which nmon >/dev/null 2>&1
+
+	if [ $? -eq 0 ]; then
+
+		NMON=`which nmon`
+
+	else
+
+		NMON=""
+
+	fi
+
+;;
+
+1)
+
+	# give priority to embedded binaries
+	# if none of embedded binaries can suit the local system, we will switch to local nmon binary, if it's available
+
+	NMON=""
+
+;;
+
+esac
+
+if [ ! -x "$NMON" ];then
+
+	# No nmon found in env, so using prepackaged version
+
+	# First, define the processor architecture, use the arch command in priority, fall back to uname -m if not available
+	which arch >/dev/null 2>&1
+	if [ $? -eq 0 ]; then
+
+			ARCH=`arch`
+			
+	else
+	
+			ARCH=`uname -m`	
+	
+	fi
+	
+	# Let's convert some of architecture names to more conventional names, specially used by the nmon community to name binaries (not that ppc32 is more or less clear than power_32...)
+
+	case $ARCH in
+	
+	i686 )
+	
+		ARCH_NAME="x86" ;; # x86 32 bits
+		
+	x86_64 )
+	
+		ARCH_NAME="x86_64" ;; # x86 64 bits
+		
+	ia64 )
+	
+		ARCH_NAME="ia64" ;; # Itanium 64 bits	
+	
+	ppc32* )
+	
+		ARCH_NAME="power_32" ;; # powerpc 32 bits
+		
+	ppc64* )
+	
+		ARCH_NAME="power_64" ;; # powerpc 64 bits	
+
+	s390 )
+	
+		ARCH_NAME="mainframe_32" ;; # s390 32 bits mainframe	
+
+	s390x )
+	
+		ARCH_NAME="mainframe_64" ;; # s390x 64 bits mainframe
+
+    arm* )
+
+        ARCH_NAME="arm" ;; # arm architecture
+
+    * )
+
+        ARCH_NAME="${ARCH}" ;; # None of those!
+	
+	esac
+
+	### PowerLinux specific ###
+
+	# On PowerLinux arch, some OS can run in Big Endian while most will run in Little Endian
+    # On a Little Endian system, the following command will return "1" for a Little Endian arch
+
+    # See this nice article: https://www.mainline.com/linux-on-power-to-be-or-not-to-be-why-should-i-care
+    # And specifically "Ubuntu is LE only; SLES 11 is BE only; SLES 12 is LE only; RedHat 6.x is BE only; RedHat 7.1 has two distributions – one LE, the other BE"
+
+    # For convenience, all powerLinux binaries are suffixed by "_le" or "_be"
+
+    case $ARCH in
+
+    ppc32* | ppc64* )
+
+        # Assign default to Little Endian in case of failure
+        BYTE_ORDER_STATUS="1"
+        BYTE_ORDER="le"
+
+        BYTE_ORDER_STATUS=`echo I | tr -d [:space:] | od -to2 | head -n1 | awk '{print $2}' | cut -c6`
+        case ${BYTE_ORDER_STATUS} in
+
+        0 )
+        # Big Endian
+            BYTE_ORDER="be" ;;
+
+        # Little Endian
+        1 )
+            BYTE_ORDER="le" ;;
+
+        esac
+
+    ;;
+    esac
+
+	# Initialize linux_vendor
+	linux_vendor=""
+	linux_mainversion=""
+	linux_subversion=""
+	linux_fullversion=""
+	
+	# Try to find the better embedded binary depending on Linux version
+	
+	# Most modern Linux comes with an /etc/os-release, this is (from far) the better scenario for system identification
+	
+	OSRELEASE="/etc/os-release"	
+	
+	if [ -f $OSRELEASE ]; then
+
+		# Great, let's try to find the better binary for that system
+	
+		linux_vendor=`grep '^ID=' $OSRELEASE | awk -F= '{print $2}' | sed 's/\"//g' | sed 's/ //g'`	# The Linux distribution
+		linux_mainversion=`grep '^VERSION_ID=' $OSRELEASE | awk -F'"' '{print $2}' | awk -F'.' '{print $1}'`	# The main release (eg. rhel 7)
+
+        # some distribution (eg. Fedora) seem to use a non standard format
+        case $linux_mainversion in
+        "")
+            linux_mainversion=`grep '^VERSION_ID=' $OSRELEASE | sed 's/ //g' | sed 's/\"//' | awk -F'=' '{print $2}'` ;;
+        esac
+
+		linux_subversion=`grep '^VERSION_ID=' $OSRELEASE | awk -F'"' '{print $2}' | awk -F'.' '{print $2}'`	# The sub level release (eg. "1" from rhel 7.1)
+		linux_fullversion=`grep '^VERSION_ID=' $OSRELEASE | awk -F'"' '{print $2}' | sed 's/\.//g'`	# Concatenated version of the release (eg. 71 for rhel 7.1)	
+
+        case $ARCH in
+
+        # PowerLinux
+        ppc32* | ppc64* )
+
+            # Manage Big / Little Endian arch
+            case ${BYTE_ORDER} in
+
+            # Big Endian
+            "be" )
+
+                # Try the most accurate
+                if [ -f $APP_VAR/bin/linux/${linux_vendor}/nmon_${ARCH_NAME}_${linux_vendor}${linux_fullversion}_be ]; then
+                    NMON="$APP_VAR/bin/linux/${linux_vendor}/nmon_${ARCH_NAME}_${linux_vendor}${linux_fullversion}_be"
+
+                # try the mainversion
+                elif [ -f ${APP_VAR}/bin/linux/${linux_vendor}/nmon_${ARCH_NAME}_${linux_vendor}${linux_mainversion}_be ]; then
+                    NMON="${APP_VAR}/bin/linux/${linux_vendor}/nmon_${ARCH_NAME}_${linux_vendor}${linux_mainversion}_be"
+
+                # try the linux_vendor
+                elif [ -f ${APP_VAR}/bin/linux/${linux_vendor}/nmon_${ARCH_NAME}_${linux_vendor}_be ]; then
+                    NMON="${APP_VAR}/bin/linux/${linux_vendor}/nmon_${ARCH_NAME}_${linux_vendor}_be"
+
+                fi
+
+            ;;
+
+            # Little Endian
+            "le" )
+
+                # Try the most accurate
+                if [ -f $APP_VAR/bin/linux/${linux_vendor}/nmon_${ARCH_NAME}_${linux_vendor}${linux_fullversion}_le ]; then
+                    NMON="$APP_VAR/bin/linux/${linux_vendor}/nmon_${ARCH_NAME}_${linux_vendor}${linux_fullversion}_le"
+
+                # try the mainversion
+                elif [ -f ${APP_VAR}/bin/linux/${linux_vendor}/nmon_${ARCH_NAME}_${linux_vendor}${linux_mainversion}_le ]; then
+                    NMON="${APP_VAR}/bin/linux/${linux_vendor}/nmon_${ARCH_NAME}_${linux_vendor}${linux_mainversion}_le"
+
+                # try the linux_vendor
+                elif [ -f ${APP_VAR}/bin/linux/${linux_vendor}/nmon_${ARCH_NAME}_${linux_vendor}_le ]; then
+                    NMON="${APP_VAR}/bin/linux/${linux_vendor}/nmon_${ARCH_NAME}_${linux_vendor}_le"
+
+                fi
+
+            ;;
+
+            esac
+
+        ;;
+
+        # All other arch
+        *)
+
+                # Try the most accurate
+                if [ -f $APP_VAR/bin/linux/${linux_vendor}/nmon_${ARCH_NAME}_${linux_vendor}${linux_fullversion} ]; then
+                    NMON="$APP_VAR/bin/linux/${linux_vendor}/nmon_${ARCH_NAME}_${linux_vendor}${linux_fullversion}"
+
+                # try the mainversion
+                elif [ -f ${APP_VAR}/bin/linux/${linux_vendor}/nmon_${ARCH_NAME}_${linux_vendor}${linux_mainversion} ]; then
+                    NMON="${APP_VAR}/bin/linux/${linux_vendor}/nmon_${ARCH_NAME}_${linux_vendor}${linux_mainversion}"
+
+                # try the linux_vendor
+                elif [ -f ${APP_VAR}/bin/linux/${linux_vendor}/nmon_${ARCH_NAME}_${linux_vendor} ]; then
+                    NMON="${APP_VAR}/bin/linux/${linux_vendor}/nmon_${ARCH_NAME}_${linux_vendor}"
+
+                fi
+
+        ;;
+
+        esac
+
+
+	# So bad, no os-release, probably old linux, things becomes a bit harder
+
+	# centOS, OS and version detection
+    elif [ -f /etc/centos-release ]; then
+
+       for version in 5 6 7; do
+           if grep "CentOS release $version" /etc/centos-release >/dev/null; then
+
+               linux_vendor="centos"
+               linux_mainversion="$version"
+               NMON="${APP_VAR}/bin/linux/${linux_vendor}/nmon_${ARCH_NAME}_${linux_vendor}${linux_mainversion}"
+
+           fi
+
+        done
+
+    # rhel, OS and version detection
+	elif [ -f /etc/redhat-release ]; then
+
+        # Redhat has some version for PowerLinux that can be Little or Big endian
+
+		for version in 4 5 6 7; do
+	
+			# search for rhel		
+			if grep "Red Hat Enterprise Linux Server release $version" /etc/redhat-release >/dev/null; then
+		
+				linux_vendor="rhel"
+				linux_mainversion="$version"
+
+                case $ARCH in
+
+                # PowerLinux
+                ppc32* | ppc64* )
+
+                    # Manage Big / Little Endian arch
+                    case ${BYTE_ORDER} in
+
+                    # Big endian
+                    "be" )
+                        NMON="${APP_VAR}/bin/linux/${linux_vendor}/nmon_${ARCH_NAME}_${linux_vendor}${linux_mainversion}_be"
+
+				    ;;
+
+				    # Little endian
+				    "le")
+    				    NMON="${APP_VAR}/bin/linux/${linux_vendor}/nmon_${ARCH_NAME}_${linux_vendor}${linux_mainversion}_le"
+				    ;;
+
+				    esac
+
+				;;
+
+				# Other arch
+				* )
+				    NMON="${APP_VAR}/bin/linux/${linux_vendor}/nmon_${ARCH_NAME}_${linux_vendor}${linux_mainversion}"
+
+                ;;
+
+                esac
+
+			fi
+			
+		done
+
+	# Second chance for sles and opensuse, /etc/SuSE-release is deprecated and should be removed in future version
+	elif [ -f /etc/SuSE-release ]; then
+	
+		# sles
+		
+		if grep "SUSE Linux Enterprise Server" /etc/SuSE-release >/dev/null; then
+		
+			linux_vendor="sles"
+			# Get the main version only
+			linux_mainversion=`grep 'VERSION =' /etc/SuSE-release | sed 's/ //g' | awk -F= '{print $2}' | awk -F. '{print $1}'`
+            linux_subversion=`grep 'PATCHLEVEL =' /etc/SuSE-release | sed 's/ //g' | awk -F= '{print $2}' | awk -F. '{print $1}'`
+
+            case $ARCH in
+
+            # PowerLinux
+            ppc32* | ppc64* )
+
+                # Manage Big / Little Endian arch
+                case ${BYTE_ORDER} in
+
+                # Big endian
+                "be" )
+                    NMON="${APP_VAR}/bin/linux/${linux_vendor}/nmon_${ARCH_NAME}_${linux_vendor}${linux_mainversion}_be"
+
+                ;;
+
+                # Little endian
+                "le")
+                    NMON="${APP_VAR}/bin/linux/${linux_vendor}/nmon_${ARCH_NAME}_${linux_vendor}${linux_mainversion}_le"
+                ;;
+
+                esac
+
+            ;;
+
+            # Other arch
+            * )
+                NMON="${APP_VAR}/bin/linux/${linux_vendor}/nmon_${ARCH_NAME}_${linux_vendor}${linux_mainversion}"
+
+            ;;
+
+            esac
+
+		elif grep "openSUSE" /etc/SuSE-release >/dev/null; then
+		
+			linux_vendor="opensuse"
+			# Get the main version only
+			linux_mainversion=`grep 'VERSION =' /etc/SuSE-release | sed 's/ //g' | awk -F= '{print $2}' | awk -F. '{print $1}'`
+            linux_subversion=`grep 'PATCHLEVEL =' /etc/SuSE-release | sed 's/ //g' | awk -F= '{print $2}' | awk -F. '{print $1}'`
+
+            # try the most accurate
+            if [ -f ${APP_VAR}/bin/linux/${linux_vendor}/nmon_${ARCH_NAME}_${linux_vendor}${linux_mainversion}${linux_subversion} ]; then
+                    NMON=" ${APP_VAR}/bin/linux/${linux_vendor}/nmon_${ARCH_NAME}_${linux_vendor}${linux_mainversion}${linux_subversion}"
+            else
+                    NMON="${APP_VAR}/bin/linux/${linux_vendor}/nmon_${ARCH_NAME}_${linux_vendor}${linux_mainversion}"
+            fi
+
+		fi
+	
+	elif [ -f /etc/issue ]; then
+
+		# search for debian (note: starting debian 7, the /etc/os-release should be available)
+		# This shall not be updated in the future as the /etc/os-release is now available by default
+
+		if grep "Debian GNU/Linux" /etc/issue >/dev/null; then
+
+			for version in 5 6 7; do
+	
+				if grep "Debian GNU/Linux $version" /etc/issue >/dev/null; then
+		
+					linux_vendor="debian"
+					linux_mainversion="$version"
+					NMON="${APP_VAR}/bin/linux/${linux_vendor}/nmon_${ARCH_NAME}_${linux_vendor}${linux_mainversion}"
+
+				fi
+		
+			done
+
+        # Ubuntu is Little Endian only
+		elif grep "Ubuntu" /etc/issue >/dev/null; then
+
+			for version in 6 7 8 9 10 11 12 13 14 15; do
+	
+				if grep "Ubuntu $version" /etc/issue >/dev/null; then
+		
+					linux_vendor="ubuntu"
+					linux_mainversion="$version"
+
+                    case $ARCH in
+
+                    # PowerLinux
+                    ppc32* | ppc64* )
+
+                        # Manage Big / Little Endian arch
+                        case ${BYTE_ORDER} in
+
+                        # Big endian
+                        "be" )
+                            NMON="${APP_VAR}/bin/linux/${linux_vendor}/nmon_${ARCH_NAME}_${linux_vendor}${linux_mainversion}_be"
+
+                        ;;
+
+                        # Little endian
+                        "le")
+                            NMON="${APP_VAR}/bin/linux/${linux_vendor}/nmon_${ARCH_NAME}_${linux_vendor}${linux_mainversion}_le"
+                        ;;
+
+                        esac
+
+                    ;;
+
+                    # Other arch
+                    * )
+                        NMON="${APP_VAR}/bin/linux/${linux_vendor}/nmon_${ARCH_NAME}_${linux_vendor}${linux_mainversion}"
+
+                    ;;
+
+                    esac
+
+				fi
+		
+			done
+
+		fi
+		
+	fi
+
+	# Verify NMON is set and exists, if not, try falling back to generic builds
+
+	case $NMON in
+	
+	"")
+	
+		# Look for local binary in PATH
+		which nmon >/dev/null 2>&1
+		
+		if [ $? -eq 0 ]; then
+			NMON=`which nmon 2>&1`
+		else
+
+            case $ARCH in
+
+            # PowerLinux
+            ppc32* | ppc64* )
+
+                # Manage Big / Little Endian arch
+                case ${BYTE_ORDER} in
+
+                # Big endian
+                "be" )
+                    NMON="${APP_VAR}/bin/linux/generic/nmon_linux_${ARCH_NAME}_be"
+
+                ;;
+
+                # Little endian
+                "le")
+                    NMON="${APP_VAR}/bin/linux/generic/nmon_linux_${ARCH_NAME}_le"
+                ;;
+
+                esac
+
+            ;;
+
+            # Other arch
+            * )
+                NMON="${APP_VAR}/bin/linux/generic/nmon_linux_${ARCH_NAME}"
+
+            ;;
+
+            esac
+
+		fi
+    ;;
+
+    *)
+        if [ ! -x ${NMON} ]; then
+
+            # Look for local binary in PATH
+            which nmon >/dev/null 2>&1
+
+            if [ $? -eq 0 ]; then
+                    NMON=`which nmon 2>&1`
+            fi
+
+        fi
+
+    ;;
+
+	esac
+
+	# Finally verify we have a binary that exists and is executable
+	
+	if [ ! -x ${NMON} ]; then
+
+		if [ -x ${APP_VAR}/bin/linux/generic/nmon_linux_${ARCH} ]; then
+		
+			# Try switching to embedded generic
+
+            case $ARCH in
+
+            # PowerLinux
+            ppc32* | ppc64* )
+
+                # Manage Big / Little Endian arch
+                case ${BYTE_ORDER} in
+
+                # Big endian
+                "be" )
+                    NMON="${APP_VAR}/bin/linux/generic/nmon_linux_${ARCH_NAME}_be"
+
+                ;;
+
+                # Little endian
+                "le")
+                    NMON="${APP_VAR}/bin/linux/generic/nmon_linux_${ARCH_NAME}_le"
+                ;;
+
+                esac
+
+            ;;
+
+            # Other arch
+            * )
+                NMON="${APP_VAR}/bin/linux/generic/nmon_linux_${ARCH_NAME}"
+
+            ;;
+
+            esac
+
+		else
+			
+			echo "`log_date`, ${HOST} ERROR, could not find an nmon binary suitable for this system, please install nmon manually and set it available in the user PATH"
+			remove_mutex
+			exit 1
+
+		fi	
+	
+	fi
+
+fi
+
+;;
+
+##########
+#	SunOS	#
+##########
+
+SunOS )
+
+# Nmon BIN full path (including bin name), please update this value to reflect your Nmon installation
+NMON=`which sadc 2>&1`
+if [ ! -x "$NMON" ];then
+
+	# No nmon found in env, so using prepackaged version
+	sun_arch=`uname -a`
+	
+	echo ${sun_arch} | grep sparc >/dev/null
+	case $? in
+	0 )
+		NMON="$APP_VAR/bin/sarmon_bin_sparc/sadc" ;;
+	* )
+		# arch is x86
+		NMON="$APP_VAR/bin/sarmon_bin_i386/sadc" ;;
+	esac
+
+fi
+
+;;
+
+* )
+
+	echo "`log_date`, ${HOST} ERROR, Unsupported system ! Nmon is available only for AIX / Linux / Solaris systems, please check and deactivate nmon data collect"
+	remove_mutex
+	exit 2
+
+;;
+
+esac
+
+# Nmon file final destination
+# Default to nmon_repository of Nmon Splunk App
+NMON_REPOSITORY=${APP_VAR}/var/nmon_repository
+[ ! -d $NMON_REPOSITORY ] && { mkdir -p $NMON_REPOSITORY; }
+
+#also needed - 
+[ -d ${APP_VAR}/var/csv_repository ] || { mkdir -p ${APP_VAR}/var/csv_repository; }
+[ -d ${APP_VAR}/var/config_repository ] || { mkdir -p ${APP_VAR}/var/config_repository; }
+
+# Nmon PID file
+PIDFILE=${APP_VAR}/nmon.pid
+
+# FIFO file 1
+FIFO1_DIR=${NMON_REPOSITORY}/fifo1
+FIFO1=${FIFO1_DIR}/nmon.fifo
+
+# FIFO file 2
+FIFO2_DIR=${NMON_REPOSITORY}/fifo2
+FIFO2=${FIFO2_DIR}/nmon.fifo
+
+# outdated net if state file: used to inform the script that parsers have detected an outdated definition of network
+# interfaces. If the outdated state file exist, the current running process will be terminated
+# If a network change has occurred and the list of interfaces have changed, network metrics will not be available
+# until a new process is started
+OUTDATED_NETIF_NMON_STATE=${APP_VAR}/var/outdated_network_int_nmon.state
+
+# create dir
+[ -d ${FIFO1_DIR} ] || { mkdir -p ${FIFO1_DIR}; }
+[ -d ${FIFO2_DIR} ] || { mkdir -p ${FIFO2_DIR}; }
+
+# ensure fifo files do not exist currently as regular files instead of named pipe
+if [ -s $FIFO1 ]; then
+    rm -f $FIFO1
+fi
+
+if [ -s $FIFO2 ]; then
+    rm -f $FIFO2
+fi
+
+# create fifo files if required
+if [ ! -p $FIFO1 ]; then
+    mkfifo $FIFO1
+fi
+
+if [ ! -p $FIFO2 ]; then
+    mkfifo $FIFO2
+fi
+
+# csv_repository
+[ -d ${APP_VAR}/var/csv_repository ] || { mkdir -p ${APP_VAR}/var/csv_repository; }
+
+#
+# Interpreter choice
+#
+
+PYTHON=0
+PYTHON2=0
+PYTHON3=0
+PERL=0
+# Set the default interpreter
+INTERPRETER="python"
+
+# Get the version for both worlds
+PYTHON2=`which python 2>&1`
+PYTHON3=`which python3 2>&1`
+PERL=`which perl 2>&1`
+
+# Handle Python
+PYTHON_available="false"
+case $PYTHON3 in
+*python*)
+    PYTHON_available="true"
+    INTERPRETER="python3" ;;
+*)
+    case $PYTHON2 in
+    *python*)
+        PYTHON_available="true"
+        INTERPRETER="python" ;;
+    esac
+;;
+esac
+
+# Handle Perl
+case $PERL in
+*perl*)
+   PERL_available="true"
+   ;;
+*)
+   PERL_available="false"
+   ;;
+esac
+
+case `uname` in
+
+# AIX priority is Perl
+"AIX")
+     case $PERL_available in
+     "true")
+           INTERPRETER="perl" ;;
+     "false")
+           INTERPRETER="$INTERPRETER" ;;
+ esac
+;;
+
+# Other OS, priority is Python
+*)
+     case $PYTHON_available in
+     "true")
+           INTERPRETER="$INTERPRETER" ;;
+     "false")
+           INTERPRETER="perl" ;;
+     esac
+;;
+esac
+
+############################################
+# functions
+############################################
+
+# create snap scripts for nmon_external
+
+create_nmon_external () {
+
+# fifo_started variable is exported by the function start_fifo_reader
+case $fifo_started in
+"fifo1")
+    cat ${APP}/bin/nmon_external_cmd/nmon_external_start.sh | sed "s|NMON_FIFO_PATH|$NMON_EXTERNAL_DIR|g" > "${APP_VAR}/bin/nmon_external_cmd/nmon_external_start_fifo1.sh"
+    chmod +x "${APP_VAR}/bin/nmon_external_cmd/nmon_external_start_fifo1.sh"
+    cat ${APP}/bin/nmon_external_cmd/nmon_external_snap.sh | sed "s|NMON_FIFO_PATH|$NMON_EXTERNAL_DIR|g" > "${APP_VAR}/bin/nmon_external_cmd/nmon_external_snap_fifo1.sh"
+    chmod +x "${APP_VAR}/bin/nmon_external_cmd/nmon_external_snap_fifo1.sh"
+    ;;
+"fifo2")
+    cat ${APP}/bin/nmon_external_cmd/nmon_external_start.sh | sed "s|NMON_FIFO_PATH|$NMON_EXTERNAL_DIR|g" > "${APP_VAR}/bin/nmon_external_cmd/nmon_external_start_fifo2.sh"
+    chmod +x "${APP_VAR}/bin/nmon_external_cmd/nmon_external_start_fifo2.sh"
+    cat ${APP}/bin/nmon_external_cmd/nmon_external_snap.sh | sed "s|NMON_FIFO_PATH|$NMON_EXTERNAL_DIR|g" > "${APP_VAR}/bin/nmon_external_cmd/nmon_external_snap_fifo2.sh"
+    chmod +x "${APP_VAR}/bin/nmon_external_cmd/nmon_external_snap_fifo2.sh"
+    ;;
+esac
+
+}
+
+# Verify that we don't spawn multiple instances of nmon external snap script
+# this issue is unexpected and has been reported on some cases in AIX
+# If this occurs, don't let processes multiplication happening
+
+# Any process running more than 2 minutes will be killed
+
+check_duplicated_external_snap () {
+
+        # get the list of occurrences
+        count="0"
+        count=`ps -ef | grep nmon_external_snap | grep -v grep | wc -l`
+
+        if [ $count -gt 0 ]; then
+                oldPidList=`ps -ef | grep nmon_external_snap | grep -v grep | awk '{print $2}'`
+                for pid in $oldPidList; do
+                    pid_runtime=0
+                    # only run the process is running
+                    if [ -d /proc/${pid} ]; then
+                        # get the process runtime in seconds
+                        pid_runtime=`ps -p ${pid} -oetime= | tr '-' ':' | awk -F: '{ total=0; m=1; } { for (i=0; i < NF; i++) {total += $(NF-i)*m; m *= i >= 2 ? 24 : 60 }} {print total}'`
+
+                        case ${pid_runtime} in
+
+                            ''|*[!0-9]*)
+                                echo "`log_date`, ${HOST} WARN: run time identification of process with pid ${pid} failed, it has been probably terminated"
+                                ;;
+                            *)
+
+                                if [ ${pid_runtime} -gt 120 ]; then
+                                    echo "`log_date`, ${HOST} WARN: fifo nmon external snap script took long and will be killed (SIGTERM): `ps -p ${pid} -ouser,pid,command,etime,args | grep -v PID`"
+                                    kill $pid
+
+                                    # Allow some time for the process to end
+                                    sleep 1
+
+                                    # re-check the status
+                                    ps -p ${pid} -oetime= >/dev/null
+
+                                    if [ $? -eq 0 ]; then
+                                    echo "`log_date`, ${HOST} WARN, fifo nmon external snap due to `ps -eo user,pid,command,etime,args | grep $pid | grep -v grep` failed to stop, killing (-9) process $pid"
+                                        kill -9 $pid
+                                    fi
+
+                                fi
+                                ;;
+
+                        esac
+
+                    fi
+                done
+        fi
+
+}
+
+# For AIX / Linux, the -p option when launching nmon will output the instance pid in stdout
+
+start_nmon () {
+
+#
+# Set Nmon command line
+#
+
+# NOTE:
+
+# Collecting NFS Statistics:
+
+# --> Since Nmon App Version 1.5.0, NFS activation can be controlled by the nmon.conf file in default/local directories
+
+# - Linux: Add the "-N" option if you want to extract NFS Statistics (NFS V2/V3/V4)
+# - AIX: Add the "-N" option for NFS V2/V3, "-NN" for NFS V4
+
+# For AIX, the default command options line "-f -T -A -d -K -L -M -P -O -W -S -^" includes: (see http://www-01.ibm.com/support/knowledgecenter/ssw_aix_61/com.ibm.aix.cmds4/nmon.htm)
+
+# AIX options can be managed using local/nmon.conf, do not modify options here
+
+# -A	Includes the Asynchronous I/O section in the view.
+# -d	Includes the Disk Service Time section in the view.
+# -K	Includes the RAW Kernel section and the LPAR section in the recording file. The -K flag dumps the raw numbers
+# of the corresponding data structure. The memory dump is readable and can be used when the command is recording the data.
+# -L	Includes the large page analysis section.
+# -M	Includes the MEMPAGES section in the recording file. The MEMPAGES section displays detailed memory statistics per page size.
+# -O    Includes the Shared Ethernet adapter (SEA) VIOS sections in the recording file.
+# -W    Includes the WLM sections into the recording file.
+# -S	Includes WLM sections with subclasses in the recording file.
+# -P	Includes the Paging Space section in the recording file.
+# -T	Includes the top processes in the output and saves the command-line arguments into the UARG section. You cannot specify the -t, -T, or -Y flags with each other.
+# -^	Includes the Fiber Channel (FC) sections.
+# -p  print pid in stdout
+
+# For Linux, the default command options line "-f -T -d 1500" includes:
+
+# -t	include top processes in the output
+# -T	as -t plus saves command line arguments in UARG section
+# -d <disks>    to increase the number of disks [default 256]
+# -p  print pid in stdout
+
+case $UNAME in
+
+AIX )
+
+	# -p option is mandatory to get the pid of the launched instances, ensure it has been set
+
+	echo ${AIX_options} | grep '\-p' >/dev/null
+	if [ $? -ne 0 ]; then
+		AIX_options="${AIX_options} -p"
+	fi
+
+	# Since release 1.3.0, we use fifo files, -f option is prohibited
+    echo ${AIX_options} | grep '\-f' >/dev/null
+    if [ $? -eq 0 ]; then
+            AIX_options=`echo ${AIX_options} | sed 's/\-f //g'`
+    fi
+
+    # option -y is compatible and mandatory, ensure it has been set
+    echo ${AIX_options} | grep 'yoverwrite' >/dev/null
+    if [ $? -ne 0 ]; then
+            echo "`log_date`, ${HOST}, WARN, the -yoverwrite=1 option was not used while loading local settings (please review nmon.conf), option is mandatory and will be forced"
+            AIX_options="${AIX_options} -yoverwrite=1"
+    fi
+
+    # Manage NFS
+    if [ ${AIX_NFS23} -eq 1 ]; then
+        nmon_command="-N -s ${fifo_interval} -c ${fifo_snapshot}"
+    elif [ ${AIX_NFS4} -eq 1 ]; then
+        nmon_command="-NN -s ${fifo_interval} -c ${fifo_snapshot}"
+    else
+        nmon_command="-s ${fifo_interval} -c ${fifo_snapshot}"
+    fi
+
+    # Set the nmon command for AIX
+    nmon_command_fifo1="${NMON} -F ${FIFO1} ${AIX_options} ${nmon_command}"
+    nmon_command_fifo2="${NMON} -F ${FIFO2} ${AIX_options} ${nmon_command}"
+
+;;
+
+SunOS )
+
+	nmon_command="${NMON} ${fifo_interval} ${fifo_snapshot}"
+;;
+
+Linux )
+
+    # Since 1.2.47, Linux_unlimited_capture feature has changed
+    # For historical reason, and in case the old activation value (1) has been set in local/nmon.conf, manage it.
+    case ${Linux_unlimited_capture} in
+    "1")
+        Linux_unlimited_capture="-1" ;;
+    esac
+
+    # Set the default Linux minimal args list
+    Linux_nmon_args="-T -s ${fifo_interval} -c ${fifo_snapshot} -d ${Linux_devices}"
+
+    case ${Linux_NFS} in
+    "1" )
+        Linux_nmon_args="$Linux_nmon_args -N" ;;
+    esac
+
+    case ${Linux_unlimited_capture} in
+    "0" )
+        Linux_nmon_args="$Linux_nmon_args" ;;
+    "-1" )
+        Linux_nmon_args="$Linux_nmon_args -I ${Linux_unlimited_capture}" ;;
+    * )
+        if [ `echo "${Linux_unlimited_capture}" | grep -E "^[0-9]+(\.[0-9]+)?$"` ]; then
+            Linux_nmon_args="$Linux_nmon_args -I ${Linux_unlimited_capture}"
+        else
+            echo "`log_date`, ${HOST} ERROR, invalid value for Linux_unlimited_capture (${Linux_unlimited_capture} is not an integer or a floating number)"
+            remove_mutex
+            exit 2
+        fi
+        ;;
+    esac
+
+    case ${Linux_disk_dg_enable} in
+    "1" )
+        Linux_nmon_args="$Linux_nmon_args -g auto -D" ;;
+    esac
+
+    # Set command lines
+    nmon_command_fifo1="${NMON} -F ${FIFO1} $Linux_nmon_args -p"
+    nmon_command_fifo2="${NMON} -F ${FIFO2} $Linux_nmon_args -p"
+
+;;
+
+esac
+
+#
+# Starting Nmon
+#
+
+case $UNAME in
+
+	AIX )
+
+     # on AIX, prevent error messages linked to /usr/opt/freeware/bin/rpm
+     unset LIBPATH
+
+     # global nmon_external
+     NMON_EXTERNAL_DIR="${APP_VAR}/var/nmon_repository/${fifo_started}"
+     export NMON_EXTERNAL_DIR
+     NMON_EXTERNAL_FIFO="${APP_VAR}/var/nmon_repository/${fifo_started}/nmon.fifo"
+     export NMON_EXTERNAL_FIFO
+     TIMESTAMP=0
+     export TIMESTAMP
+     NMON_ONE_IN=1
+     export NMON_ONE_IN
+     unset NMON_END
+
+     # fifo_started variable is exported by the function start_fifo_reader
+     case $fifo_started in
+     "fifo1")
+         case $nmon_external_generation in
+         1)
+             # nmon_external
+             create_nmon_external
+             NMON_START="${APP_VAR}/bin/nmon_external_cmd/nmon_external_start_fifo1.sh"
+             export NMON_START
+             NMON_SNAP="${APP_VAR}/bin/nmon_external_cmd/nmon_external_snap_fifo1.sh"
+             export NMON_SNAP
+         ;;
+         esac
+
+         echo "`log_date`, ${HOST} INFO: starting nmon : ${nmon_command_fifo1} in ${NMON_EXTERNAL_DIR}"
+         ${nmon_command_fifo1} 2>&1 > ${APP_VAR}/nmon_output.txt
+
+         if [ $? -ne 0 ]; then
+             echo "`log_date`, ${HOST} ERROR, nmon binary returned a non 0 code while trying to start, please verify error traces in splunkd log"
+         fi
+
+         # old topas-nmon version might not be compatible with the -y option, let's manage this
+         cat ${APP_VAR}/nmon_output.txt | grep -i 'invalid option[^y]*y' >/dev/null
+         if [ $? -eq 0 ]; then
+             # option -y is not compatible and not mandatory
+             echo "`log_date`, ${HOST}, ERROR, This system is running a topas-nmon version that does not support the -y option, you might need to consider an AIX upgrade: `cat ${APP_VAR}/nmon_output.txt`"
+             nmon_command_fifo1=`echo ${nmon_command_fifo1} | sed 's/\-yoverwrite=1//g'`
+             ${nmon_command_fifo1} 2>&1 > ${APP_VAR}/nmon_output.txt
+         fi
+
+         # Store the PID file (very last line of nmon output)
+         if [ -f ${APP_VAR}/nmon_output.txt ]; then
+             tail -1 ${APP_VAR}/nmon_output.txt > ${PIDFILE}
+         fi
+
+     ;;
+
+     "fifo2")
+         case $nmon_external_generation in
+         1)
+             # nmon_external
+             create_nmon_external
+             NMON_START="${APP_VAR}/bin/nmon_external_cmd/nmon_external_start_fifo2.sh"
+             export NMON_START
+             NMON_SNAP="${APP_VAR}/bin/nmon_external_cmd/nmon_external_snap_fifo2.sh"
+             export NMON_SNAP
+         ;;
+         esac
+
+         echo "`log_date`, ${HOST} INFO: starting nmon : ${nmon_command_fifo2} in ${NMON_EXTERNAL_DIR}"
+         ${nmon_command_fifo2} 2>&1 > ${APP_VAR}/nmon_output.txt
+
+         if [ $? -ne 0 ]; then
+             echo "`log_date`, ${HOST} ERROR, nmon binary returned a non 0 code while trying to start, please verify error traces in splunkd log"
+         fi
+
+         # old topas-nmon version might not be compatible with the -y option, let's manage this
+         cat ${APP_VAR}/nmon_output.txt | grep -i 'invalid option[^y]*y' >/dev/null
+         if [ $? -eq 0 ]; then
+             # option -y is not compatible and not mandatory
+             echo "`log_date`, ${HOST}, ERROR, This system is running a topas-nmon version that does not support the -y option, you might need to consider an AIX upgrade: `cat ${APP_VAR}/nmon_output.txt`"
+             nmon_command_fifo2=`echo ${nmon_command_fifo2} | sed 's/\-yoverwrite=1//g'`
+             ${nmon_command_fifo2} 2>&1 > ${APP_VAR}/nmon_output.txt
+         fi
+
+         # Store the PID file (very last line of nmon output)
+         if [ -f ${APP_VAR}/nmon_output.txt ]; then
+             tail -1 ${APP_VAR}/nmon_output.txt > ${PIDFILE}
+         fi
+
+     ;;
+
+     esac
+
+	;;
+
+	Linux )
+
+     # global nmon_external
+     NMON_EXTERNAL_DIR="${APP_VAR}/var/nmon_repository/${fifo_started}"
+     export NMON_EXTERNAL_DIR
+     NMON_EXTERNAL_FIFO="${APP_VAR}/var/nmon_repository/${fifo_started}/nmon.fifo"
+     export NMON_EXTERNAL_FIFO
+     TIMESTAMP=0
+     export TIMESTAMP
+     NMON_ONE_IN=1
+     export NMON_ONE_IN
+     unset NMON_END
+
+     # fifo_started variable is exported by the function start_fifo_reader
+     case $fifo_started in
+     "fifo1")
+         case $nmon_external_generation in
+         1)
+             # nmon_external
+             create_nmon_external
+             NMON_START="${APP_VAR}/bin/nmon_external_cmd/nmon_external_start_fifo1.sh"
+             export NMON_START
+             NMON_SNAP="${APP_VAR}/bin/nmon_external_cmd/nmon_external_snap_fifo1.sh"
+             export NMON_SNAP
+         ;;
+         esac
+         nmon_command=${nmon_command_fifo1} ;;
+     "fifo2")
+         case $nmon_external_generation in
+         1)
+             # nmon_external
+             create_nmon_external
+             NMON_START="${APP_VAR}/bin/nmon_external_cmd/nmon_external_start_fifo2.sh"
+             export NMON_START
+             NMON_SNAP="${APP_VAR}/bin/nmon_external_cmd/nmon_external_snap_fifo2.sh"
+             export NMON_SNAP
+         ;;
+         esac
+         nmon_command=${nmon_command_fifo2} ;;
+     esac
+
+	    # Retrieve the nmon Linux version
+	    # Nmon 16x or superior is required to run disk group statistics
+
+        NMON_VERSION=`$NMON -h | sed -n 's/.*[v|V]ersion[^0-9]*\([0-9][0-9]*\).*$/\1/p' | head -1`
+
+        # Assume we can fail
+        case $NMON_VERSION in
+        "")
+            # Set a default to 14 in case of identification failure
+            NMON_VERSION="14" ;;
+        esac
+
+        if [ $NMON_VERSION -ge "16" ]; then
+
+            # Activation of Linux disks extended stats generate a message in stdout
+            # We don't want this as we need to retrieve the pid from nmon output
+            # However, we also want to analyse the return code, so we can't filter out in only one operation
+
+            # Manage exceptions - these systems will not generate data but will start and output an lsblk message
+            linux_distrib="${linux_vendor}_${linux_mainversion}"
+            disk_group_option_exception="sles_11"
+            echo $disk_group_option_exception | grep -o $linux_distrib >/dev/null
+            if [ $? -eq 0 ]; then
+                     nmon_command=`echo ${nmon_command} | sed "s/-g ${Linux_disk_dg_group} -D//g"`
+            fi
+
+            echo "`log_date`, ${HOST} INFO: starting nmon : ${nmon_command} in ${NMON_EXTERNAL_DIR}"
+            ${nmon_command} > ${APP_VAR}/nmon_output.txt
+
+            if [ $? -ne 0 ]; then
+                echo "`log_date`, ${HOST} ERROR, nmon binary returned a non 0 code while trying to start, please verify error traces in splunkd log (missing shared libraries?)"
+            fi
+
+            # Store the PID file (very last line of nmon output)
+            if [ -f ${APP_VAR}/nmon_output.txt ]; then
+                awk 'END{print}' ${APP_VAR}/nmon_output.txt > ${PIDFILE}
+            fi
+
+            # old nmon versions might not be compatible with disks extended stats, or the group file does not exist
+            # In such a case, echo a WARN, remove the option and last chance start
+            if grep 'opening disk group file' ${APP_VAR}/nmon_output.txt >/dev/null; then
+
+                echo "`log_date`, ${HOST} WARN, nmon disks extended statistics cannot be collected, either this nmon version is not compatible or the disk group file does not exist, see ${APP_VAR}/nmon_output.txt"
+
+                nmon_command=`echo ${nmon_command} | sed "s/-g ${Linux_disk_dg_group} -D//g"`
+                echo "`log_date`, ${HOST} INFO: starting nmon : ${nmon_command} in ${NMON_EXTERNAL_DIR}"
+                ${nmon_command} &> ${PIDFILE}
+
+                if [ $? -ne 0 ]; then
+                    echo "`log_date`, ${HOST} ERROR, nmon binary returned a non 0 code while trying to start, please verify error traces in splunkd log (missing shared libraries?)"
+                fi
+
+            fi
+
+        else
+
+            # This version is not compatible with the auto group disk
+            nmon_command=`echo ${nmon_command} | sed "s/-g ${Linux_disk_dg_group} -D//g"`
+            echo "`log_date`, ${HOST} INFO: starting nmon : ${nmon_command} in ${NMON_EXTERNAL_DIR}"
+            ${nmon_command} > ${PIDFILE}
+
+            if [ $? -ne 0 ]; then
+                echo "`log_date`, ${HOST} ERROR, nmon binary returned a non 0 code while trying to start, please verify error traces in splunkd log (missing shared libraries?)"
+            fi
+
+        fi
+
+	;;
+
+	SunOS )
+
+       # global nmon_external
+       NMON_EXTERNAL_DIR="${APP_VAR}/var/nmon_repository/${fifo_started}"
+       export NMON_EXTERNAL_DIR
+       NMON_EXTERNAL_FIFO="${APP_VAR}/var/nmon_repository/${fifo_started}/nmon.fifo"
+       export NMON_EXTERNAL_FIFO
+       TIMESTAMP=0
+       export TIMESTAMP
+       NMON_ONE_IN=1
+       export NMON_ONE_IN
+       unset NMON_END
+
+       # fifo_started variable is exported by the function start_fifo_reader
+       case $fifo_started in
+       "fifo1")
+           case $nmon_external_generation in
+           1)
+               # nmon_external
+               create_nmon_external
+               NMON_START="${APP_VAR}/bin/nmon_external_cmd/nmon_external_start_fifo1.sh"
+               export NMON_START
+               NMON_SNAP="${APP_VAR}/bin/nmon_external_cmd/nmon_external_snap_fifo1.sh"
+               export NMON_SNAP
+           ;;
+           esac
+           NMONOUTPUTFILE="${APP_VAR}/var/nmon_repository/${fifo_started}/nmon.fifo"
+           export NMONOUTPUTFILE
+           ;;
+       "fifo2")
+           case $nmon_external_generation in
+           1)
+               # nmon_external
+               create_nmon_external
+               NMON_START="${APP_VAR}/bin/nmon_external_cmd/nmon_external_start_fifo2.sh"
+               export NMON_START
+               NMON_SNAP="${APP_VAR}/bin/nmon_external_cmd/nmon_external_snap_fifo2.sh"
+               export NMON_SNAP
+           ;;
+           esac
+           NMONOUTPUTFILE="${APP_VAR}/var/nmon_repository/${fifo_started}/nmon.fifo"
+           export NMONOUTPUTFILE
+           ;;
+       esac
+
+		NMONNOSAFILE=1 # Do not generate useless sa files
+		export NMONNOSAFILE
+
+		# Manage UARG activation, default is on (1)
+		NMONUARG_VALUE=${Solaris_UARG}
+		if [ ! -z ${NMONUARG_VALUE} ]; then
+
+			if [ ${NMONUARG_VALUE} -eq 1 ]; then
+			NMONUARG=1
+			export NMONUARG
+			fi
+
+		fi
+
+		# Manage VxVM volume statistics activation, default is off (0)
+		NMONVXVM_VALUE=${Solaris_VxVM}
+		if [ ! -z ${NMONVXVM_VALUE} ]; then
+		
+			if [ ${NMONVXVM_VALUE} -eq 1 ]; then
+			NMONVXVM=1
+			export NMONVXVM
+			fi
+			
+		fi
+
+        echo "`log_date`, ${HOST} INFO: starting nmon : ${nmon_command} in ${NMON_REPOSITORY}"
+		${nmon_command} >/dev/null 2>&1 &
+	;;
+
+esac
+
+}
+
+verify_pid() {
+
+	givenpid=$1	
+
+	# Verify proc fs before checking PID
+	if [ -d /proc/${givenpid} ]; then
+	
+		case $UNAME in
+	
+			AIX )
+			
+				ps -ef | grep ${NMON} | grep -v grep | grep -v metricator_helper.sh | grep $givenpid ;;
+		
+			Linux )
+
+				ps -ef | grep ${NMON} | grep -v grep | grep -v metricator_helper.sh | grep $givenpid ;;
+				
+			SunOS )
+			
+				/usr/bin/pwdx $givenpid ;;
+							
+		esac
+		
+	else
+	
+		# Just return nothing		
+		echo ""
+		
+	fi
+
+}
+
+# Search for running process and write PID file
+write_pid() {
+
+# Only SunOS will look for running processes to identify nmon instances
+# AIX and Linux will save the pid at launch time
+
+case $UNAME in 
+
+	SunOS)
+
+        # In main priority, use pgrep (no truncation trouble), pgrep should always be available
+        # whether running on Solaris 10 or 11
+        if [ -x /usr/bin/pgrep ]; then
+            PIDs=`pgrep -f ${NMON}`
+        # Second priority, use BSD ps command with the appropriated syntax (mainly for Solaris 10)
+        elif [ -x /usr/ucb/ps ]; then
+            PIDs=`/usr/ucb/ps auxww | grep ${NMON} | grep -v grep | grep -v metricator_helper.sh | awk '{print $2}'`
+        # Last, use the ps command with BSD style syntax (no -) for Solaris 11 and later
+        # Solaris 10 cannot use BSD syntax with native ps, hopefully previous options should have been found !
+        else
+            if grep 'Solaris 10' /etc/release >/dev/null; then
+                PIDs=`/usr/ucb/ps -ef | grep sarmon | grep -v grep | grep -v metricator_helper.sh | awk '{print $2}'`
+            else
+                PIDs=`/usr/ucb/ps auxww | grep ${NMON} | grep -v grep | grep -v metricator_helper.sh | awk '{print $2}'`
+            fi
+        fi
+
+		for p in ${PIDs}; do
+
+			verify_pid $p | grep -v grep | grep ${APP_VAR} >/dev/null
+
+			if [ $? -eq 0 ]; then
+				echo ${PIDs} > ${PIDFILE}
+			fi
+
+		done
+	;;		
+		
+	esac
+			
+}
+
+# Just Search for running process
+search_nmon_instances() {
+
+case $UNAME in 
+
+	Linux)
+
+		PIDs=`ps -ef | grep ${NMON} | grep -v grep | grep -v metricator_helper.sh | awk '{print $2}'`
+		
+	;;
+	
+	SunOS)
+
+		PIDs=`ps -ef | grep ${NMON} | grep -v grep | grep -v metricator_helper.sh | awk '{print $2}'`
+
+		for p in ${PIDs}; do
+
+			verify_pid $p | grep -v grep | grep ${APP_VAR} >/dev/null
+
+		done
+	;;		
+		
+	AIX)
+
+		case ${AIX_topas_nmon} in
+	
+		true )	
+			PIDs=`ps -ef | grep ${NMON} | grep -v grep | grep -v metricator_helper.sh | grep ${NMON_REPOSITORY} | awk '{print $2}'`
+		;;
+		
+		false)
+			PIDs=`ps -ef | grep ${NMON} | grep -v grep | grep -v metricator_helper.sh | awk '{print $2}'`
+		;;
+		
+		esac
+
+	;;
+			
+	esac
+			
+}
+
+start_fifo_reader () {
+
+ # Check fifo readers, start if either fifo1 or fifo2 is free
+ fifo_started="none"
+
+ # be portable
+ running_fifo=`ps auxww | awk '/metricator_reader.py --fifo fifo1/ || /metricator_reader.py --fifo fifo2/ || /metricator_reader.pl --fifo fifo1/ || /metricator_reader.pl --fifo fifo2/' | grep -v awk`
+
+ # Initiate
+ fifo1_running=0
+ fifo2_running=0
+
+ # check fifo1
+ echo $running_fifo | grep 'fifo1' >/dev/null
+ if [ $? -eq 0 ]; then
+    fifo1_running=1
+ fi
+
+ # check fifo2
+ echo $running_fifo | grep 'fifo2' >/dev/null
+ if [ $? -eq 0 ]; then
+    fifo2_running=1
+ fi
+
+ # Start
+ if [ $fifo1_running -eq 0 ]; then
+     echo "`log_date`, ${HOST} INFO: starting the fifo_reader fifo1"
+     case $INTERPRETER in
+     "perl")
+         nohup $APP/bin/metricator_reader.pl --fifo fifo1 </dev/null >/dev/null 2>&1 & ;;
+     "python"|"python3")
+         nohup $INTERPRETER $APP/bin/metricator_reader.py --fifo fifo1 </dev/null >/dev/null 2>&1 & ;;
+     esac
+     echo $! > ${APP_VAR}/var/fifo_reader_fifo1.pid
+     fifo_started="fifo1"
+     export fifo_started
+ elif [ $fifo1_running -eq 1 ] && [ $fifo2_running -ne 1 ]; then
+     echo "`log_date`, ${HOST} INFO: starting the fifo_reader fifo2"
+     case $INTERPRETER in
+     "perl")
+         nohup $APP/bin/metricator_reader.pl --fifo fifo2 </dev/null >/dev/null 2>&1 & ;;
+     "python"|"python3")
+         nohup $INTERPRETER $APP/bin/metricator_reader.py --fifo fifo2 </dev/null >/dev/null 2>&1 & ;;
+     esac
+     echo $! > ${APP_VAR}/var/fifo_reader_fifo2.pid
+     fifo_started="fifo2"
+     export fifo_started
+ elif [ $fifo1_running -eq 1 ]; then
+     echo "`log_date`, ${HOST} INFO: The fifo_reader fifo1 is running"
+ elif [ $fifo2_running -eq 1 ]; then
+     echo "`log_date`, ${HOST} INFO: The fifo_reader fifo2 is running"
+ fi
+
+}
+
+####################################################################
+#############		Main Program 			############
+####################################################################
+
+# Initialize PID variable
+PIDs="" 
+
+# Initialize nmon status
+nmon_isstarted=0
+
+# Check nmon binary exists and is executable
+if [ ! -x ${NMON} ]; then
+	
+	echo "`log_date`, ${HOST} ERROR, could not find Nmon binary (${NMON}) or execution is unauthorized"
+	remove_mutex
+	exit 2
+fi
+
+# cd to root dir
+cd ${NMON_REPOSITORY}
+
+# Check PID file, if no PID file is found, start nmon
+if [ ! -f ${PIDFILE} ]; then
+
+	# search for any App related instances
+	search_nmon_instances
+
+	case ${PIDs} in
+	
+	"")
+        start_fifo_reader
+        sleep 1
+        start_nmon
+		sleep 5 # Let nmon time to start
+		write_pid
+		remove_mutex
+		exit 0
+	;;
+	
+	*)
+
+		echo "`log_date`, ${HOST} INFO: found Nmon running with PID ${PIDs}"
+		# Retry to write pid file
+		write_pid
+		remove_mutex
+		exit 0
+	;;
+	
+	esac
+
+else
+
+	# PID file found
+
+	SAVED_PID=`cat ${PIDFILE} | awk '{print $1}'`
+
+	if [ ${endtime_margin} -gt 0 ]; then
+	
+		# Initialize PIDAGE to 01 Jan 2000 00:00:00 GMT for later failure verification
+		EPOCHTEST="946684800"
+		PIDAGE=$EPOCHTEST
+
+        case ${INTERPRETER} in
+
+        "perl")
+
+            # Use Perl to get PID file age in seconds
+            perl -e "\$mtime=(stat(\"$PIDFILE\"))[9]; \$cur_time=time();  print \$cur_time - \$mtime;" > ${APP_VAR}/metricator_helper.sh.tmp.$$
+            ;;
+
+        "python"|"python3")
+
+            # Use Python to get PID file age in seconds
+            $INTERPRETER -c "import os; import time; now = time.strftime(\"%s\"); print(int(int(now)-(os.path.getmtime('$PIDFILE'))))" > ${APP_VAR}/metricator_helper.sh.tmp.$$
+            ;;
+
+        esac
+
+		PIDAGE=`cat ${APP_VAR}/metricator_helper.sh.tmp.$$`
+		rm ${APP_VAR}/metricator_helper.sh.tmp.$$
+
+        case $PIDAGE in
+        "")
+                echo "`log_date`, ${HOST} WARN: failed to eval the age of the current pid file, gaps may occur between nmon processes run."
+                PIDAGE=0
+                ;;
+        esac
+
+		# Estimate the end time of current Nmon binary less 4 minutes (enough time for new nmon process to start collecting)
+		# Use expr for portability with sh
+  endtime=`expr ${fifo_interval} \* ${fifo_snapshot}`
+  endtime=`expr ${endtime} - ${endtime_margin}`
+	
+	fi
+
+	case ${SAVED_PID} in
+	
+	# PID file is empty
+	"")
+
+		echo "`log_date`, ${HOST} INFO: Removing stale pid file (empty file)"
+		rm -f ${PIDFILE}
+
+		# search for any App related instances
+		search_nmon_instances
+
+		case ${PIDs} in
+	
+		"")
+            start_fifo_reader
+            sleep 1
+            start_nmon
+
+            sleep 5 # Let nmon time to start
+			# Relevant for Solaris Only
+			write_pid
+			remove_mutex
+			exit 0
+		;;
+	
+		*)
+
+			echo "`log_date`, ${HOST} INFO: found Nmon running with PID ${PIDs}"
+			# Relevant for Solaris Only
+			write_pid
+			remove_mutex
+			exit 0
+		;;
+	
+		esac
+
+	;;
+
+	# PID file is not empty
+	*)
+	
+	case $UNAME in
+
+	Linux)
+		if [ -d /proc/${SAVED_PID} ]; then
+			istarted="true"
+		else
+			istarted="false"
+		fi
+		;;
+
+	SunOS)
+		verify_pid ${SAVED_PID} | grep -v grep | grep ${NMON_REPOSITORY} >/dev/null
+		if [ $? -eq 0 ]; then
+			istarted="true"
+		else
+			istarted="false"
+		fi
+		;;
+				
+	AIX)
+	
+		if [ -d /proc/${SAVED_PID} ]; then
+			istarted="true"
+		else
+			istarted="false"
+		fi
+		;;		
+		
+	esac	
+
+	case $istarted in
+	
+	"true")
+
+        # Check if outdated state file exists, if so the current instance needs to be terminated and next script execution will spawn a new process
+        # there is an acceptable risk of 1 minute gaps in metrics
+        if [ -f $OUTDATED_NETIF_NMON_STATE ]; then
+            echo "`log_date`, ${HOST} WARN: the current nmon process has an outdated definition of network interfaces. The current process with PID ${SAVED_PID} will be terminated and a new process will be spawned at next occurrence."
+            kill ${SAVED_PID}
+            rm -f $OUTDATED_NETIF_NMON_STATE
+            remove_mutex
+            exit 0
+        fi
+
+		if [ ${endtime_margin} -gt 0 ]; then
+
+			# If the current age of the Nmon process requires starting a new one to prevent data gaps between collections
+			# Note that the pidfile will be overwritten, for a few minutes 2 Nmon binaries are running in the same time
+			# Data duplication will be managed by nmonparser files	
+		
+			# Prevent any failure in determining nmon process age
+			if [ $PIDAGE -gt $EPOCHTEST ]; then
+				echo "`log_date`, ${HOST} ERROR: Failed to determine age in seconds of current Nmon process, gaps may occur between Nmon collections"
+		
+			else		
+				case $PIDAGE in
+			
+				"")
+					echo "`log_date`, ${HOST} ERROR: Failed to determine age in seconds of current Nmon process, gaps may occur between Nmon collections"
+				;;
+				*)
+					if [ $PIDAGE -gt $endtime ]; then
+						echo "`log_date`, ${HOST} INFO: To prevent data gaps between 2 Nmon collections, a new process will be started, its PID will be available on next execution"
+
+                        start_fifo_reader
+                        sleep 1
+                        start_nmon
+
+						sleep 5 # Let nmon time to start
+						# Relevant for Solaris Only		
+						write_pid
+					fi
+				;;
+				esac
+			fi
+
+			# Process found	
+			echo "`log_date`, ${HOST} INFO: Nmon process is $PIDAGE sec old, a new process will be spawned when this value will be greater than estimated end in seconds ($endtime sec based on parameters)"
+	
+		fi
+
+        # Prevent infinite spawn of nmon external snap processes (in case of unexpected issue)
+        check_duplicated_external_snap
+
+        echo "`log_date`, ${HOST} INFO: found Nmon running with PID ${SAVED_PID}"
+		remove_mutex
+		exit 0
+		;;
+		
+	"false")
+	
+		# Process not found, Nmon has terminated or is not yet started		
+		echo "`log_date`, ${HOST} INFO: Removing stale pid file (process not found)"
+		rm -f ${PIDFILE}
+
+        start_fifo_reader
+        sleep 1
+        start_nmon
+
+		sleep 5 # Let nmon time to start
+		# Relevant for Solaris Only		
+		write_pid
+		remove_mutex
+		exit 0
+		;;
+	
+	esac
+	
+	;;
+	
+	esac
+
+fi
+
+remove_mutex
+exit 0
+
+####################################################################
+#############		End of Main Program 			############
+####################################################################
diff --git a/deployment-apps/TA-metricator-hec-for-nmon/bin/metricator_reader.pl b/deployment-apps/TA-metricator-hec-for-nmon/bin/metricator_reader.pl
new file mode 100755
index 0000000..5c691fc
--- /dev/null
+++ b/deployment-apps/TA-metricator-hec-for-nmon/bin/metricator_reader.pl
@@ -0,0 +1,248 @@
+#!/usr/bin/perl
+
+# Program name: metricator_reader.pl
+# Compatibility: Perl x
+# Purpose - read nmon data from fifo file
+# Author - Guilhem Marchand
+
+my $version = "2.0.0";
+
+use Getopt::Long;
+use File::stat;
+use File::Copy;
+use POSIX 'strftime';
+
+#################################################
+##      Arguments Parser
+#################################################
+
+# Default values
+my $APP       = "";
+my $fifo_name = "";
+my $VERSION   = "";
+my $help      = "";
+
+my $result = GetOptions(
+    "fifo=s"  => \$fifo_name,    # string
+    "version" => \$VERSION,      # flag
+    "help"    => \$help          # flag
+);
+
+# Show version
+if ($VERSION) {
+    print("metricator_reader.pl version $version \n");
+
+    exit 0;
+}
+
+# Show help
+if ($help) {
+
+    print( "
+
+Help for metricator_reader.pl:
+
+The script should be run in the backgroud to continously read nmon data from fifo files.
+
+Available options are:
+
+--fifo <name of fifo> :Name of the pre-configured fifo file
+--version :Show current program version \n
+"
+    );
+
+    exit 0;
+}
+
+# Local time
+my $time = strftime "%d-%m-%Y %H:%M:%S", localtime;
+
+# Default Environment Variable SPLUNK_HOME, this shall be automatically defined if as the script shall be launched by Splunk
+my $SPLUNK_HOME = $ENV{SPLUNK_HOME};
+
+# Verify SPLUNK_HOME definition
+if ( not $SPLUNK_HOME ) {
+    print(
+"\n$time ERROR: The environment variable SPLUNK_HOME could not be verified, if you want to run this script manually you need to export it before processing \n"
+    );
+    die;
+}
+
+# Discover TA-metricator-hec-for-nmon path
+if ( length($APP) == 0 ) {
+
+    if ( -d "$SPLUNK_HOME/etc/apps/TA-metricator-hec-for-nmon" ) {
+        $APP = "$SPLUNK_HOME/etc/apps/TA-metricator-hec-for-nmon";
+    }
+    elsif ( -d "$SPLUNK_HOME/etc/slave-apps/TA-metricator-hec-for-nmon" ) {
+        $APP = "$SPLUNK_HOME/etc/slave-apps/TA-metricator-hec-for-nmon";
+    }
+
+}
+
+else {
+
+    if ( !-d "$APP" ) {
+        print(
+"\n$time ERROR: The Application root directory could be verified using your custom setting: $APP \n"
+        );
+        die;
+    }
+
+}
+
+# Verify existence of APP
+if ( !-d "$APP" ) {
+    print(
+"\n$time ERROR: The Application root directory could not be found, is the TA-metricator-hec-for-nmon installed ?\n"
+    );
+    die;
+}
+
+# var directories
+my $APP_MAINVAR = "$SPLUNK_HOME/var/log/metricator";
+my $APP_VAR     = "$APP_MAINVAR/var";
+
+if ( !-d "$APP_MAINVAR" ) {
+    print(
+"\n$time INFO: main var directory not found ($APP_MAINVAR),  no need to run.\n"
+    );
+    exit 0;
+}
+
+# check fifo_name
+if ( not "$fifo_name" ) {
+    print("\n$time ERROR: the --fifo_name <name of fifo> is mandatory\n");
+    die;
+}
+
+# define the full path to the fifo file
+my $fifo_path = "$APP_VAR/nmon_repository/$fifo_name/nmon.fifo";
+
+# At startup, rotate any existing non empty .dat file if nmon_data.dat is not empty
+
+# define the various files to be written
+
+# realtime files
+my $nmon_config_dat   = "$APP_VAR/nmon_repository/$fifo_name/nmon_config.dat";
+my $nmon_header_dat   = "$APP_VAR/nmon_repository/$fifo_name/nmon_header.dat";
+my $nmon_data_dat     = "$APP_VAR/nmon_repository/$fifo_name/nmon_data.dat";
+my $nmon_external_dat = "$APP_VAR/nmon_repository/$fifo_name/nmon_external.dat";
+my $nmon_external_header_dat =
+  "$APP_VAR/nmon_repository/$fifo_name/nmon_external_header.dat";
+my $nmon_timestamp_dat =
+  "$APP_VAR/nmon_repository/$fifo_name/nmon_timestamp.dat";
+my $nmon_error_dat = "$APP_VAR/nmon_repository/$fifo_name/nmon_error.dat";
+
+my @nmon_dat = (
+    "$nmon_config_dat",   "$nmon_header_dat",
+    "$nmon_data_dat",     "$nmon_timestamp_dat",
+    "$nmon_external_dat", "$nmon_external_header_dat",
+    "$nmon_error_dat"
+);
+
+my $file;
+my $rotated_file;
+
+# Remove any existing rotated file
+foreach $file (@nmon_dat) {
+    $rotated_file = "$file.rotated";
+    if ( -e $rotated_file ) {
+        unlink $rotated_file;
+    }
+}
+
+# Manage existing files and do the rotation if required
+if ( !-z $nmon_data_dat ) {
+    foreach $file (@nmon_dat) {
+        $rotated_file = "$file.rotated";
+        move( $file, $rotated_file );
+    }
+}
+else {
+    foreach $file (@nmon_dat) {
+        if ( -e $file ) {
+            unlink $file;
+        }
+    }
+}
+
+####################################################################
+#############		Main Program
+####################################################################
+
+if ( !-p $fifo_path ) {
+    print(
+"\n$time INFO: The fifo file $fifo_path does not exist yet, we are not ready to start.\n"
+    );
+    exit 0;
+
+}
+else {
+
+    my $fifoh;
+
+# Open the named pipe "a la shell" to ensure that we we will quite when the nmon process has ended as well
+    open( $fifoh, "$APP/bin/metricator_reader.sh $fifo_path|" );
+
+    while (<$fifoh>) {
+        chomp($_);
+
+        my $nmon_config_match = '^[AAA|BBB].+';
+        my $nmon_header_match =
+'^(?!AAA|BBB|TOP)[a-zA-Z0-9\-\_]*,(?!T\d{3,})[^,]*,(?!T\d{3,})[^,]*.*';
+        my $nmon_header_TOP_match = '^TOP,(?!\d*,)';
+        my $nmon_timestamp_match  = '^ZZZZ,T\d*';
+        my $nmon_error_match      = '^ERROR,T\d*';
+
+        if ( $_ =~ /$nmon_config_match/ ) {
+            open( my $fh, '>>', $nmon_config_dat )
+              or die "Could not open file '$nmon_config_dat' $!";
+            print $fh "$_\n";
+            close $fh;
+        }
+
+        elsif ( $_ =~ /$nmon_header_match/ ) {
+            open( my $fh, '>>', $nmon_header_dat )
+              or die "Could not open file '$nmon_header_dat' $!";
+            print $fh "$_\n";
+            close $fh;
+        }
+
+        elsif ( $_ =~ /$nmon_header_TOP_match/ ) {
+            open( my $fh, '>>', $nmon_header_dat )
+              or die "Could not open file '$nmon_header_dat' $!";
+            print $fh "$_\n";
+            close $fh;
+        }
+
+        elsif ( $_ =~ /$nmon_error_match/ ) {
+            open( my $fh, '>>', $nmon_error_dat )
+              or die "Could not open file '$nmon_error_dat' $!";
+            print $fh "$_\n";
+            close $fh;
+        }
+
+        elsif ( $_ =~ /$nmon_timestamp_match/ ) {
+            open( my $fh, '>>', $nmon_timestamp_dat )
+              or die "Could not open file '$nmon_timestamp_dat' $!";
+            print $fh "$_\n";
+            close $fh;
+            open( my $fh, '>>', $nmon_data_dat )
+              or die "Could not open file '$nmon_data_dat' $!";
+            print $fh "$_\n";
+            close $fh;
+        }
+
+        else {
+            open( my $fh, '>>', $nmon_data_dat )
+              or die "Could not open file '$nmon_data_dat' $!";
+            print $fh "$_\n";
+            close $fh;
+        }
+
+    }
+    close $fifoh;
+    exit(0);
+
+}
diff --git a/deployment-apps/TA-metricator-hec-for-nmon/bin/metricator_reader.py b/deployment-apps/TA-metricator-hec-for-nmon/bin/metricator_reader.py
new file mode 100755
index 0000000..82dcfbd
--- /dev/null
+++ b/deployment-apps/TA-metricator-hec-for-nmon/bin/metricator_reader.py
@@ -0,0 +1,180 @@
+# Program name: metricator_reader.py
+# Compatibility: Python 3.x
+# Purpose - read nmon data from fifo file
+# Author - Guilhem Marchand
+
+import os
+import sys
+import optparse
+import logging
+import re
+import subprocess
+
+# script version
+version = '3.0.0'
+
+#################################################
+#      Variables
+#################################################
+
+# Set logging format
+logging.root
+logging.root.setLevel(logging.DEBUG)
+formatter = logging.Formatter('%(levelname)s %(message)s')
+handler = logging.StreamHandler()
+handler.setFormatter(formatter)
+logging.root.addHandler(handler)
+
+# Verify SPLUNK_HOME environment variable is available, the script is expected to be launched by Splunk
+# which will set this.
+# for debugging or manual run, please set this variable manually
+try:
+    os.environ["SPLUNK_HOME"]
+except KeyError:
+    logging.error(
+        'The environment variable SPLUNK_HOME could not be verified, if you want to run this script manually you need'
+        ' to export it before processing')
+    sys.exit(1)
+
+# SPLUNK_HOME environment variable
+SPLUNK_HOME = os.environ['SPLUNK_HOME']
+
+# APP_VAR directory
+APP_VAR = SPLUNK_HOME + '/var/log/metricator/var'
+if not os.path.exists(APP_VAR):
+    logging.info(
+        'The application var directory does not exist yet, we are not ready to start')
+    sys.exit(0)
+
+# APP Directories for TA-metricator-hec-for-nmon
+TA_NMON_APP = SPLUNK_HOME + '/etc/apps/TA-metricator-hec-for-nmon'
+TA_NMON_APP_CLUSTERED = SPLUNK_HOME + '/etc/slave-apps/TA-metricator-hec-for-nmon'
+
+# Empty APP
+APP = ''
+
+# Verify APP exist
+if os.path.exists(TA_NMON_APP):
+    APP = TA_NMON_APP
+elif os.path.exists(TA_NMON_APP_CLUSTERED):
+    APP = TA_NMON_APP_CLUSTERED
+else:
+    msg = 'The Application root directory could not be found, is the TA-metricator-hec-for-nmon ? We tried: ' + \
+          str(TA_NMON_APP) + ' ' + str(TA_NMON_APP_CLUSTERED)
+    logging.error(msg)
+    sys.exit(1)
+
+# metricator_reader.sh
+fifo_reader = APP + "/bin/metricator_reader.sh"
+
+#################################################
+#      Arguments
+#################################################
+
+parser = optparse.OptionParser(usage='usage: %prog [options]', version='%prog '+version)
+
+parser.add_option('-F', '--fifo', action='store', type='string', dest='fifo_name',
+                  help='set the fifo file to be read')
+parser.add_option('--dumpargs', action='store_true', dest='dumpargs',
+                  help='only dump the passed arguments and exit (for debugging purposes only)')
+
+(options, args) = parser.parse_args()
+
+if options.dumpargs:
+    print("options: ", options)
+    print("args: ", args)
+    sys.exit(0)
+
+if not options.fifo_name:
+    logging.error(
+        'The fifo file option has not been set (-F fifo_name or --fifo fifo_name)')
+    sys.exit(1)
+else:
+    fifo_name = options.fifo_name
+
+# define the full path to the fifo file
+fifo_path = APP_VAR + '/nmon_repository/' + fifo_name + '/nmon.fifo'
+
+# At startup, rotate any existing non empty .dat file if nmon_data.dat is not empty
+
+# define the various files to be written
+
+# realtime files
+nmon_config_dat = APP_VAR + '/nmon_repository/' + fifo_name + '/nmon_config.dat'
+nmon_header_dat = APP_VAR + '/nmon_repository/' + fifo_name + '/nmon_header.dat'
+nmon_data_dat = APP_VAR + '/nmon_repository/' + fifo_name + '/nmon_data.dat'
+nmon_timestamp_dat = APP_VAR + '/nmon_repository/' + fifo_name + '/nmon_timestamp.dat'
+nmon_external_dat = APP_VAR + '/nmon_repository/' + fifo_name + '/nmon_external.dat'
+nmon_external_header_dat = APP_VAR + '/nmon_repository/' + fifo_name + '/nmon_external_header.dat'
+nmon_error_dat = APP_VAR + '/nmon_repository/' + fifo_name + '/nmon_error.dat'
+nmon_dat = {nmon_config_dat, nmon_header_dat, nmon_timestamp_dat, nmon_data_dat, nmon_external_dat,
+            nmon_external_header_dat, nmon_error_dat}
+
+# Manage existing files and do the rotation if required
+if os.path.exists(nmon_data_dat) and os.path.getsize(nmon_data_dat) > 0:
+    for file in nmon_dat:
+        rotated_file = str(file) + ".rotated"
+        if os.path.isfile(rotated_file):
+            os.remove(rotated_file)
+        if os.path.isfile(file):
+            os.rename(file, rotated_file)
+
+elif os.path.exists(nmon_data_dat):
+    for file in nmon_dat:
+        if os.path.isfile(file):
+            os.remove(file)
+
+####################################################################
+#           Main Program
+####################################################################
+
+# Verify the fifo file exists, and start processing
+if not os.path.exists(fifo_path):
+    logging.info(
+        'The fifo file ' + fifo_path + ' does not exist yet, we are not ready to start')
+    sys.exit(0)
+else:
+    # we use the metricator_reader.sh to read the fifo file, benchmarks have shown more stability than
+    # opening the fifo file in pure Python
+    cmd = fifo_reader + " " + fifo_path
+    p = subprocess.Popen(cmd, shell=True, stdout=subprocess.PIPE, universal_newlines=True)
+
+    while 1:
+        line = str(p.stdout.readline())
+        if line == '' and p.poll() != None:
+            break
+
+        # Manage nmon config
+        nmon_config_match = re.match(r'^[AAA|BBB].+', str(line))
+        nmon_header_match = re.match(r'^(?!AAA|BBB|TOP)[a-zA-Z0-9\-\_]*,(?!T\d{3,})[^,]*,(?!T\d{3,})[^,]*.*', str(line))
+        nmon_header_TOP_match = re.match(r'^TOP,(?!\d*,)', str(line))
+        nmon_timestamp_match = re.match(r'^ZZZZ,T\d*', str(line))
+        nmon_error_match = re.match(r'^ERROR,T\d*', str(line))
+
+        if nmon_config_match:
+            with open(nmon_config_dat, "a") as nmon_config:
+                print(str(line))
+                nmon_config.write(line)
+
+        elif nmon_header_match:
+            with open(nmon_header_dat, "a") as nmon_header:
+                nmon_header.write(line)
+
+        elif nmon_header_TOP_match:
+            with open(nmon_header_dat, "a") as nmon_header:
+                nmon_header.write(line)
+
+        elif nmon_error_match:
+            with open(nmon_error_dat, "a") as nmon_error:
+                nmon_error.write(line)
+
+        # timestamp management: write the nmon timestamp in nmon_data and as well nmon_timestamp for later use
+        elif nmon_timestamp_match:
+            with open(nmon_timestamp_dat, "a") as nmon_timestamp:
+                nmon_timestamp.write(line)
+            with open(nmon_data_dat, "a") as nmon_data:
+                nmon_data.write(line)
+
+        else:
+            with open(nmon_data_dat, "a") as nmon_data:
+                nmon_data.write(line)
diff --git a/deployment-apps/TA-metricator-hec-for-nmon/bin/metricator_reader.sh b/deployment-apps/TA-metricator-hec-for-nmon/bin/metricator_reader.sh
new file mode 100755
index 0000000..c355a1e
--- /dev/null
+++ b/deployment-apps/TA-metricator-hec-for-nmon/bin/metricator_reader.sh
@@ -0,0 +1,30 @@
+#!/bin/sh
+
+# set -x
+
+# Program name: metricator_reader.sh
+# Compatibility: Shell
+# Purpose - read nmon data from fifo file and output to stdout
+# Author - Guilhem Marchand
+
+# Version 2.0.0
+
+# For AIX / Linux / Solaris
+
+#################################################
+## 	Your Customizations Go Here            ##
+#################################################
+
+# fifo to be read (valid choices are: fifo1 | fifo2
+FIFO=$1
+
+####################################################################
+#############		Main Program 			############
+####################################################################
+
+while IFS= read line
+do
+    echo $line
+done <$FIFO
+
+exit 0
diff --git a/deployment-apps/TA-metricator-hec-for-nmon/bin/nmon_external_cmd/nmon_external_snap.sh b/deployment-apps/TA-metricator-hec-for-nmon/bin/nmon_external_cmd/nmon_external_snap.sh
new file mode 100755
index 0000000..6d2de91
--- /dev/null
+++ b/deployment-apps/TA-metricator-hec-for-nmon/bin/nmon_external_cmd/nmon_external_snap.sh
@@ -0,0 +1,58 @@
+#!/bin/sh
+
+# Program name: nmon_external_snap.sh
+# Purpose - Add external command results to extend nmon data
+# Author - Guilhem Marchand
+# Disclaimer:  this provided "as is".  
+# Date - March 2017
+# Guilhem Marchand 2017/03/18, initial version
+
+# 2017/04/29, Guilhem Marchand:         - AIX compatibility issues, detach the commands in background
+# 2017/06/04, Guilhem Marchand:         - Manage nmon external data in a dedicated file
+# 2018/01/09, Guilhem Marchand:         - exclude dockers virtual fs, improve exclusion of false fs
+
+# Version 1.0.3
+
+# For AIX / Linux / Solaris
+
+# for more information, see:
+# https://www.ibm.com/developerworks/community/blogs/aixpert/entry/nmon_and_External_Data_Collectors?lang=en
+
+# This script will output the values for our custom external monitors
+# The first field defines the name of the monitor (type field in the application)
+# This monitor name must then be added to your local/nmonparser_config.json file
+
+# 2 sections are available for nmon external monitor managements:
+# - nmon_external: manage any number of fields without transposition
+# - nmon_external_transposed: manage any number of fields with a notion of device / value
+
+# note: the NMON_FIFO_PATH is a pattern that will be replaced by the metricator_helper.sh script in a copy of this script
+# that lives for the time to live of the nmon process started
+
+# CAUTION: ensure your custom command does not output any comma within the field name and value
+
+# Number of running processes
+echo "PROCCOUNT,$1,`ps -ef | wc -l`" >>NMON_FIFO_PATH/nmon_external.dat &
+
+# Uptime information (uptime command output)
+echo "UPTIME,$1,\"`uptime | sed 's/^\s//g' | sed 's/,/;/g'`\"" >>NMON_FIFO_PATH/nmon_external.dat &
+
+# df table information
+DF_TABLE=`df -k -P | sed '1d' | egrep -v '\/proc$|/dev$|\/run$|^tmpfs.*\/dev.*$|^tmpfs.*\/run.*$|^tmpfs.*\/sys.*$|^tmpfs.*\/var.*$|^none.*\/run|^none.*\/sys.*|\/var\/lib\/docker\/aufs\/mnt\/.*|\/var\/lib\/docker\/containers\/.*' | awk '{print $6}'`
+for fs in $DF_TABLE; do
+    echo "DF_STORAGE,$1,`df -k -P $fs | sed '1d' | sed 's/%//g' | sed 's/,/;/g' | awk '{print $1 "," $2 "," $3 "," $4 "," $5 "," $6}'`" >>NMON_FIFO_PATH/nmon_external.dat
+done
+
+# DF_INODES, for AIX and Linux
+case `uname` in
+"AIX")
+    for fs in $DF_TABLE; do
+        echo "DF_INODES,$1,`df -i $fs | sed '1d' | sed 's/%//g' | sed 's/,/;/g' | awk '{print $1 "," $5 "," $6 "," $7}'`" >>NMON_FIFO_PATH/nmon_external.dat
+    done
+    ;;
+"Linux")
+    for fs in $DF_TABLE; do
+        echo "DF_INODES,$1,`df -i -P $fs | sed '1d' | sed 's/%//g' | sed 's/,/;/g' | awk '{print $1 "," $2 "," $3 "," $4 "," $5 "," $6}'`" >>NMON_FIFO_PATH/nmon_external.dat
+    done
+    ;;
+esac
diff --git a/deployment-apps/TA-metricator-hec-for-nmon/bin/nmon_external_cmd/nmon_external_start.sh b/deployment-apps/TA-metricator-hec-for-nmon/bin/nmon_external_cmd/nmon_external_start.sh
new file mode 100755
index 0000000..25e3413
--- /dev/null
+++ b/deployment-apps/TA-metricator-hec-for-nmon/bin/nmon_external_cmd/nmon_external_start.sh
@@ -0,0 +1,52 @@
+#!/bin/sh
+
+# Program name: nmon_external_start.sh
+# Purpose - Add external command results to extend nmon data (header definition)
+# Author - Guilhem Marchand
+# Disclaimer:  this provided "as is".  
+# Date - March 2017
+# Guilhem Marchand 2017/03/18, initial version
+# Guilhem Marchand 2017/03/29, protect against unexpecting failure in NMON_EXTERNAL_DIR getting value
+# Guilhem Marchand 2017/06/09, use dedicated files for external header and data
+# Guilhem Marchand 2017/08/17, Adding DF table
+
+# Version 1.0.3
+
+# For AIX / Linux / Solaris
+
+# for more information, see:
+# https://www.ibm.com/developerworks/community/blogs/aixpert/entry/nmon_and_External_Data_Collectors?lang=en
+
+# This script will define the headers for our custom external monitors
+# The first field defines the name of the monitor (type field in the application)
+# This monitor name must then be added to your local/nmonparser_config.json file
+
+# 2 sections are available for nmon external monitor managements:
+# - nmon_external: manage any number of fields without transposition
+# - nmon_external_transposed: manage any number of fields with a notion of device / value
+
+# note: the NMON_FIFO_PATH is a pattern that will be replaced by the metricator_helper.sh script in a copy of this script
+# that lives for the time to live of the nmon process started
+
+# Empty the header file if existing
+if [ -f NMON_FIFO_PATH/nmon_external_header.dat ]; then
+    >NMON_FIFO_PATH/nmon_external_header.dat
+fi
+
+# CAUTION: ensure your custom command does not output any comma within the field name and value
+
+# number of running processes
+echo "PROCCOUNT,Process Count,nb_running_processes" >>NMON_FIFO_PATH/nmon_external_header.dat
+
+# uptime information
+echo "UPTIME,Server Uptime and load,uptime_stdout" >>NMON_FIFO_PATH/nmon_external_header.dat
+
+# DF table (file systems usage)
+echo "DF_STORAGE,File system disk space usage,filesystem,blocks,Used,Available,Use_pct,mount" >>NMON_FIFO_PATH/nmon_external_header.dat
+# inodes utilization table is system specific and available for AIX and Linux
+case `uname` in
+"AIX")
+    echo "DF_INODES,File system inodes usage,filesystem,IUsed,IUse_pct,mount" >>NMON_FIFO_PATH/nmon_external_header.dat ;;
+"Linux")
+    echo "DF_INODES,File system inodes usage,filesystem,Inodes,IUsed,IFree,IUse_pct,mount" >>NMON_FIFO_PATH/nmon_external_header.dat ;;
+esac
diff --git a/deployment-apps/TA-metricator-hec-for-nmon/bin/nmonparser.sh b/deployment-apps/TA-metricator-hec-for-nmon/bin/nmonparser.sh
new file mode 100755
index 0000000..605e672
--- /dev/null
+++ b/deployment-apps/TA-metricator-hec-for-nmon/bin/nmonparser.sh
@@ -0,0 +1,197 @@
+#!/bin/sh
+
+# set -x
+
+# Program name: nmonparser.sh
+# Purpose - Frontal script to nmonparser, will launch Python or Perl script depending on interpreter availability
+#				See nmonparser | nmonparser.pl
+# Author - Guilhem Marchand
+
+# Version 2.0.1
+
+# For AIX / Linux / Solaris
+
+#################################################
+## 	Your Customizations Go Here            ##
+#################################################
+
+# format date output to strftime dd/mm/YYYY HH:MM:SS
+log_date () {
+    date "+%d-%m-%Y %H:%M:%S"
+}
+
+# Set host
+HOST=`hostname`
+
+if [ -z "${SPLUNK_HOME}" ]; then
+	echo "`log_date`, ERROR, SPLUNK_HOME variable is not defined"
+	exit 1
+fi
+
+# Set tmp directory
+APP_VAR=${SPLUNK_HOME}/var/log/metricator
+
+# Verify it exists
+if [ ! -d ${APP_VAR} ]; then
+    mkdir -p ${APP_VAR}
+	exit 1
+fi
+
+# silently remove tmp file (testing exists before rm seems to cause trouble on some old OS)
+rm -f ${APP_VAR}/nmonparser.temp.*
+
+# Set nmon_temp
+nmon_temp=${APP_VAR}/nmonparser.temp.$$
+
+# APP path discovery
+if [ -d "$SPLUNK_HOME/etc/apps/TA-metricator-hec-for-nmon" ]; then
+        APP=$SPLUNK_HOME/etc/apps/TA-metricator-hec-for-nmon
+
+elif [ -d "$SPLUNK_HOME/etc/slave-apps/TA-metricator-hec-for-nmon" ];then
+        APP=$SPLUNK_HOME/etc/slave-apps/TA-metricator-hec-for-nmon
+
+else
+        echo "`log_date`, ${HOST} ERROR, the APP directory could not be defined, is the TA-metricator-hec-for-nmon installed ?"
+        exit 1
+fi
+
+# source default nmon.conf
+if [ -f $APP/default/nmon.conf ]; then
+    # During initial deployment, the nmon.conf needs to be managed properly by the metricator_consumer.sh
+    # wait for this to be done
+    grep '\[nmon\]' $APP/default/nmon.conf >/dev/null
+    if [ $? -eq 0 ]; then
+        echo "`log_date`, ${HOST} INFO, initial deployment condition detected, safe exiting."
+        exit 0
+    else
+        . $APP/default/nmon.conf
+    fi
+fi
+
+# source local nmon.conf, if any
+
+# Search for a local nmon.conf file located in $SPLUNK_HOME/etc/apps/TA-metricator-hec-for-nmon/local
+if [ -f $APP/local/nmon.conf ]; then
+        . $APP/local/nmon.conf
+fi
+
+# On a per server basis, you can also set in /etc/nmon.conf
+if [ -f /etc/nmon.conf ]; then
+	. /etc/nmon.conf
+fi
+
+# Manage FQDN option
+echo $nmonparser_options | grep '\-\-use_fqdn' >/dev/null
+if [ $? -eq 0 ]; then
+    # Only relevant for Linux OS
+    case $UNAME in
+    Linux)
+        HOST=`hostname -f` ;;
+    AIX)
+        HOST=`hostname` ;;
+    SunOS)
+        HOST=`hostname` ;;
+    esac
+else
+    HOST=`hostname`
+fi
+
+# Manage host override option based on Splunk hostname defined
+case $override_sys_hostname in
+"1")
+    # Retrieve the Splunk host value
+    HOST=`cat $SPLUNK_HOME/etc/system/local/inputs.conf | grep '^host =' | awk -F\= '{print $2}' | sed 's/ //g'`
+;;
+esac
+
+#
+# Interpreter choice
+#
+
+PYTHON=0
+PYTHON2=0
+PYTHON3=0
+PERL=0
+# Set the default interpreter
+INTERPRETER="python"
+
+# Get the version for both worlds
+PYTHON2=`which python 2>&1`
+PYTHON3=`which python3 2>&1`
+PERL=`which perl 2>&1`
+
+# Handle Python
+PYTHON_available="false"
+case $PYTHON3 in
+*python*)
+    PYTHON_available="true"
+    INTERPRETER="python3" ;;
+*)
+    case $PYTHON2 in
+    *python*)
+        PYTHON_available="true"
+        INTERPRETER="python" ;;
+    esac
+;;
+esac
+
+# Handle Perl
+case $PERL in
+*perl*)
+   PERL_available="true"
+   ;;
+*)
+   PERL_available="false"
+   ;;
+esac
+
+case `uname` in
+
+# AIX priority is Perl
+"AIX")
+     case $PERL_available in
+     "true")
+           INTERPRETER="perl" ;;
+     "false")
+           INTERPRETER="$INTERPRETER" ;;
+ esac
+;;
+
+# Other OS, priority is Python
+*)
+     case $PYTHON_available in
+     "true")
+           INTERPRETER="$INTERPRETER" ;;
+     "false")
+           INTERPRETER="perl" ;;
+     esac
+;;
+esac
+
+####################################################################
+#############		Main Program 			############
+####################################################################
+
+# Store arguments sent to script
+userargs=$@
+
+# Store stdin
+while read line ; do
+	echo "$line" >> ${nmon_temp}
+done
+
+# Start the parser
+case ${INTERPRETER} in
+
+"python"|"python3")
+    cat ${nmon_temp} | ${SPLUNK_HOME}/bin/splunk cmd $INTERPRETER ${APP}/bin/nmonparser_hec.py ${userargs} ;;
+
+"perl")
+	cat ${nmon_temp} | ${SPLUNK_HOME}/bin/splunk cmd ${APP}/bin/nmonparser_hec.pl ${userargs} ;;
+
+esac
+
+# Remove temp
+rm -f ${nmon_temp}
+
+exit 0
diff --git a/deployment-apps/TA-metricator-hec-for-nmon/bin/nmonparser_hec.pl b/deployment-apps/TA-metricator-hec-for-nmon/bin/nmonparser_hec.pl
new file mode 100755
index 0000000..869532f
--- /dev/null
+++ b/deployment-apps/TA-metricator-hec-for-nmon/bin/nmonparser_hec.pl
@@ -0,0 +1,4160 @@
+#!/usr/bin/perl
+
+# Program name: nmonparser.pl
+# Compatibility: Perl x
+# Purpose - nmon data processing for Splunk
+# Author - Guilhem Marchand
+
+my $version = "2.0.4";
+
+use Time::Local;
+use Time::HiRes;
+use Getopt::Long;
+use POSIX 'strftime';
+use File::Copy;
+use Data::Dumper;
+use Config;
+use FindBin;
+use Net::Domain qw(hostname hostfqdn hostdomain domainname);
+
+# Identify the guest OS
+my $guestos = "$Config{osname}";
+
+# Text::CSV_XS should run faster, however let's be compatible with both Text::CSV and Text::CSV_XS module
+# depending on availability with priority to Text::CSV_XS
+# For AIX OS, we provide the Text::CSV module since the Text::CSV_XS compilation is an issue
+
+my $csv_module;
+if ( $guestos eq 'aix' ) {
+    $csv_module = 'Text::CSV';
+    eval "use lib '$FindBin::Bin/lib/aix'";
+    eval "use Text::CSV";
+}
+else {
+    if ( eval { require Text::CSV_XS } ) {
+        $csv_module = 'Text::CSV_XS';
+    }
+    else {
+        $csv_module = 'Text::CSV';
+    }
+    eval("use $csv_module;");
+}
+
+#use warnings;
+
+#################################################
+##      Args
+#################################################
+
+# Default values
+
+my $OPMODE   = "";
+my $VERSION  = "";
+my $USE_FQDN = "";
+my $help     = "";
+my $DEBUG    = "";
+my $SILENT   = "";
+my $SHOW_ZERO   = "";
+my $result   = "";
+my $splunk_http_url = "";
+my $splunk_http_token = "";
+my $no_local_log = "";
+my $splunk_metrics_index = "os-unix-nmon-metrics";
+my $splunk_events_index = "os-unix-nmon-events";
+my $splunk_config_index = "os-unix-nmon-config";
+
+$result = GetOptions(
+    "mode=s"   => \$OPMODE,      # string
+    "version"  => \$VERSION,     # flag
+    "use_fqdn" => \$USE_FQDN,    # flag
+    "help"     => \$help,        # flag
+    "debug"    => \$DEBUG,       # flag
+    "silent"   => \$SILENT,      # flag
+    "show_zero_values"   => \$SHOW_ZERO,      # flag
+    "no_local_log"        => \$NO_LOCAL_LOG,         # flag
+    "splunk_http_url=s"   => \$SPLUNK_HTTP_URL,      # string
+    "splunk_http_token=s" => \$SPLUNK_HTTP_TOKEN,    # string
+    "splunk_metrics_index=s"   => \$SPLUNK_METRICS_INDEX,      # string
+    "splunk_events_index=s" => \$SPLUNK_EVENTS_INDEX,    # string
+    "splunk_config_index=s" => \$SPLUNK_CONFIG_INDEX,    # string
+);
+
+# Show version
+if ($VERSION) {
+    print("nmonparser.pl version $version \n");
+    exit 0;
+}
+
+# Show help
+if ($help) {
+
+    print( "
+
+Help for nmonparser.pl:
+
+Perl nmonparser converter is usually automatically called by Splunk to process Nmon raw data.
+Splunk reads the nmon file content and will stream it to nmonparser.pl in stdout. (eg. cat <my file> | ./nmonparser.pl)
+
+Available options are:
+	
+--mode <colddata | fifo> :Force the script to consider the data as cold data (nmon process has over), or fifo mode.
+--use_fqdn :Use the host fully qualified domain name (fqdn) as the hostname value instead of the value returned by nmon.
+--show_zero_values :Use this option to allow the TA to generate metrics with 0 values. The default behavior \n
+is to remove any metric having a zero value before it reaches Splunk ingestion.
+--splunk_http_url :Defines the URL for Splunk http forwarding, example: --splunk_http_url  https://host.splunk.com:8088/services/collector/event
+--splunk_http_token :Defines the value of the Splunk HEC token, example: --splunk_http_token B07538E6-729F-4D5B-8AE1-30E93646C65A
+--splunk_metrics_index :Defines the name of the Splunk metrics index (default os-unix-nmon-metrics)
+--splunk_events_index :Defines the name of the Splunk events index (default os-unix-nmon-events)
+--splunk_config_index :Defines the name of the Splunk config index (default os-unix-nmon-config)
+--no_local_log: Do not write local log on machine file system
+**CAUTION:** This option must not be used when managing nmon data generated out of Splunk (eg. central repositories)
+--debug :Activate debugging mode for testing purposes
+--version :Show current program version
+--silent: Do not output the per section detail logging to save data volume \n
+"
+    );
+
+    exit 0;
+}
+
+#################################################
+##      Parameters
+#################################################
+
+# Customizations goes here:
+# Sections of Performance Monitors with standard dynamic header but no "device" notion that would require the data to be transposed
+# You can add or remove any section depending on your needs
+my @static_vars = "";
+
+# Some specific sections per OS
+my @Solaris_static_section = "";
+
+# Some specfic sections for micro partitions (AIX or Power Linux)
+my @LPAR_static_section = "";
+
+# This is the TOP section which contains Performance data of top processes
+# It has a specific structure and requires specific treatment
+my @top_vars = "";
+
+# This is the UARG section which contains full command line arguments with some other information such as PID, user, group and so on
+# It has a specific structure and requires specific treatment
+my @uarg_vars = "";
+
+# Sections of Performance Monitors with Dynamic header (eg. device context) and that can be incremented (DISKBUSY1...)
+my @dynamic_vars1 = "";
+
+# Sections that won't be incremented
+my @dynamic_vars2 = "";
+
+# disks extended statistics (DG*)
+my @disk_extended_section = "";
+
+# Sections of Performance Monitors for Solaris
+
+# Zone, Project, Task... performance
+my @solaris_WLM = "";
+
+# Veritas Storage Manager
+my @solaris_VxVM = "";
+
+my @solaris_dynamic_various = "";
+
+# AIX only dynamic sections
+my @AIX_dynamic_various = "";
+
+# AIX Workload Management
+my @AIX_WLM = "";
+
+# nmon external
+my @nmon_external = "";
+
+# nmon external with transposition of data
+my @nmon_external_transposed = "";
+
+#################################################
+## 	Your Customizations Go Here
+#################################################
+
+# Processing starting time
+my $t_start = [Time::HiRes::gettimeofday];
+
+# Initial states for Analysis
+my $colddata = "False";
+my $fifo     = "False";
+
+# Splunk HEC
+my $use_splunk_http          = "False";
+my $splunk_http_token_is_set = "False";
+
+if ( $splunk_http_token eq "insert_your_splunk_http_token" ) {
+    $use_splunk_http          = "False";
+    $splunk_http_token_is_set = "False";
+}
+
+else {
+    $use_splunk_http          = "True";
+    $splunk_http_token_is_set = "True";
+}
+
+# Local time
+my $time = strftime "%d-%m-%Y %H:%M:%S", localtime;
+
+# Local Time in epoch
+my $time_epoch = time();
+
+# Minute of the hour, to be used for file naming convention
+my $minute = strftime "%M", localtime;
+
+# Default Environment Variable SPLUNK_HOME, this shall be automatically defined if as the script shall be launched by Splunk
+my $SPLUNK_HOME = $ENV{SPLUNK_HOME};
+
+# Verify SPLUNK_HOME definition
+if ( not $SPLUNK_HOME ) {
+    print(
+"\n$time ERROR: The environment variable SPLUNK_HOME could not be verified, if you want to run this script manually you need to export it before processing"
+    );
+    die;
+}
+
+# Empty init APP
+my $APP = "";
+
+# Discover TA-metricator-hec-for-nmon path
+if ( length($APP) == 0 ) {
+
+    if ( -d "$SPLUNK_HOME/etc/apps/TA-metricator-hec-for-nmon" ) {
+        $APP = "$SPLUNK_HOME/etc/apps/TA-metricator-hec-for-nmon";
+    }
+    elsif ( -d "$SPLUNK_HOME/etc/slave-apps/TA-metricator-hec-for-nmon" ) {
+        $APP = "$SPLUNK_HOME/etc/slave-apps/TA-metricator-hec-for-nmon";
+    }
+
+}
+
+else {
+
+    if ( !-d "$APP" ) {
+        print(
+"\n$time ERROR: The Application root directory could be verified using your custom setting: $APP \n"
+        );
+        die;
+    }
+
+}
+
+# load configuration from json config file
+# the config_file json may exist in default or local (if customized)
+# this will define the list of nmon section we want to extract
+
+my $json_config = "";
+my $json        = "";
+
+if ( -e "$APP/local/nmonparser_config.json" ) {
+    $json_config = "$APP/local/nmonparser_config.json";
+}
+else {
+    $json_config = "$APP/default/nmonparser_config.json";
+}
+
+open( $json, "< $json_config" )
+  or die "ERROR: Can't open $json_config : $!";
+
+while (<$json>) {
+    chomp($_);
+
+    $_ =~ s/\"//g;       #remove quotes
+    $_ =~ s/\,\s/,/g;    #remove comma space
+
+    # static_section
+    if ( $_ =~ /^\s*static_section:\[([\w\,\s]*)\],{0,}$/ ) {
+        @static_vars = split( ',', $1 );
+    }
+
+    # Solaris_static_section
+    if ( $_ =~ /^\s*Solaris_static_section:\[([\w\,\s]*)\],{0,}$/ ) {
+        @Solaris_static_section = split( ',', $1 );
+    }
+
+    # LPAR_static_section
+    if ( $_ =~ /^\s*LPAR_static_section:\[([\w\,\s]*)\],{0,}$/ ) {
+        @LPAR_static_section = split( ',', $1 );
+    }
+
+    # top_section
+    if ( $_ =~ /^\s*top_section:\[([\w\,\s]*)\],{0,}$/ ) {
+        @top_vars = split( ',', $1 );
+    }
+
+    # uarg_section
+    if ( $_ =~ /^\s*uarg_section:\[([\w\,\s]*)\],{0,}$/ ) {
+        @uarg_vars = split( ',', $1 );
+    }
+
+    # dynamic_section1
+    if ( $_ =~ /^\s*dynamic_section1:\[([\w\,\s]*)\],{0,}$/ ) {
+        @dynamic_vars1 = split( ',', $1 );
+    }
+
+    # dynamic_section2
+    if ( $_ =~ /^\s*dynamic_section2:\[([\w\,\s]*)\],{0,}$/ ) {
+        @dynamic_vars2 = split( ',', $1 );
+    }
+
+    # disk_extended_section
+    if ( $_ =~ /^\s*disk_extended_section:\[([\w\,\s]*)\],{0,}$/ ) {
+        @disk_extended_section = split( ',', $1 );
+    }
+
+    # solaris_WLM
+    if ( $_ =~ /^\s*solaris_WLM:\[([\w\,\s]*)\],{0,}$/ ) {
+        @solaris_WLM = split( ',', $1 );
+    }
+
+    # solaris_VxVM
+    if ( $_ =~ /^\s*solaris_VxVM:\[([\w\,\s]*)\],{0,}$/ ) {
+        @solaris_VxVM = split( ',', $1 );
+    }
+
+    # solaris_dynamic_various
+    if ( $_ =~ /^\s*solaris_dynamic_various:\[([\w\,\s]*)\],{0,}$/ ) {
+        @solaris_dynamic_various = split( ',', $1 );
+    }
+
+    # AIX_dynamic_various
+    if ( $_ =~ /^\s*AIX_dynamic_various:\[([\w\,\s]*)\],{0,}$/ ) {
+        @AIX_dynamic_various = split( ',', $1 );
+    }
+
+    # AIX_WLM
+    if ( $_ =~ /^\s*AIX_WLM:\[([\w\,\s]*)\],{0,}$/ ) {
+        @AIX_WLM = split( ',', $1 );
+    }
+
+    # nmon_external
+    if ( $_ =~ /^\s*nmon_external:\[([\w\,\s]*)\],{0,}$/ ) {
+        @nmon_external = split( ',', $1 );
+    }
+
+    # nmon_external
+    if ( $_ =~ /^\s*nmon_external_transposed:\[([\w\,\s]*)\],{0,}$/ ) {
+        @nmon_external_transposed = split( ',', $1 );
+    }
+
+}
+
+close $json;
+
+# Identify the Technical Add-on version
+my $APP_CONF_FILE = "$APP/default/app.conf";
+my $addon_version = "Unknown";
+
+if ( -e $APP_CONF_FILE ) {
+
+    # Open
+    open FILE, '+<', "$APP_CONF_FILE" or die "$time ERROR:$!\n";
+
+    while ( defined( my $l = <FILE> ) ) {
+        chomp $l;
+        if ( $l =~ m/version\s*=\s*([\d|\.]*)/ ) {
+            $addon_version = $1;
+        }
+    }
+}
+
+# var main directory
+my $APP_MAINVAR = "$SPLUNK_HOME/var/log/metricator";
+my $APP_VAR     = "$APP_MAINVAR/var";
+
+# If may main directories do not exist
+if ( !-d "$APP_MAINVAR" ) { mkdir "$APP_MAINVAR"; }
+if ( !-d "$APP_VAR" )     { mkdir "$APP_VAR"; }
+
+# Spool directory for NMON files processing
+my $SPOOL_DIR = "$APP_VAR/spool";
+if ( !-d "$SPOOL_DIR" ) { mkdir "$SPOOL_DIR"; }
+
+#  Output directory of csv files to be managed by Splunk
+my $OUTPUT_DIR = "$APP_VAR/csv_workingdir";
+if ( !-d "$OUTPUT_DIR" ) { mkdir "$OUTPUT_DIR"; }
+
+# CSV Perf data working directory (files are moved at the end from DATA_DIR to DATAWORKING_DIR)
+my $OUTPUTFINAL_DIR = "$APP_VAR/csv_repository";
+if ( !-d "$OUTPUTFINAL_DIR" ) { mkdir "$OUTPUTFINAL_DIR"; }
+
+# Config csv data
+my $OUTPUTCONF_DIR = "$APP_VAR/config_repository";
+if ( !-d "$OUTPUTCONF_DIR" ) { mkdir "$OUTPUTCONF_DIR"; }
+
+# ID reference file, will be used to temporarily store the last execution result for a given nmon file, and prevent Splunk from
+# generating duplicates by relaunching the conversion process
+# Splunk when using a custom archive mode, launches twice the custom script
+
+# Supplementary note: Since V1.2.2, ID_REF & CONFIG_REF are overwritten if running real time mode
+my $ID_REF = "$APP_VAR/id_reference.txt";
+
+# Config Reference file
+my $CONFIG_REF = "$APP_VAR/config_reference.txt";
+
+# BBB extraction flag
+my $BBB_FLAG = "$APP_VAR/BBB_status.flag";
+
+# Network interface outdated state file (Unix only)
+# remove any existing file at startup time
+my $OUTDATED_NETIF_NMON_STATE = "$APP_VAR/outdated_network_int_nmon.state";
+if ( -f "$OUTDATED_NETIF_NMON_STATE" ) {
+    unlink $OUTDATED_NETIF_NMON_STATE;
+}
+
+# Splunk HEC only: store the final batch file to be streamed (remove any pre-existing file)
+$SPLUNK_HEC_BATCHFILE = "$APP_VAR/splunk_hec_perfdata_batch.dat";
+if ( -e $SPLUNK_HEC_BATCHFILE ) {
+    unlink $SPLUNK_HEC_BATCHFILE;
+}
+
+#################################################
+## 	Various
+#################################################
+
+# Used for date string to epoch time
+my %month;
+@month{qw/Jan Feb Mar Apr May Jun Jul Aug Sep Oct Nov Dec/} = 0 .. 11;
+
+my %mon2num = qw(
+  jan 1  feb 2  mar 3  apr 4  may 5  jun 6
+  jul 7  aug 8  sep 9  oct 10 nov 11 dec 12
+);
+
+####################################################################
+#############		Main Program
+####################################################################
+
+# Verify existence of OUTPUT_DIR
+if ( !-d "$SPOOL_DIR" ) {
+    print("\n$time ERROR: Spool Directory $SPOOL_DIR does not exist !\n");
+    die;
+}
+
+# Verify existence of OUTPUT_DIR
+if ( !-d "$OUTPUT_DIR" ) {
+    print(
+"\n $time ERROR: Directory for csv output $OUTPUT_DIR does not exist !\n"
+    );
+    die;
+}
+
+# Initialize common variables
+&initialize;
+
+# Clean spool directory at program start-up
+unlink glob "$SPOOL_DIR/*.nmon";
+
+# Read nmon file from stdin (eg. cat <my nmon file> | nmonparser)
+# will remove blank lines if any
+my $file = "$SPOOL_DIR/nmonparser.$$.nmon";
+open my $fh, '>', $file or die $!;
+
+while (<STDIN>) {
+    next if /^$/;
+    last if /^$/;
+    print $fh $_;
+}
+close $fh;
+
+# Open temp nmon
+open FILE, '+<', "$file" or die "$time ERROR:$!\n";
+
+####################################################################################################
+#############		NMON data structure verification				############
+####################################################################################################
+
+# Set some default values
+my $SN                   = "-1";
+my $HOSTNAME             = "-1";
+my $DATE                 = "-1";
+my $nmon_day             = "-1";
+my $nmon_month           = "-1";
+my $nmon_year            = "-1";
+my $nmon_hour            = "-1";
+my $nmon_minute          = "-1";
+my $nmon_second          = "-1";
+my $TIME                 = "-1";
+my $logical_cpus         = "-1";
+my $virtual_cpus         = "-1";
+my $INTERVAL             = "-1";
+my $SNAPSHOTS            = "-1";
+my $OStype               = "Unknown";
+my $last_known_epochtime = "0";
+my $bytes                = "0";
+
+# Set HOSTNAME
+if ($USE_FQDN) {
+    $HOSTNAME = hostfqdn();
+}
+
+while ( defined( my $l = <FILE> ) ) {
+    chomp $l;
+
+# Set HOSTNAME
+# if the option --use_fqdn has been set, use the fully qualified domain name by the running OS
+# The value will be equivalent to the stdout of the os "hostname -f" command
+# CAUTION: This option must not be used to manage nmon data out of Splunk ! (eg. central repositories)
+
+    if ( not $USE_FQDN ) {
+        if ( ( rindex $l, "AAA,host," ) > -1 ) {
+            ( my $t1, my $t2, $HOSTNAME ) = split( ",", $l );
+        }
+    }
+
+    # Set VERSION
+    if ( ( rindex $l, "AAA,version," ) > -1 ) {
+        ( my $t1, my $t2, $VERSION ) = split( ",", $l );
+    }
+
+    # Set DATE
+    if ( ( rindex $l, "AAA,date," ) > -1 ) {
+        ( my $t1, my $t2, $DATE ) = split( ",", $l );
+    }
+
+    # Set TIME
+    if ( ( rindex $l, "AAA,time," ) > -1 ) {
+        ( my $t1, my $t2, $TIME ) = split( ",", $l );
+    }
+
+    # Set day, month, year
+    if ( $l =~ m/AAA,date,(\w+)\-(\w+)\-(\w+)/ ) {
+        $nmon_day   = $1;
+        $nmon_month = $2;
+        $nmon_year  = $3;
+    }
+
+    # Set hour, minute, second
+    if ( $l =~ m/AAA,time,(\d+)\:(\d+)[\:|\.](\d+)/ ) {
+        $nmon_hour   = $1;
+        $nmon_minute = $2;
+        $nmon_second = $3;
+    }
+
+    # Get Nmon version
+    if ( $l =~ m/AAA\,version\,(.+)/ ) {
+        $VERSION = $1;
+    }
+
+    # Get interval
+    if ( $l =~ m/AAA\,interval\,(d+)/ ) {
+        $INTERVAL = $1;
+    }
+
+    # Get interval
+    if ( $l =~ m/AAA\,snapshots\,(d+)/ ) {
+        $SNAPSHOTS = $1;
+    }
+
+    # Get logical_cpus
+    if ( $l =~ m/AAA\,cpus\,\d+\,(\d+)/ ) {
+        $logical_cpus = $1;
+    }
+
+    # If not defined in second position, set it from first
+    elsif ( $l =~ m/AAA\,cpus\,(\d+)/ ) {
+        $logical_cpus = $1;
+    }
+
+    # Get virtual_cpus
+    if ( $l =~ m/BBB[a-zA-Z].+Online\sVirtual\sCPUs.+\:\s(\d+)\"/ ) {
+        $virtual_cpus = $1;
+    }
+
+    # If undefined, set it equal to logical_cpus
+    if ( $virtual_cpus == "-1" ) {
+        $virtual_cpus = $logical_cpus;
+    }
+
+# Search for old nmon versions time format, eg. dd/mm/yy
+# If found, let's convert it into the nmon format used with later versions: dd/MMM/YYYY
+
+    if ( $l =~ m/AAA,date,[0-9]+\/[0-9]+\/[0-9]+/ ) {
+        print(
+"ERROR: hostname: $HOSTNAME Detected obsolete Nmon version, please consider upgrading this hosts! \n"
+        );
+        print("ERROR: hostname: $HOSTNAME Ignoring nmon data \n");
+        close FILE;
+        unlink $file;
+        exit 1;
+    }
+
+# Verify we do not have any line that contain ZZZZ without beginning the line by ZZZZ
+# In such case, the nmon data is bad and buggy, converting it would generate
+
+    if ( $l =~ m/.+ZZZZ,/ ) {
+        print(
+"ERROR: hostname: $HOSTNAME Detected Bad Nmon structure, found ZZZZ lines truncated! (ZZZZ lines contains the event timestamp and should always begin the line) \n"
+        );
+        print("ERROR: hostname: $HOSTNAME Ignoring nmon data \n");
+        close FILE;
+        unlink $file;
+        exit 1;
+    }
+
+    # Identify Linux hosts
+    if ( $l =~ m/AAA,OS,Linux/ ) {
+        $OStype = "Linux";
+    }
+
+    # Identify Solaris hosts
+    if ( $l =~ m/AAA,OS,Solaris,.+/ ) {
+        $OStype = "Solaris";
+    }
+
+    # Identify AIX hosts
+    if ( $l =~ m/^AAA,AIX,(.+)/ ) {
+        $OStype = "AIX";
+    }
+
+}
+
+# Process nmon file provided in argument
+my @nmon_files = "$SPOOL_DIR/nmonparser.$$.nmon";
+
+@nmon_files = sort(@nmon_files);
+chomp(@nmon_files);
+our $FILENAME;
+
+foreach $FILENAME (@nmon_files) {
+
+    my $start = time();
+    my @now   = localtime($start);
+    my $now   = join( ":", @now[ 2, 1, 0 ] );
+
+    # Parse nmon file, skip if unsuccessful
+    if ( (&get_nmon_data) gt 0 ) { next; }
+    $now = time();
+    $now = $now - $start;
+
+    # Get nmon file number of lines
+    open( FILE, $FILENAME ) or die "$time ERROR: Can't open '$FILENAME': $!";
+    my $lines = "";
+    $lines++ while (<FILE>);
+    close FILE;
+
+    # If SN could not be identified
+    if ( $SN == "-1" ) {
+        $SN = $HOSTNAME;
+    }
+
+    # Get nmon file size in bytes
+    $bytes = -s $FILENAME;
+
+    # Get idnmon
+    my $idnmon = "${DATE}:${TIME},${HOSTNAME},${SN},$bytes";
+
+    # Partial idnmon
+    my $partial_idnmon;
+
+    # Print Main information
+    print "${time} Reading NMON data: $lines lines $bytes bytes\n";
+
+    # Print SPLUNK_HOME
+    print "Splunk Root Directory (\$SPLUNK_HOME): $SPLUNK_HOME \n";
+
+    # Show addon type
+    print "addon type: $APP \n";
+
+    # Show application version
+    print "addon version: $addon_version \n";
+
+    # Show program version
+    print "nmonparser version: $version \n";
+
+    # Show OS guest
+    print "Guest Operating System: $^O\n";
+
+    # Show NMON OS
+    print "NMON OStype: $OStype \n";
+
+    # Show perl version
+    print "Perl version: $] \n";
+
+    # Show Nmon version
+    print "NMON VERSION: $VERSION \n";
+
+    # Show hostname
+    print "HOSTNAME: $HOSTNAME \n";
+
+    # Show TIME
+    print "TIME of Nmon Data: $TIME \n";
+
+    # Show DATE
+    print "DATE of Nmon Data: $DATE \n";
+
+    # Show INTERVAL
+    print "INTERVAL: $INTERVAL \n";
+
+    # Show SNAPSHOTS
+    print "SNAPSHOTS: $SNAPSHOTS \n";
+
+    # Show logical_cpus
+    print "logical_cpus: $logical_cpus \n";
+
+    # Show virtual_cpus
+    print "virtual_cpus: $virtual_cpus \n";
+
+    # Show SerialNumber
+    print "SerialNumber: $SN \n";
+
+    #
+    # PERMANENT FAILURES: Avoid inconsistent data to be generated
+    #
+
+    if ( $HOSTNAME == "-1" ) {
+        print("ERROR: The hostname could not be extracted from Nmon data ! \n");
+        unlink $FILENAME;
+        exit 1;
+    }
+
+    if ( $DATE == "-1" ) {
+        print("ERROR: date could not be extracted from Nmon data ! \n");
+        unlink $FILENAME;
+        exit 1;
+    }
+
+    if ( $TIME == "-1" ) {
+        print("ERROR: time could not be extracted from Nmon data ! \n");
+        unlink $FILENAME;
+        exit 1;
+    }
+
+    if ( $logical_cpus == "-1" ) {
+        print(
+"ERROR: The number of logical cpus (logical_cpus) could not be extracted from Nmon data ! \n"
+        );
+        unlink $FILENAME;
+        exit 1;
+    }
+
+    # If virtual_cpus could not be identified, set it equal to logical_cpus
+    if ( $virtual_cpus == "-1" ) {
+        $virtual_cpus = $logical_cpus;
+    }
+
+#####################
+    # Data status store #
+#####################
+
+# Various status are stored in different files
+# This includes the id check file, the config check file and status per section containing last epochtime proceeded
+# These items will be stored in a per host dedicated directory
+
+    # create a directory under APP_VAR
+    # This directory will be used to store per section last epochtime status
+    my $HOSTNAME_VAR = "$APP_VAR/${HOSTNAME}_${SN}";
+    if ( !-d "$HOSTNAME_VAR" ) { mkdir "$HOSTNAME_VAR"; }
+
+    # Overwrite ID_REF and CONFIG_REF
+    $ID_REF     = "$HOSTNAME_VAR/${HOSTNAME}.id_reference.txt";
+    $CONFIG_REF = "$HOSTNAME_VAR/${HOSTNAME}.config_reference.txt";
+    $BBB_FLAG   = "$HOSTNAME_VAR/${HOSTNAME}.BBB_status.flag";
+
+###############
+    # ID Check #
+###############
+
+# This section prevents Splunk from generating duplicated data for the same Nmon file
+# While using the archive mode, Splunk may opens twice the same file sequentially
+# If the Nmon file id is already present in our reference file, then we have already proceeded this Nmon and nothing has to be done
+# Last execution result will be extracted from it to stdout
+
+    # Change . to : if present in TIME
+    $TIME =~ s/\./\:/g;
+
+    # Date of starting Nmon (format: DD-MM-YYYY hh:mm:ss)
+    my $NMON_DATE = "$DATE $TIME";
+
+    $NMON_DATE =~ s/JAN/01/g;
+    $NMON_DATE =~ s/FEB/02/g;
+    $NMON_DATE =~ s/MAR/03/g;
+    $NMON_DATE =~ s/APR/04/g;
+    $NMON_DATE =~ s/MAY/05/g;
+    $NMON_DATE =~ s/JUN/06/g;
+    $NMON_DATE =~ s/JUL/07/g;
+    $NMON_DATE =~ s/AUG/08/g;
+    $NMON_DATE =~ s/SEP/09/g;
+    $NMON_DATE =~ s/OCT/10/g;
+    $NMON_DATE =~ s/NOV/11/g;
+    $NMON_DATE =~ s/DEC/12/g;
+
+    my $day;
+    my $month;
+    my $year;
+    my $hour;
+    my $min;
+    my $sec;
+    my $starting_epochtime;
+    my $ZZZZ_epochtime;
+    my $ending_epochtime;
+
+# Convert date string to epoch time (note: we could have made this easier but we want to only use core modules !)
+    ( $day, $month, $year, $hour, $min, $sec ) = split /\W+/, $NMON_DATE;
+    $starting_epochtime =
+      timelocal( $sec, $min, $hour, $day, $month - 1, $year );
+
+    # Search for the last timestamp in data
+
+    # Open NMON file for reading
+    if ( !open( FIC, $file ) ) {
+        die( "Error while trying to open NMON Source file '" . $file . "'" );
+    }
+
+    # Initialize variables
+    my $timestamp = "";
+    my $cpu_cores = "";
+
+    while ( defined( my $l = <FIC> ) ) {
+        chomp $l;
+
+        # Get timestamp"
+        if ( ( rindex $l, "ZZZZ," ) > -1 ) {
+            ( my $t1, my $t2, my $timestamptmp1, my $timestamptmp2 ) =
+              split( ",", $l );
+            $timestamp = $timestamptmp2 . " " . $timestamptmp1;
+
+            $timestamp =~ s/JAN/01/g;
+            $timestamp =~ s/FEB/02/g;
+            $timestamp =~ s/MAR/03/g;
+            $timestamp =~ s/APR/04/g;
+            $timestamp =~ s/MAY/05/g;
+            $timestamp =~ s/JUN/06/g;
+            $timestamp =~ s/JUL/07/g;
+            $timestamp =~ s/AUG/08/g;
+            $timestamp =~ s/SEP/09/g;
+            $timestamp =~ s/OCT/10/g;
+            $timestamp =~ s/NOV/11/g;
+            $timestamp =~ s/DEC/12/g;
+
+     # Convert timestamp string to epoch time (from format: DD-MM-YYYY hh:mm:ss)
+            ( $day, $month, $year, $hour, $min, $sec ) = split /\W+/,
+              $timestamp;
+            $ZZZZ_epochtime =
+              timelocal( $sec, $min, $hour, $day, $month - 1, $year );
+
+        }
+
+        # Retrieve the list of CPUxx available
+        # This will be used to iterate in the CPUnn section
+        if ( $l =~ /^(CPU\d*),CPU/ ) {
+            $cpu_cores = "$cpu_cores,$1";
+        }
+
+    }
+
+    # Last epochtime in data is
+    $ending_epochtime = $ZZZZ_epochtime;
+
+    # Evaluate if we are dealing with real time data or cold data
+
+    if ( $OPMODE eq "colddata" ) {
+
+        $colddata = True;
+        print "ANALYSIS: Enforcing colddata mode using --mode option \n";
+
+    }
+
+    elsif ( $OPMODE eq "fifo" ) {
+
+        $fifo = True;
+        print("ANALYSIS: Enforcing fifo mode using --mode option \n");
+
+    }
+
+    else {
+
+        $colddata = True;
+        print "ANALYSIS: Assuming Nmon cold data \n";
+
+    }
+
+    # Set the full idnmon
+    $idnmon = "$idnmon,$starting_epochtime,$ending_epochtime";
+
+    # Set the partial idnmon
+    $partial_idnmon = "$idnmon,$starting_epochtime";
+
+    # Open ID_REF file
+
+    # Notes: fifo mode will always proceed data
+
+    if ( -e $ID_REF ) {
+
+        open( ID_REF, "< $ID_REF" ) or die "ERROR: Can't open $ID_REF : $!";
+        chomp $ID_REF;
+
+        if ( $colddata eq "True" ) {
+
+            if ( grep { /$partial_idnmon/ } <ID_REF> ) {
+
+                # If the idnmon was found, print file content and exit
+                open( ID_REF, "< $ID_REF" )
+                  or die "ERROR: Can't open $ID_REF : $!";
+                while (<ID_REF>) {
+                    print;
+                }
+                close ID_REF;
+
+                # remove spool nmon
+                unlink $file;
+
+                exit;
+
+            }
+        }
+
+    }
+
+# If last_known_epochtime could not be found (eg. we never proceeded this nmon file), set it equal to starting_epochtime
+    if ( $last_known_epochtime eq "" ) {
+
+        $last_known_epochtime = $starting_epochtime;
+
+    }
+
+    # If we are here, then we need to process
+
+    # Open for writing, and write the idnmon to it
+    open( ID_REF, "> $ID_REF" ) or die "ERROR: Can't open $ID_REF : $!";
+    print ID_REF "NMON ID: $partial_idnmon\n";
+
+    # Print idnmon for stdout
+    print "NMON ID: $partial_idnmon\n";
+
+    # Open ID_REF for writing in append mode
+    open( ID_REF, ">>$ID_REF" );
+
+    # Show and Save timestamps information
+    print "Starting_epochtime: $starting_epochtime \n";
+    print ID_REF "Starting_epochtime: $starting_epochtime \n";
+    print "Ending_epochtime: $ending_epochtime \n";
+    print ID_REF "Ending_epochtime: $ending_epochtime \n";
+    print ID_REF "Last known timestamp is: $last_known_epochtime \n";
+
+####################################################################################################
+#############		NMON config Section						############
+####################################################################################################
+
+    # Extract config elements from NMON files, section AAA, section BBB
+
+    # CONFIG Section
+    my @config_vars = ("CONFIG");
+    my $config_lastepoch;
+    my $time_delta;
+    my @cpunn_vars;
+    my @rawdataheader;
+
+# Set time_delta_limit, by default we should generate configuration by cycle of 24 hours unless the process
+# has been restarted
+    my $time_delta_limit = 86400;
+
+    foreach $key (@config_vars) {
+        my $BASEFILENAME =
+          "$OUTPUTCONF_DIR/${HOSTNAME}_${minute}_${key}.events.csv";
+
+        # Set default for config_run:
+        # 0 --> Extract configuration
+        # 1 --> Don't Extract configuration
+        # default is extract
+        my $config_run = 0;
+
+# If the BBB_FLAG is found and we are in real time, the last configuration extraction did not extracted BBB section, proceed any way
+
+        if ( -e $BBB_FLAG ) {
+
+# remove the flag, if the BBB extraction fails again, it will be created again (in real mode)
+            unlink $BBB_FLAG;
+        }
+
+        else {
+
+            # Search in ID_REF for a last matching execution
+            if ( -e $CONFIG_REF ) {
+
+                open( CONFIG_REF, "< $CONFIG_REF" )
+                  or die "ERROR: Can't open $CONFIG_REF : $!";
+                chomp $CONFIG_REF;
+
+                # Only proceed if hostname has the same value
+                if ( <CONFIG_REF> =~ m/$HOSTNAME:\s(\d+)/ ) {
+                    $config_lastepoch = $1;
+                }
+
+                # Evaluate the delta
+                $time_delta = ( $time_epoch - $config_lastepoch );
+
+                # Only generate data once per hour
+                if ( $time_delta < $time_delta_limit ) {
+                    $config_run = "1";
+                }
+
+                elsif ( $time_delta > $time_delta_limit ) {
+                    $config_run = "0";
+                }
+
+            }
+
+            if ( $config_run eq "0" ) {
+
+# Real time restricts configuration extraction once per hour, with the exception of the BBB extraction failure
+                if ( $fifo eq "True" ) {
+
+                    my $limit = ( ($starting_epochtime) + ( 4 * $INTERVAL ) );
+
+                    print "last known epoch is $last_known_epochtime \n";
+
+                    if ( $last_known_epochtime < $limit ) {
+
+                        print "CONFIG section will be extracted \n";
+
+                        # run sub routine
+                        &config_extract;
+
+                    }
+
+                    else {
+
+                        print
+"CONFIG section: Assuming we already extracted for this file \n";
+
+                        print ID_REF
+"CONFIG section: Assuming we already extracted for this file \n";
+
+                    }
+
+                }
+
+                # cold data mode implies to always extract config
+                elsif ( $colddata eq "True" ) {
+
+                    # run sub routine
+                    &config_extract;
+
+                }
+
+            }
+
+            elsif ( $config_run eq "1" ) {
+
+                print
+"CONFIG section: will not be extracted (time delta of $time_delta seconds is inferior to $time_delta_limit seconds) \n";
+                print ID_REF
+"CONFIG section: will not be extracted (time delta of $time_delta seconds is inferior to $time_delta_limit seconds) \n";
+
+            }
+
+        }
+
+    }    # end foreach
+
+####################################################################################################
+#############		NMON Sections with static fields (eg. no devices)		############
+####################################################################################################
+
+    # Static variables (number of fields always the same)
+    local $key;
+    foreach $key (@static_vars) {
+
+        # For CPUnn, iterate within the cpu_cores available in the host
+        if ( $key eq "CPUnn" ) {
+
+            # retrieve the list of available cores
+            @cpunn_vars = split( ',', $cpu_cores );
+            foreach $subkey (@cpunn_vars) {
+                &multi_dimension_metrics_fn($subkey);
+            }    # end foreach
+        }
+        else {
+            &multi_dimension_metrics_fn($key);
+        }
+    }    # end foreach
+
+    local $key;
+    foreach $key (@nmon_external) {
+
+# UPTIME is a special case, we extract load average and store them as native metrics
+# we extracts as well as events to manage the server uptime which is not a metric
+        if ( $key eq "UPTIME" ) {
+            &uptime_metrics_fn($key);
+            &multi_dimension_events_fn($key);
+        }
+        elsif ( $key eq "DF_STORAGE" ) {
+            &df_external_metrics_fn($key);
+        }
+        elsif ( $key eq "DF_INODES" ) {
+            &df_external_metrics_fn($key);
+        }
+        else {
+            &multi_dimension_metrics_fn($key);
+        }
+    }    # end foreach
+
+    # These sections are specific for Micro Partitions, can be AIX or PowerLinux
+    if ( $OStype eq "AIX" || $OStype eq "Linux" || $OStype eq "Unknown" ) {
+        local $key;
+        foreach $key (@LPAR_static_section) {
+            &multi_dimension_metrics_fn($key);
+        }    # end foreach
+    }
+
+    # Solaris Specific
+    if ( $OStype eq "Solaris" || $OStype eq "Unknown" ) {
+        local $key;
+        foreach $key (@Solaris_static_section) {
+            &multi_dimension_metrics_fn($key);
+        }    # end foreach
+    }
+
+####################################################################################################
+#############		TOP & UARG		############
+####################################################################################################
+
+    # TOP
+    local $key;
+    foreach $key (@top_vars) {
+        &top_metrics_fn($key);
+    }    # end foreach
+
+    # UARG
+    local $key;
+    foreach $key (@uarg_vars) {
+        &uarg_events_fn($key);
+    }    # end foreach
+
+####################################################################################################
+#############		NMON Sections with variable fields (eg. with devices)		############
+####################################################################################################
+
+    # Dynamic Sections, manage up to 20 sections, 3000 devices
+
+    local $key;
+    foreach $key (@dynamic_vars1) {
+        &mono_dimension_metrics_fn($key);
+    }
+
+    local $key;
+    foreach $mainkey (@dynamic_vars1) {
+
+        # Search for supplementary sections
+        $init = 0;
+
+        do {
+            $init = $init + 1;
+            $key = join '', $mainkey, $init;
+            &mono_dimension_metrics_fn($key);
+        } while ( $init < 20 );
+
+    }
+
+    # Dynamic Sections with no increment
+    local $key;
+    foreach $key (@dynamic_vars2) {
+        &mono_dimension_metrics_fn($key);
+    }
+
+    # Disks extended stats
+    local $key;
+    foreach $key (@disk_extended_section) {
+        &mono_dimension_metrics_fn($key);
+    }
+
+    # AIX Specific sections, run this for OStype AIX or unknown
+
+    if ( $OStype eq "AIX" || $OStype eq "Unknown" ) {
+
+        local $key;
+        foreach $key (@AIX_dynamic_various) {
+            &mono_dimension_metrics_fn($key);
+        }
+
+        local $key;
+        foreach $key (@AIX_WLM) {
+            &mono_dimension_metrics_fn($key);
+        }
+
+    }
+
+    # Solaris Specific sections, run this for OStype Solaris or unknown
+
+    # WLM Stats
+
+    if ( $OStype eq "Solaris" || $OStype eq "Unknown" ) {
+
+        local $key;
+        foreach $key (@solaris_WLM) {
+            &mono_dimension_metrics_fn($key);
+        }
+
+        # VxVM volumes
+        local $key;
+        foreach $key (@solaris_VxVM) {
+            &mono_dimension_metrics_fn($key);
+        }
+
+        # Other dynamics
+        local $key;
+        foreach $key (@solaris_dynamic_various) {
+            &mono_dimension_metrics_fn($key);
+        }
+
+        # nmon external with transposition
+        local $key;
+        foreach $key (@nmon_external_transposed) {
+            &mono_dimension_metrics_fn($key);
+        }
+
+    }
+
+##########################
+    # Convert csv data to kv log
+##########################
+
+    # Each csv file must be merged to main log
+    @data = ("$OUTPUT_DIR/*metrics.csv");
+
+    # destination
+    my $outfile = "$APP_VAR/nmon_perfdata_metrics.log";
+
+    # Enter loop
+    foreach $key (@data) {
+
+        @files = glob($key);
+
+        foreach $file (@files) {
+            if ( -f $file ) {
+                &csv2kv( $file, $outfile, $SPLUNK_METRICS_INDEX, 'nmon_metrics_http' );
+                unlink $file;
+            }
+        }
+    }
+
+    # Each csv file must be merged to main log
+    @data = ("$OUTPUT_DIR/*events.csv");
+
+    # destination
+    my $outfile = "$APP_VAR/nmon_perfdata_events.log";
+
+    # Enter loop
+    foreach $key (@data) {
+
+        @files = glob($key);
+
+        foreach $file (@files) {
+            if ( -f $file ) {
+                &csv2kv( $file, $outfile, $SPLUNK_EVENTS_INDEX, 'nmon_data_http' );
+                unlink $file;
+            }
+        }
+    }
+
+    if ($use_splunk_http) {
+
+        # Finally Stream to Splunk HEC in batch
+        &stream_to_splunk_http();
+    }
+
+#############################################
+#############  Main Program End 	############
+#############################################
+
+    # Close Temp NMON File
+    close(INSERT);
+
+    # Delete temp nmon file
+    unlink("$FILENAME");
+
+    if ($SILENT) {
+
+        # Print an informational message if running in silent mode
+        print
+"Output mode is configured to run in minimal mode using the --silent option \n";
+    }
+
+    # Show elapsed time
+    my $t_end = [Time::HiRes::gettimeofday];
+    print "Elapsed time was: ",
+      Time::HiRes::tv_interval( $t_start, $t_end ) . " seconds \n";
+
+    # Save Elapsed to ID_REF
+    print ID_REF "Elapsed time was: ",
+      Time::HiRes::tv_interval( $t_start, $t_end ) . " seconds \n";
+
+}
+exit(0);
+
+############################################
+#############  Subroutines 	############
+############################################
+
+##################################################################
+## csv to key=value format
+##################################################################
+
+sub csv2kv {
+
+    my $infile  = $_[0];
+    my $outfile = $_[1];
+    my $index = $_[2];
+    my $sourcetype = $_[3];
+
+    if ( -e $infile ) {
+
+        # Open infile for reading
+        unless ( open( FH, "< $infile" ) ) {
+            die("ERROR: Can not open /$infile for reading\n");
+        }
+        my @lines = <FH>;
+        close FH;
+
+        if ( not $NO_LOCAL_LOG ) {
+
+            # Open outfile for writing
+            unless ( open( INSERT, ">> $outfile" ) ) {
+                die("ERROR: Can not open /$outfile for writting\n");
+            }
+        }
+
+        # for Splunk HEC only
+        unless ( open( SPLUNK_HEC, ">> $SPLUNK_HEC_BATCHFILE" ) ) {
+            die("ERROR: Can not open /$SPLUNK_HEC_BATCHFILE for writting\n");
+        }
+
+        my $count = 0;
+        my @header;
+        my @event;
+        my $line;
+        my $hdcount;
+        my $loopvariable;
+        my $kvdata;
+        my $http_data;
+
+        foreach $line (@lines) {
+            if ( $count == 0 ) {
+                chomp $line;
+                @header = split /,/, $line;
+                $count = $count = 1;
+            }
+            else {
+                chomp $line;
+                @event   = split /,/, $line;
+                $count   = $count + 1;
+                $hdcount = 0;
+
+                foreach $loopvariable (@event) {
+                    if ( $loopvariable eq "" ) {
+                        $hdcount = $hdcount + 1;
+                        last;
+                    }
+
+                    if ( not $NO_LOCAL_LOG ) {
+                        print INSERT $header[$hdcount] . "="
+                          . $loopvariable . " ";
+                    }
+
+                    # for Splunk HEC
+                    if ($use_splunk_http) {
+                        $kvdata =
+                            $kvdata
+                          . $header[$hdcount] . "=\\\""
+                          . $loopvariable . "\\\" ";
+                    }
+
+                    $hdcount = $hdcount + 1;
+                }
+                if ( not $NO_LOCAL_LOG ) {
+                    print INSERT "\n";
+                }
+
+                # For Splunk HEC
+                if ($use_splunk_http) {
+
+                    #$kvdata =~ s/"/\\"/g;
+                    my $timestamp = "";
+
+                    if ( $kvdata =~ /timestamp=\\\"(\d*)\\\"/ ) {
+                        $timestamp = $1;
+                    }
+                    else {
+                        print
+"failed to parse timestamp before streaming to http, applying now as the timestamp\n";
+                        $timestamp = time();
+                    }
+
+                    $kvdata =
+"{\"time\": \"$timestamp\", \"index\": \"$index\", \"source\": \"nmon_data:http\", \"sourcetype\": \"$sourcetype\", \"event\": \"$kvdata\"}\n";
+
+                    print SPLUNK_HEC "$kvdata";
+
+                    # Empty for next loop
+                    $kvdata    = "";
+                    $timestamp = "";
+
+                }
+
+            }
+
+        }
+
+    }    # end main if
+
+}
+
+# Stream to Splunk HEC in batch
+sub stream_to_splunk_http () {
+
+    # Stream to http
+    $curl =
+`unset LIBPATH; unset LD_LIBRARY_PATH; curl -s -k -H "Authorization: Splunk $SPLUNK_HTTP_TOKEN" $SPLUNK_HTTP_URL -d \@$SPLUNK_HEC_BATCHFILE`;
+
+    if ($DEBUG) {
+        print
+"DEBUG, sending: unset LIBPATH; unset LD_LIBRARY_PATH; curl -s -k -H \"Authorization: Splunk $SPLUNK_HTTP_TOKEN\" $SPLUNK_HTTP_URL -d \@$SPLUNK_HEC_BATCHFILE'\n";
+    }
+
+    if ( -e $SPLUNK_HEC_BATCHFILE ) {
+        unlink $SPLUNK_HEC_BATCHFILE;
+    }
+
+}
+
+##################################################################
+## Configuration Extraction
+##################################################################
+
+sub config_extract {
+
+    # Splunk HEC
+    my $config_output_tmp   = "$APP_VAR/nmon_configdata.log";
+    my $config_output_final = "$APP_VAR/nmon_configdata.dat";
+
+    if ($use_splunk_http) {
+        unless ( open( INSERT_HEC_TMP, ">$config_output_tmp" ) ) {
+            die("ERROR: ERROR: Can not open $config_output_tmp\n");
+        }
+        unless ( open( INSERT_HEC, ">$config_output_final" ) ) {
+            die("ERROR: ERROR: Can not open $config_output_final\n");
+        }
+    }
+
+    # Initialize variables
+    my $section      = "CONFIG";
+    my $time         = "";
+    my $date         = "";
+    my $hostnameT    = "Unknown";
+    my $SerialNumber = "Unknown";
+    my $count        = 0;
+    my $BBB_count    = 0;
+    my $splunk_hostname;
+    my $timestamp = time();
+
+    # Get nmon/server settings (search string, return column, delimiter)
+    my $AIXVER = &get_setting( "AIX", 2, "," );
+
+    # Allow hostname os
+    if ($USE_FQDN) {
+        $HOSTNAME = hostfqdn();
+    }
+    else {
+        $HOSTNAME = &get_setting( "host", 2, "," );
+    }
+
+    my $SPLUNK_HOSTNAME_OVERRIDE = False;
+    my $SERIALNUM_OVERRIDE       = False;
+    my $SERIALNUM_OVERRIDE_VALUE = "none";
+    my $NMON_SPLUNK_LOCAL_CONF   = "$APP/local/nmon.conf";
+    my $NMON_SYS_LOCAL_CONF      = "/etc/nmon.conf";
+    my $NMON_LOCAL_CONF;
+    my $SPLUNK_SYSTEM_INPUTS = "$SPLUNK_HOME/etc/system/local/inputs.conf";
+
+    # Define the local conf with the higher priority
+    if ( -e $NMON_SYS_LOCAL_CONF ) {
+        $NMON_LOCAL_CONF = $NMON_SYS_LOCAL_CONF;
+    }
+    elsif ( -e $NMON_SPLUNK_LOCAL_CONF ) {
+        $NMON_LOCAL_CONF = $NMON_SPLUNK_LOCAL_CONF;
+    }
+    else {
+        $NMON_LOCAL_CONF = "none";
+    }
+
+    # Load config configuration
+    if ( $NMON_LOCAL_CONF ne "none" && -e $NMON_LOCAL_CONF ) {
+
+        open( NMON_LOCAL_CONF, "< $NMON_LOCAL_CONF" )
+          or die "ERROR: Can't open $NMON_LOCAL_CONF : $!";
+        chomp $NMON_LOCAL_CONF;
+
+        while ( defined( my $l = <NMON_LOCAL_CONF> ) ) {
+            chomp $l;
+
+            if ( $l =~ m/^override_sys_serialnum=\"1\"/ ) {
+                $SERIALNUM_OVERRIDE = True;
+            }
+
+            if ( $l =~ m/^override_sys_serialnum_value=\"([a-zA-Z0-9\-\_]*)\"/ )
+            {
+                $SERIALNUM_OVERRIDE_VALUE = $1;
+            }
+
+            # if hostname override, open splunk local configuration
+            if ( $l =~ m/^override_sys_hostname=\"1\"/ ) {
+                $SPLUNK_HOSTNAME_OVERRIDE = True;
+            }
+
+            if ( $SPLUNK_HOSTNAME_OVERRIDE eq "True" ) {
+
+                if ( -e $SPLUNK_SYSTEM_INPUTS ) {
+
+                    # Open
+                    open FILE, '+<', "$SPLUNK_SYSTEM_INPUTS"
+                      or die "$time ERROR:$!\n";
+
+                    while ( defined( my $l = <FILE> ) ) {
+                        chomp $l;
+
+                        if ( $l =~ m/host\s*=\s*(.+)/ ) {
+
+                            # break at first occurrence
+                            $splunk_hostname = $1;
+                            last;
+                        }
+
+                    }
+
+                    # if not hostname could be found
+                    if ( $splunk_hostname eq "" ) {
+                        $SPLUNK_HOSTNAME_OVERRIDE = False;
+                    }
+
+                    close SPLUNK_SYSTEM_INPUTS;
+                }
+
+            }
+
+        }
+
+        close NMON_LOCAL_CONF;
+
+    }
+
+    # hostname override
+    if ( $SPLUNK_HOSTNAME_OVERRIDE eq "True" ) {
+        $HOSTNAME = $splunk_hostname;
+    }
+
+    # serialnum override
+    if ( $SERIALNUM_OVERRIDE eq "True" ) {
+        $SN = $SERIALNUM_OVERRIDE_VALUE;
+    }
+
+    $DATE = &get_setting( "AAA,date", 2, "," );
+    $TIME = &get_setting( "AAA,time", 2, "," );
+
+    # for AIX
+    if ( $SERIALNUM_OVERRIDE eq "False" ) {
+        if ( $AIXVER ne "-1" ) {
+            $SN = &get_setting( "systemid", 4, "," );
+            $SN = ( split( /\s+/, $SN ) )[0];    # "systemid IBM,SN ..."
+        }
+
+        # for Power Linux
+        else {
+            $SN = &get_setting( "serial_number", 4, "," );
+            $SN = ( split( /\s+/, $SN ) )[0];    # "serial_number=IBM,SN ..."
+        }
+
+        # undeterminated
+        if ( $SN eq "-1" ) {
+            $SN = $HOSTNAME;
+        }
+        elsif ( $SN eq "" ) {
+            $SN = $HOSTNAME;
+        }
+
+    }
+
+    elsif ( $SERIALNUM_OVERRIDE eq "True" ) {
+        $SN = $SERIALNUM_OVERRIDE_VALUE;
+    }
+
+    # write event header
+
+    my $colon = '"';
+
+    my $write =
+        "timestamp=$colon"
+      . $timestamp
+      . "$colon, date=$colon"
+      . $DATE . ":"
+      . $TIME
+      . "$colon, host=$colon"
+      . $HOSTNAME
+      . "$colon, serialnum=$colon"
+      . $SN
+      . "$colon, configuration_content=$colon";
+
+    if ($use_splunk_http) {
+        print( INSERT_HEC_TMP "$write\n" );
+    }
+
+    # Open NMON file for reading
+    if ( !open( FIC, $file ) ) {
+        die( "ERROR: while trying to open NMON Source file '" . $file . "'" );
+    }
+
+    while ( defined( my $l = <FIC> ) ) {
+        chomp $l;
+
+        # CONFIG Section"
+
+        if ( $l =~ /^AAA/ ) {
+
+            my $x = $l;
+
+            # Manage some fields we statically set
+            $x =~ s/CONFIG,//g;
+            $x =~ s/Time,//g;
+
+            my $write = $x;
+
+            # Manage the host rewrite
+            if ( $write =~ /^AAA,host,/ ) {
+                $write = "AAA,host,$HOSTNAME";
+            }
+
+            # Manage the serialnum rewrite
+            if ( $write =~ /^AAA,SerialNumber,/ ) {
+                $write = "AAA,SerialNumber,$SERIALNUM_OVERRIDE_VALUE";
+            }
+
+            if ($use_splunk_http) {
+                print( INSERT_HEC_TMP "$write\n" );
+            }
+
+            $count++;
+
+        }
+
+        if ( $l =~ /^BBB/ ) {
+
+            my $x = $l;
+
+            # Manage some fields we statically set
+            $x =~ s/CONFIG,//g;
+            $x =~ s/Time,//g;
+
+            my $write = $x;
+
+            if ($use_splunk_http) {
+                print( INSERT_HEC_TMP "$write\n" );
+            }
+
+            $count++;
+            $BBB_count++;
+
+        }
+
+    }
+
+    if ($use_splunk_http) {
+
+        print( INSERT_HEC_TMP "$colon" );
+        close INSERT_HEC_TMP;
+
+        # Insert the HEC header
+        print INSERT_HEC
+          "{\"index\": \"$SPLUNK_CONFIG_INDEX\", \"sourcetype\": \"nmon_config:http\", \"source\": \"nmon_config:http\", \"event\": \"";
+
+        open my $origin, $config_output_tmp
+          or die "Could not open $config_output_tmp: $!";
+
+        while ( my $line = <$origin> ) {
+            $line =~ s/\'/ /g;
+            $line =~ s/\"/\\"/g;
+            $line = "$line\\n";
+            print INSERT_HEC $line;
+        }
+
+        print INSERT_HEC '"}';
+
+        if ($DEBUG) {
+            print
+"DEBUG, sending: unset LIBPATH; unset LD_LIBRARY_PATH; curl -s -k -H \"Authorization: Splunk $SPLUNK_HTTP_TOKEN\" $SPLUNK_HTTP_URL -d \@$config_output_final'\n";
+        }
+
+        # Stream to http
+        $curl =
+`unset LIBPATH; unset LD_LIBRARY_PATH; curl -s -k -H "Authorization: Splunk $SPLUNK_HTTP_TOKEN" $SPLUNK_HTTP_URL -d \@$config_output_final`;
+
+        close INSERT_HEC;
+
+        if ( $NO_LOCAL_LOG ) {
+            if ( -e $config_output_tmp ) {
+                unlink $config_output_tmp;
+            }
+        }
+
+        if ( -e $config_output_final ) {
+            unlink $config_output_final;
+        }
+
+    }
+
+# If we extracted at least 10 lines of BBB data, estimate we successfully extracted it
+    if ( $BBB_count > 10 ) {
+
+        if ( -e $BBB_FLAG ) {
+
+            unlink $BBB_FLAG;
+
+        }
+
+    }
+
+    else {
+
+        open( BBB_FLAG, ">$BBB_FLAG" );
+        print BBB_FLAG "BBB_status KO";
+
+        print "CONFIG section: BBB section not extracted (no data yet) \n";
+
+        print ID_REF
+          "CONFIG section: BBB section not extracted (no data yet) \n";
+
+    }
+
+    print "$key section: Wrote $count line(s)\n";
+    print ID_REF "$key section: Wrote $count line(s)\n";
+
+    # Open CONFIG_REF for writing in create mode
+    open( CONFIG_REF, ">$CONFIG_REF" );
+
+    # save configuration extraction
+    print CONFIG_REF "$HOSTNAME: $time_epoch \n";
+
+}
+
+##################################################################
+## Extract data for Static fields
+##################################################################
+
+sub multi_dimension_events {
+
+    my $nmon_var = shift;
+    my $key      = $nmon_var;
+
+    my @rawdata;
+    my @rawdataheader;
+    my $x;
+    my @cols;
+    my $TS;
+    my $n;
+    my $sanity_check                  = 0;
+    my $sanity_check_timestampfailure = 0;
+    my $count                         = 0;
+    my $last_epoch_filter;
+    my $startline;
+
+    @rawdata = grep( /^$nmon_var,/, @nmon );
+
+    if ( @rawdata < 1 ) { return (1); }
+    else {
+
+        @rawdataheader = grep( /^$nmon_var,([^T].+),/, @nmon );
+
+        if ( @rawdataheader < 1 ) {
+            $msg =
+"WARN: hostname: $HOSTNAME :$key section data is not consistent: the data header could not be identified, dropping the section to prevent data inconsistency \n";
+            print "$msg";
+            print ID_REF "$msg";
+
+            $sanity_check = "1";
+
+        }
+
+        else {
+
+            unless ( open( INSERT, ">$BASEFILENAME" ) ) {
+                die("ERROR: Can not open /$BASEFILENAME\n");
+            }
+
+        }
+
+    }
+
+    # Sort rawdata
+    @rawdata = sort(@rawdata);
+
+    @cols = split( /,/, $rawdata[0] );
+    $x = join( ",", @cols[ 2 .. @cols - 1 ] );
+    $x =~ s/\%/_PCT/g;
+    $x =~ s/\(MB\)/_MB/g;
+    $x =~ s/-/_/g;
+    $x =~ s/ /_/g;
+    $x =~ s/__/_/g;
+    $x =~ s/,_/,/g;
+    $x =~ s/_,/,/g;
+    $x =~ s/^_//;
+    $x =~ s/_$//;
+
+    # Count the number fields in header
+    my @c                 = $x =~ /,/g;
+    my $fieldsheadercount = @c;
+
+    print INSERT (qq|type,serialnum,hostname,OStype,timestamp,$x\n|);
+
+# For CPUnn case, filter on perf data only (multiple headers are present in rawdata)
+    if ( $nmon_var eq "CPUnn" ) {
+        @rawdata = grep( /^CPU\d*,T.+,/, @nmon );
+    }
+
+    $n = @cols;
+    $n = $n - 1;    # number of columns -1
+
+# Define the starting line to read (exclusion of csv header)
+# For CPUnn, we don't need to filter the header as we already filtered on perf data
+
+    if ( $nmon_var eq "CPUnn" ) {
+        $startline = 0;
+    }
+    else {
+        $startline = 1;
+    }
+
+    for ( $i = $startline ; $i < @rawdata ; $i++ ) {
+
+        $TS = $UTC_START + $INTERVAL * ($i);
+
+        @cols = split( /,/, $rawdata[$i] );
+        $x = join( ",", @cols[ 2 .. $n ] );
+        $x =~ s/,,/,-1,/g;    # replace missing data ",," with a ",-1,"
+
+        my @c              = $x =~ /,/g;
+        my $fieldsrawcount = @c;
+
+        # section dynamic name
+        $datatype = @cols[0];
+
+        if ( $fieldsrawcount != $fieldsheadercount ) {
+
+            $msg =
+"WARN: hostname: $HOSTNAME :$key section is not consistent: $fieldsrawcount fields in data, $fieldsheadercount fields in header, extra fields detected (more fields in data than header), dropping this section to prevent data inconsistency \n";
+            print "$msg";
+            print ID_REF "$msg";
+
+            $sanity_check = "1";
+
+        }
+
+# If the timestamp could not be found, there is a data anomaly and the section is not consistent
+        if ( not $DATETIME{ $cols[1] } ) {
+
+            $sanity_check                  = "1";
+            $sanity_check_timestampfailure = "1";
+
+        }
+
+        # If sanity check is ok, write data
+        if ( $sanity_check == 0 ) {
+
+            $timestamp = $DATETIME{ @cols[1] };
+
+     # Convert timestamp string to epoch time (from format: YYYY-MM-DD hh:mm:ss)
+            my ( $year, $month, $day, $hour, $min, $sec ) = split /\W+/,
+              $timestamp;
+            my $ZZZZ_epochtime =
+              timelocal( $sec, $min, $hour, $day, $month - 1, $year );
+
+            # Write data
+            print INSERT (
+                qq|$datatype,$SN,$HOSTNAME,$OStype,$ZZZZ_epochtime,$x\n|);
+            $count++;
+
+        }
+
+    }
+    print INSERT (qq||);
+
+    # If sanity check has failed, remove data
+    if ( $sanity_check != 0 && $sanity_check_timestampfailure != 0 ) {
+
+        $msg =
+"ERROR: hostname: $HOSTNAME :$key section is not consistent: Detected anomalies in events timestamp, dropping this section to prevent data inconsistency \n";
+        print "$msg";
+        print ID_REF "$msg";
+
+        unlink $BASEFILENAME;
+    }
+
+    elsif ( $sanity_check != 0 ) {
+
+        unlink $BASEFILENAME
+
+    }
+
+    else {
+        if ( $count >= 1 ) {
+
+            if ( not $SILENT ) {
+                print "$key section: Wrote $count line(s)\n";
+                print ID_REF "$key section: Wrote $count line(s)\n";
+            }
+
+        }
+
+        else {
+            # Hey, only a header ! Don't keep empty files please
+            unlink $BASEFILENAME;
+        }
+    }
+
+}    # End Insert
+
+####################################################################################################
+#############		DF external Section						############
+####################################################################################################
+
+# for DF_STORAGE & DF_INODES data, we need to transpose the final data on a per dimension basis
+
+sub df_external_metrics {
+
+    # first argument is the nmon section
+    my $nmon_var = shift;
+
+    my @rawdata;
+    my $x;
+    my @cols;
+    my $TS;
+    my $n;
+    my $sanity_check                  = 0;
+    my $sanity_check_timestampfailure = 0;
+
+    my $metric_category = metrics_dict($nmon_var);
+    my $nmon_section    = lc $nmon_var;
+    my $metric_name     = "os.unix.nmon.$metric_category.$nmon_section";
+
+# Filter rawdata for this section, CPUnn has a special case that contains dynamic number of sub-sections
+    @rawdata = grep( /^$nmon_var,/, @nmon );
+
+    if ( @rawdata < 1 ) { return (1); }
+    else {
+        @rawdataheader = grep( /^$nmon_var,([^T].+),/, @nmon );
+        if ( @rawdataheader < 1 ) {
+            $msg =
+"WARN: hostname: $HOSTNAME :$key section data is not consistent: the data header could not be identified, dropping the section to prevent data inconsistency \n";
+            print "$msg";
+            print ID_REF "$msg";
+            $sanity_check = "1";
+        }
+
+        else {
+            unless ( open( INSERT, ">$BASEFILENAME.temp" ) ) {
+                die("ERROR: Can not open /$BASEFILENAME.temp\n");
+            }
+
+        }
+
+    }
+
+    # Sort rawdata
+    @rawdata = sort(@rawdata);
+
+    @cols = split( /,/, $rawdata[0] );
+    $x = join( ",", @cols[ 2 .. @cols - 1 ] );
+    $x =~ s/\%/_PCT/g;
+    $x =~ s/\(MB\)/_MB/g;
+    $x =~ s/-/_/g;
+    $x =~ s/ /_/g;
+    $x =~ s/__/_/g;
+    $x =~ s/,_/,/g;
+    $x =~ s/_,/,/g;
+    $x =~ s/^_//;
+    $x =~ s/_$//;
+
+    # Count the number fields in header
+    my @c                 = $x =~ /,/g;
+    my $fieldsheadercount = @c;
+
+    print INSERT (qq|metric_timestamp,metric_name,$x\n|);
+
+    $n = @cols;
+    $n = $n - 1;    # number of columns -1
+
+    # Define the starting line to read (exclusion of csv header)
+    $startline = 1;
+
+    for ( $i = $startline ; $i < @rawdata ; $i++ ) {
+
+        $TS = $UTC_START + $INTERVAL * ($i);
+
+        @cols = split( /,/, $rawdata[$i] );
+        $x = join( ",", @cols[ 2 .. $n ] );
+        $x =~ s/,,/,-1,/g;    # replace missing data ",," with a ",-1,"
+
+        my @c              = $x =~ /,/g;
+        my $fieldsrawcount = @c;
+
+        # section dynamic name
+        $datatype = @cols[0];
+
+        if ( $fieldsrawcount != $fieldsheadercount ) {
+
+            $msg =
+"WARN: hostname: $HOSTNAME :$key section is not consistent: $fieldsrawcount fields in data, $fieldsheadercount fields in header, extra fields detected (more fields in data than header), dropping this section to prevent data inconsistency \n";
+            print "$msg";
+            print ID_REF "$msg";
+
+            $sanity_check = "1";
+
+        }
+
+# If the timestamp could not be found, there is a data anomaly and the section is not consistent
+        if ( not $DATETIME{ $cols[1] } ) {
+
+            $sanity_check                  = "1";
+            $sanity_check_timestampfailure = "1";
+
+        }
+
+        # If sanity check is ok, write data
+        if ( $sanity_check == 0 ) {
+
+            $timestamp = $DATETIME{ @cols[1] };
+
+     # Convert timestamp string to epoch time (from format: YYYY-MM-DD hh:mm:ss)
+            my ( $year, $month, $day, $hour, $min, $sec ) = split /\W+/,
+              $timestamp;
+            my $ZZZZ_epochtime =
+              timelocal( $sec, $min, $hour, $day, $month - 1, $year );
+
+            # Write only new data
+            print INSERT (qq|$ZZZZ_epochtime,$metric_name,$x\n|);
+
+        }
+
+    }
+    print INSERT (qq||);
+
+    # Transposition of the data on a per dimension basis
+
+    #use strict;
+    #use warnings;
+
+    my $count = 0;
+
+    my $csvfile = "$BASEFILENAME.temp";
+    open( my $FILE, $csvfile ) or die "Can't open $csvfile: $!";
+
+    my $out_file = \*STDOUT;
+
+    # open($out_file,">",....);
+
+    unless ( open( INSERT, ">$BASEFILENAME" ) ) {
+        die("ERROR: Can not open /$BASEFILENAME\n");
+    }
+
+    my $header =
+"metric_timestamp,metric_name,OStype,serialnum,hostname,dimension_mount,dimension_filesystem,_value";
+    my @out_head =
+      qw(metric_timestamp metric_name dimension_mount dimension_filesystem _value);
+
+    my $csv;
+    my $out_csv;
+
+    if ( $csv_module eq 'Text::CSV' ) {
+        $csv     = Text::CSV->new();
+        $out_csv = Text::CSV->new();
+    }
+    elsif ( $csv_module eq 'Text::CSV_XS' ) {
+        $csv     = Text::CSV_XS->new();
+        $out_csv = Text::CSV_XS->new();
+    }
+
+    $out_csv->column_names(@out_head);
+    $out_csv->combine(@out_head);
+
+    my $l;
+    my $metric_timestamp;
+    my $full_metric_name;
+    my $dimension_mount;
+    my $dimension_filesystem;
+    my $value;
+
+    # write header
+    print INSERT "$header\n";
+    $count++;
+
+    my @head = @{ $csv->getline($FILE) };
+    $csv->column_names( \@head );
+    @head = grep { !/metric_timestamp|metric_name|mount|filesystem/ } @head;
+    while ( my $row = $csv->getline_hr($FILE) ) {
+        my %out;
+        @out{@out_head} =
+          @{$row}{ 'metric_timestamp', 'metric_name', 'mount', 'filesystem' };
+        for (@head) {
+            $out{metric_name} = $_;
+            $out{_value}      = $row->{$_};
+            $out_csv->combine( map { $out{$_} } @out_head );
+            $l = $out_csv->string;
+
+            # filter out the results
+            if ( $l =~ m/^(\d+),([^,]*),([^,]*),([^,]*),([^,]*)$/ ) {
+
+                # filter only numbers and positive values
+                $metric_timestamp     = $1;
+                $full_metric_name     = "$metric_name.$2";
+                $dimension_mount      = $3;
+                $dimension_filesystem = $4;
+                $value                = $5;
+                if ( $value =~ m/^[0-9,.E]+$/ ) {
+                    print INSERT
+"$metric_timestamp,$full_metric_name,$OStype,$SN,$HOSTNAME,$dimension_mount,$dimension_filesystem,$value\n";
+                    $count++;
+                }
+            }
+
+        }
+    }
+
+    close(INSERT);
+    unlink "$BASEFILENAME.temp";
+
+    # end transposition
+
+    # If we wrote more than the header
+    if ( $count > 1 ) {
+
+        if ( $sanity_check == 0 ) {
+
+            if ( not $SILENT ) {
+                print "$key section: Wrote $count line(s)\n";
+                print ID_REF "$key section: Wrote $count line(s)\n";
+            }
+
+        }
+
+        else {
+            # Something happened, don't let bad file in place
+            unlink $BASEFILENAME;
+        }
+
+    }
+
+}    # End Insert
+
+####################################################################################################
+#############		NMON TOP Section						############
+####################################################################################################
+
+# for TOP data, we need to transpose the final data on a per dimension basis
+
+sub top_metrics {
+
+    # first argument is the section key
+    my $key = shift;
+
+    my $sanity_check = 0;
+
+    # define default values for metric store
+    my $metric_category = metrics_dict("TOP");
+    my $nmon_section    = "top";
+    my $metric_name     = "os.unix.nmon.$metric_category.$nmon_section";
+
+    # AIX specific: some systems may generate the WLMclass dimension field
+    my $top_has_wlm = "False";
+
+    # Solaris specific dimensions
+    my $top_has_project = "False";
+
+    foreach $key (@top_vars) {
+        my $BASEFILENAME =
+          "$OUTPUT_DIR/${HOSTNAME}_${minute}_${key}.metrics.csv";
+
+        # Open NMON file for reading
+        if ( !open( FIC, $file ) ) {
+            die(
+                "Error while trying to open NMON Source file '" . $file . "'" );
+        }
+
+        # If we find the section, enter the process
+        if ( grep { /TOP,\d+/ } <FIC> ) {
+
+            @rawdataheader = grep( /^TOP,\+PID,/, @nmon );
+            if ( @rawdataheader < 1 ) {
+                $msg =
+"WARN: hostname: $HOSTNAME :$key section data is not consistent: the data header could not be identified, dropping the section to prevent data inconsistency \n";
+                print "$msg";
+                print ID_REF "$msg";
+
+                $sanity_check = "1";
+
+            }
+
+            else {
+
+                unless ( open( INSERT, ">$BASEFILENAME.temp" ) ) {
+                    die("ERROR: Can not open /$BASEFILENAME\n");
+                }
+
+            }
+
+            # Manage AIX dim
+            if ( grep { /WLMclass/ } <@rawdataheader> ) {
+                $top_has_wlm = "True";
+            }
+
+            # Manage Solaris dim
+            elsif ( grep { /Project/ } <@rawdataheader> ) {
+                $top_has_project = "True";
+            }
+
+            # Initialize variables
+            my $timestamp = "";
+
+            # Open NMON file for reading
+            if ( !open( FIC, $file ) ) {
+                die(    "Error while trying to open NMON Source file '"
+                      . $file
+                      . "'" );
+            }
+
+            while ( defined( my $l = <FIC> ) ) {
+                chomp $l;
+
+                # Get timestamp"
+                if ( ( rindex $l, "ZZZZ," ) > -1 ) {
+                    ( my $t1, my $t2, my $timestamptmp1, my $timestamptmp2 ) =
+                      split( ",", $l );
+                    $timestamp = $timestamptmp2 . " " . $timestamptmp1;
+                }
+
+                # TOP Section"
+
+                # Get and write csv header
+
+                if ( $l =~ /^TOP,.PID/ ) {
+
+                    my $x = $l;
+
+                    # convert unwanted characters
+                    $x =~ s/\%/pct_/g;
+
+                    # $x =~ s/\W*//g;
+                    $x =~ s/\/s/ps/g;    # /s  - ps
+                    $x =~ s/\//s/g;      # / - s
+                    $x =~ s/\(/_/g;
+                    $x =~ s/\)/_/g;
+                    $x =~ s/ /_/g;
+                    $x =~ s/-/_/g;
+                    $x =~ s/_KBps//g;
+                    $x =~ s/_tps//g;
+                    $x =~ s/[:,]*\s*$//;
+
+                    $x =~ s/\+//g;
+                    $x =~ s/\=0//g;
+
+                    # Manage some fields we statically set
+                    $x =~ s/TOP,//g;
+                    $x =~ s/Time,//g;
+
+                    my $write = metric_timestamp . "," . metric_name . "," . $x;
+
+                    print( INSERT "$write\n" );
+
+                }
+
+                # Get and write NMON section
+                if (   ( ( rindex $l, "TOP," ) > -1 )
+                    && ( length($timestamp) > 0 ) )
+                {
+
+                    ( my @line ) = split( ",", $l );
+                    my $section = "TOP";
+
+                    # Convert month pattern to month numbers (eg. %b to %m)
+                    $timestamp =~ s/JAN/01/g;
+                    $timestamp =~ s/FEB/02/g;
+                    $timestamp =~ s/MAR/03/g;
+                    $timestamp =~ s/APR/04/g;
+                    $timestamp =~ s/MAY/05/g;
+                    $timestamp =~ s/JUN/06/g;
+                    $timestamp =~ s/JUL/07/g;
+                    $timestamp =~ s/AUG/08/g;
+                    $timestamp =~ s/SEP/09/g;
+                    $timestamp =~ s/OCT/10/g;
+                    $timestamp =~ s/NOV/11/g;
+                    $timestamp =~ s/DEC/12/g;
+
+                    my ( $day, $month, $year, $hour, $min, $sec ) =
+                      split /\W+/, $timestamp;
+                    my $ZZZZ_epochtime =
+                      timelocal( $sec, $min, $hour, $day, $month - 1, $year );
+
+                    my $write =
+                      $ZZZZ_epochtime . "," . $metric_name . "," . $line[1];
+                    my $i = 3
+                      ; ###########################################################################
+
+                    while ( $i <= $#line ) {
+                        $write = $write . ',' . $line[$i];
+                        $i     = $i + 1;
+                    }
+
+                    # write
+                    print( INSERT $write . "\n" );
+
+                }
+
+            }
+
+            close(INSERT);
+
+            # Transposition of the TOP data on a per dimension basis
+
+            #use strict;
+            #use warnings;
+
+            my $count = 0;
+            my $header;
+            my @out_head;
+
+            my $csvfile = "$BASEFILENAME.temp";
+            open( my $FILE, $csvfile ) or die "Can't open $csvfile: $!";
+
+            my $out_file = \*STDOUT;
+
+            # open($out_file,">",....);
+
+            unless ( open( INSERT, ">$BASEFILENAME" ) ) {
+                die("ERROR: Can not open /$BASEFILENAME\n");
+            }
+
+            # Manage AIX dim
+            if ( $top_has_wlm eq "True" ) {
+                $header =
+"metric_timestamp,metric_name,OStype,serialnum,hostname,dimension_Command,dimension_PID,dimension_WLMclass,_value";
+                @out_head =
+                  qw(metric_timestamp metric_name dimension_Command dimension_PID dimension_VMWclass _value);
+            }
+
+            # Manage Solaris dim
+            elsif ( $top_has_project eq "True" ) {
+                $header =
+"metric_timestamp,metric_name,OStype,serialnum,hostname,dimension_Command,dimension_PID,dimension_Project,dimension_Zone,_value";
+                @out_head =
+                  qw(metric_timestamp metric_name dimension_Command dimension_PID dimension_Project dimension_Zone _value);
+            }
+
+            else {
+                $header =
+"metric_timestamp,metric_name,OStype,serialnum,hostname,dimension_Command,dimension_PID,_value";
+                @out_head =
+                  qw(metric_timestamp metric_name dimension_Command dimension_PID _value);
+            }
+
+            my $csv;
+            my $out_csv;
+
+            if ( $csv_module eq 'Text::CSV' ) {
+                $csv     = Text::CSV->new();
+                $out_csv = Text::CSV->new();
+            }
+            elsif ( $csv_module eq 'Text::CSV_XS' ) {
+                $csv     = Text::CSV_XS->new();
+                $out_csv = Text::CSV_XS->new();
+            }
+
+            $out_csv->column_names(@out_head);
+            $out_csv->combine(@out_head);
+
+            my $l;
+
+            # write header
+            print INSERT "$header\n";
+            $count++;
+
+            my @head = @{ $csv->getline($FILE) };
+            $csv->column_names( \@head );
+
+            # Manage AIX dim
+            if ( $top_has_wlm eq "True" ) {
+                @head =
+                  grep { !/metric_timestamp|metric_name|Command|PID|WLMclass/ }
+                  @head;
+            }
+
+            # Manage Solaris dim
+            elsif ( $top_has_project eq "True" ) {
+                @head = grep {
+                    !/metric_timestamp|metric_name|Command|PID|Project|Zone/
+                } @head;
+            }
+
+            else {
+                @head =
+                  grep { !/metric_timestamp|metric_name|Command|PID/ } @head;
+            }
+
+            while ( my $row = $csv->getline_hr($FILE) ) {
+                my %out;
+
+                # Manage AIX dim
+                if ( $top_has_wlm eq "True" ) {
+                    @out{@out_head} = @{$row}{
+                        'metric_timestamp', 'metric_name',
+                        'Command',          'PID',
+                        'WLMclass'
+                    };
+                }
+
+                # Manage Solaris dim
+                elsif ( $top_has_project eq "True" ) {
+                    @out{@out_head} = @{$row}{
+                        'metric_timestamp', 'metric_name',
+                        'Command',          'PID',
+                        'Project',          'Zone'
+                    };
+                }
+
+                else {
+                    @out{@out_head} =
+                      @{$row}{ 'metric_timestamp', 'metric_name', 'Command',
+                        'PID' };
+                }
+
+                for (@head) {
+                    $out{metric_name} = $_;
+                    $out{_value}      = $row->{$_};
+                    $out_csv->combine( map { $out{$_} } @out_head );
+                    $l = $out_csv->string;
+
+                    my $value;
+                    my $timestamp;
+                    my $full_metric_name;
+                    my $full_data;
+
+                    # remove any garbage
+                    if ( $l =~ m/^(\d+),([^,]*),(.*)$/ ) {
+
+                        $timestamp        = $1;
+                        $full_metric_name = "$metric_name.$2";
+                        $full_data        = $3;
+
+                        if ( $full_data =~ m/.*,([0-9\.\-]*)/ ) {
+                            $value = $1;
+
+                            # Save money and exclude non useful values
+                            if ( $value > 0 ) {
+                                print INSERT
+"$timestamp,$full_metric_name,$OStype,$SN,$HOSTNAME,$full_data \n";
+                                $count++;
+                            }
+
+                        }
+
+                    }
+
+                }
+            }
+
+            close(INSERT);
+            unlink "$BASEFILENAME.temp";
+
+            # end transposition
+
+            # If we wrote more than the header
+            if ( $count > 1 ) {
+
+                if ( $sanity_check == 0 ) {
+
+                    if ( not $SILENT ) {
+                        print "$key section: Wrote $count line(s)\n";
+                        print ID_REF "$key section: Wrote $count line(s)\n";
+                    }
+
+                }
+
+                else {
+                    # Something happened, don't let bad file in place
+                    unlink $BASEFILENAME;
+                }
+
+            }
+
+        }    # end find the section
+
+    }    # end foreach
+
+}
+
+####################################################################################################
+#############		NMON UARG Section						############
+####################################################################################################
+
+sub uarg_events {
+
+    # first argument is the nmon section
+    my $nmon_var = shift;
+
+    # UARG Section (specific)
+    # Applicable for OStype AIX, Linux, Solaris or Unknown
+
+    if (   $OStype eq "AIX"
+        || $OStype eq "Linux"
+        || $OStype eq "Solaris"
+        || $OStype eq "Unknown" )
+    {
+
+        my $sanity_check = 0;
+
+        foreach $key (@uarg_vars) {
+            $BASEFILENAME =
+              "$OUTPUT_DIR/${HOSTNAME}_${minute}_${key}.events.csv";
+
+            # Open NMON file for reading
+            if ( !open( FIC, $file ) ) {
+                die(    "Error while trying to open NMON Source file '"
+                      . $file
+                      . "'" );
+            }
+
+            # If we find the section, enter the process
+            if ( grep { /UARG,T/ } <FIC> ) {
+
+                @rawdataheader = grep( /^UARG,\+Time,/, @nmon );
+                if ( @rawdataheader < 1 ) {
+                    $msg =
+"WARN: hostname: $HOSTNAME :$key section data is not consistent: the data header could not be identified, dropping the section to prevent data inconsistency \n";
+                    print "$msg";
+                    print ID_REF "$msg";
+
+                    $sanity_check = "1";
+
+                }
+
+                else {
+
+                    unless ( open( INSERT, ">$BASEFILENAME" ) ) {
+                        die("ERROR: Can not open /$BASEFILENAME\n");
+                    }
+
+                }
+
+                # Open NMON file for reading
+                if ( !open( FIC, $file ) ) {
+                    die(    "Error while trying to open NMON Source file '"
+                          . $file
+                          . "'" );
+                }
+
+                # Initialize variables
+                my $timestamp = "";
+                $count = 0;
+
+                while ( defined( my $l = <FIC> ) ) {
+                    chomp $l;
+
+                    # Get timestamp"
+                    if ( ( rindex $l, "ZZZZ," ) > -1 ) {
+                        ( my $t1, my $t2, my $timestamptmp1, my $timestamptmp2 )
+                          = split( ",", $l );
+                        $timestamp = $timestamptmp2 . " " . $timestamptmp1;
+                    }
+
+                    # UARG Section"
+
+                    # Get and write csv header
+
+                    if ( $l =~ /^UARG,\+Time,/ ) {
+
+                        my $x = $l;
+
+                        # convert unwanted characters
+                        $x =~ s/\%/pct_/g;
+
+                        # $x =~ s/\W*//g;
+                        $x =~ s/\/s/ps/g;    # /s  - ps
+                        $x =~ s/\//s/g;      # / - s
+                        $x =~ s/\(/_/g;
+                        $x =~ s/\)/_/g;
+                        $x =~ s/ /_/g;
+                        $x =~ s/-/_/g;
+                        $x =~ s/_KBps//g;
+                        $x =~ s/_tps//g;
+                        $x =~ s/[:,]*\s*$//;
+
+                        $x =~ s/\+//g;
+                        $x =~ s/\=0//g;
+
+                        $x =~ s/\+Time/Time/g;
+
+                        # Manage some fields we statically set
+                        $x =~ s/UARG,//g;
+                        $x =~ s/Time,//g;
+
+                     # Specifically for UARG, set OS type based on header fields
+
+                        if ( $l =~
+/^UARG,\+Time,PID,PPID,COMM,THCOUNT,USER,GROUP,FullCommand/
+                          )
+                        {
+
+                            my $write =
+                                type . ","
+                              . serialnum . ","
+                              . hostname . ","
+                              . OStype . ","
+                              . ZZZZ . ","
+                              . timestamp . ","
+                              . PID . ","
+                              . PPID . ","
+                              . COMM . ","
+                              . THCOUNT . ","
+                              . USER . ","
+                              . GROUP . ","
+                              . FullCommand;
+
+                            print( INSERT "$write\n" );
+                            $count++;
+
+                        }
+
+                        elsif ( $l =~ /^UARG,\+Time,PID,ProgName,FullCommand/ )
+                        {
+
+                            my $write =
+                                type . ","
+                              . serialnum . ","
+                              . hostname . ","
+                              . OStype . ","
+                              . ZZZZ . ","
+                              . timestamp . ","
+                              . PID . ","
+                              . ProgName . ","
+                              . FullCommand;
+
+                            print( INSERT "$write\n" );
+                            $count++;
+
+                        }
+
+                    }
+
+                    # Get and write NMON section
+                    if (   ( ( rindex $l, "UARG," ) > -1 )
+                        && ( length($timestamp) > 0 ) )
+                    {
+
+                        ( my @line ) = split( ",", $l );
+                        my $section = "UARG";
+
+                        # Convert month pattern to month numbers (eg. %b to %m)
+                        $timestamp =~ s/JAN/01/g;
+                        $timestamp =~ s/FEB/02/g;
+                        $timestamp =~ s/MAR/03/g;
+                        $timestamp =~ s/APR/04/g;
+                        $timestamp =~ s/MAY/05/g;
+                        $timestamp =~ s/JUN/06/g;
+                        $timestamp =~ s/JUL/07/g;
+                        $timestamp =~ s/AUG/08/g;
+                        $timestamp =~ s/SEP/09/g;
+                        $timestamp =~ s/OCT/10/g;
+                        $timestamp =~ s/NOV/11/g;
+                        $timestamp =~ s/DEC/12/g;
+
+                        # Convert timestamp string to epoch time (from format: DD-MM-YYYY hh:mm:ss)
+                        my ( $day, $month, $year, $hour, $min, $sec ) =
+                          split /\W+/, $timestamp;
+                        my $ZZZZ_epochtime =
+                          timelocal( $sec, $min, $hour, $day,
+                            $month - 1, $year );
+
+                        # For AIX
+
+# In this section, we statically expect 7 fields: PID,PPID,COMM,THCOUNT,USER,GROUP,FullCommand
+# The FullCommand may be very problematic as it may almost contain any kind of char, comma included
+# This field will have " separator added
+
+                        if ( $l =~
+m/^UARG\,T\d+\,\s*([0-9]*)\s*\,\s*([0-9]*)\s*\,\s*([a-zA-Z\-\/\_\:\.0-9]*)\s*\,\s*([0-9]*)\s*\,\s*([a-zA-Z\-\/\_\:\.0-9]*\s*)\,\s*([a-zA-Z\-\/\_\:\.0-9]*)\s*\,(.+)/
+                          )
+                        {
+
+                            $PID         = $1;
+                            $PPID        = $2;
+                            $COMM        = $3;
+                            $THCOUNT     = $4;
+                            $USER        = $5;
+                            $GROUP       = $6;
+                            $FullCommand = $7;
+
+                            $x = '"'
+                              . $PID . '","'
+                              . $PPID . '","'
+                              . $COMM . '","'
+                              . $THCOUNT . '","'
+                              . $USER . '","'
+                              . $GROUP . '","'
+                              . $FullCommand . '"';
+
+                            my $write =
+                                $section . ","
+                              . $SN . ","
+                              . $HOSTNAME . ","
+                              . $OStype . ","
+                              . $timestamp . ","
+                              . $ZZZZ_epochtime . ","
+                              . $x;
+
+                            print( INSERT $write . "\n" );
+                            $count++;
+
+                        }
+
+                        # For Linux
+
+# In this section, we statically expect 3 fields: PID,ProgName,FullCommand
+# The FullCommand may be very problematic as it may almost contain any kind of char, comma included
+# Let's separate groups and insert " delimiter
+
+                        if ( $l =~
+m/^UARG\,T\d+\,([0-9]*)\,([a-zA-Z\-\/\_\:\.0-9]*)\,(.+)/
+                          )
+                        {
+
+                            $PID         = $1;
+                            $ProgName    = $2;
+                            $FullCommand = $3;
+
+                            $x = '"'
+                              . $PID . '","'
+                              . $ProgName . '","'
+                              . $FullCommand . '"';
+
+                            my $write =
+                                $section . ","
+                              . $SN . ","
+                              . $HOSTNAME . ","
+                              . $OStype . ","
+                              . $timestamp . ","
+                              . $ZZZZ_epochtime . ","
+                              . $x;
+
+                            print( INSERT $write . "\n" );
+                            $count++;
+
+                        }
+
+                    }
+
+                }
+
+                # If we wrote more than the header
+                if ( $count >= 1 ) {
+
+                    if ( $sanity_check == 0 ) {
+
+                        if ( not $SILENT ) {
+                            print "$key section: Wrote $count line(s)\n";
+                            print ID_REF "$key section: Wrote $count line(s)\n";
+                        }
+
+                    }
+
+                    else {
+                        # Something happened, don't let bad file in place
+                        unlink $BASEFILENAME;
+                    }
+
+                }
+
+                # Else remove the file without more explanations
+                else {
+                    unlink $BASEFILENAME;
+                }
+
+            }    # end find the section
+
+        }    # end foreach
+
+    }
+
+}
+
+##################################################################
+## Extract data for Variable fields
+##################################################################
+
+sub multi_dimension_metrics {
+
+    # first argument is the nmon section
+    my $nmon_var = shift;
+
+    my @rawdata;
+    my $j;
+    my @cols;
+    my $TS;
+    my $n;
+    my @devices;
+    my $sanity_check                  = 0;
+    my $sanity_check_timestampfailure = 0;
+    $count = 0;
+
+    # define default values for metric store
+    my $metric_category;
+    my $nmon_section;
+    my $metric_name;
+
+    # Manage CPUnn specific case
+    if ( $nmon_var =~ m/CPU[0-9]+/ ) {
+        $metric_category = metrics_dict("CPUnn");
+        $nmon_section    = "cpunn";
+        $metric_name = "os.unix.nmon.$metric_category.$nmon_section.$nmon_var";
+    }
+    else {
+        $metric_category = metrics_dict($nmon_var);
+        $nmon_section    = lc $nmon_var;
+        $metric_name     = "os.unix.nmon.$metric_category.$nmon_section";
+    }
+
+    # retrieve rawdata for this section
+    @rawdata = grep( /^$nmon_var,/, @nmon );
+
+    if ( @rawdata < 1 ) { return (1); }
+    else {
+
+        # retrieve the header
+        @rawdataheader = grep( /^$nmon_var,([^T].+),/, @nmon );
+
+        if ( @rawdataheader < 1 ) {
+            $msg =
+"WARN: hostname: $HOSTNAME :$key section data is not consistent: the data header could not be identified, dropping the section to prevent data inconsistency \n";
+            print "$msg";
+            print ID_REF "$msg";
+
+        }
+
+        else {
+
+            unless ( open( INSERT, ">$BASEFILENAME" ) ) {
+                die("ERROR: Can not open /$BASEFILENAME\n");
+            }
+
+        }
+
+    }
+
+    @rawdata = sort(@rawdata);
+
+    $rawdata[0] =~ s/\%/_PCT/g;
+    $rawdata[0] =~ s/\(/_/g;
+    $rawdata[0] =~ s/\)/_/g;
+    $rawdata[0] =~ s/ /_/g;
+    $rawdata[0] =~ s/__/_/g;
+    $rawdata[0] =~ s/,_/,/g;
+    $rawdata[0] =~ s/_,/,/g;
+    $rawdata[0] =~ s/_$//g;
+
+    @devices = split( /,/, $rawdata[0] );
+
+    print INSERT (
+        qq|metric_timestamp,metric_name,OStype,serialnum,hostname,_value\n|);
+
+    $n = @rawdata;
+    $n--;
+
+    # Count the number fields in header
+    my @c                 = $rawdata[0] =~ /,/g;
+    my $fieldsheadercount = @c;
+
+    # Count the number fields in first line of data
+    my @c              = $rawdata[1] =~ /,/g;
+    my $fieldsrawcount = @c;
+
+# if the number of fields in header and first line of data differs, the data is not consistent
+    if ( $fieldsrawcount != $fieldsheadercount ) {
+        $sanity_check = "1";
+    }
+
+    for ( $i = 1 ; $i < @rawdata ; $i++ ) {
+
+        $TS = $UTC_START + $INTERVAL * ($i);
+        $rawdata[$i] =~ s/,$//;
+        @cols = split( /,/, $rawdata[$i] );
+
+        $timestamp = $DATETIME{ $cols[1] };
+
+     # Convert timestamp string to epoch time (from format: YYYY-MM-DD hh:mm:ss)
+        my ( $year, $month, $day, $hour, $min, $sec ) = split /\W+/, $timestamp;
+
+        if ( $month == 0 ) {
+            print
+"ERROR, section $key has failed to identify the timestamp of these data, affecting current timestamp which may be inaccurate\n";
+            my ( $sec, $min, $hour, $mday, $mon, $year, $wday, $yday, $isdst )
+              = localtime(time);
+            $month = $mon;
+            $day   = $mday;
+        }
+
+        my $ZZZZ_epochtime =
+          timelocal( $sec, $min, $hour, $day, $month - 1, $year );
+
+        # Set data and verify structure
+        $l =
+"$ZZZZ_epochtime,$metric_name.$devices[2],$OStype,$SN,$HOSTNAME,$cols[2]";
+
+        # Verify structure, if value has not value, set to -1
+        if ( $l =~ m/^.*,$/ ) {
+            $l = "$l-1";
+        }
+
+        if ($SHOW_ZERO) {
+            # remove metrics with: -1.0 / -1
+            if (   $l !~ m/.*\-1\.0$/
+                && $l !~ m/.*\-1$/ )
+            {
+                print INSERT (qq|$l\n|);
+                $count++;
+            }
+        }
+        else {
+            # remove metrics with: -1.0 / -1 / -0.0 / 0.0 / 0
+            if (   $l !~ m/.*\-1\.0$/
+                && $l !~ m/.*\-1$/
+                && $l !~ m/.*\-0\.0$/
+                && $l !~ m/.*,0\.0$/
+                && $l !~ m/.*,0\.00$/
+                && $l !~ m/.*,0$/ )
+            {
+                print INSERT (qq|$l\n|);
+                $count++;
+            }
+        }
+
+        for ( $j = 3 ; $j < @cols ; $j++ ) {
+
+            $finaldata =
+"$ZZZZ_epochtime,$metric_name.$devices[$j],$OStype,$SN,$HOSTNAME,$cols[$j]";
+
+# If the timestamp could not be found, there is a data anomaly and the section is not consistent
+            if ( not $DATETIME{ $cols[1] } ) {
+
+                $sanity_check                  = "1";
+                $sanity_check_timestampfailure = "1";
+
+            }
+
+            # If sanity check has not failed, write data
+            if ( $sanity_check != "1" ) {
+
+                $timestamp = $DATETIME{ $cols[1] };
+
+     # Convert timestamp string to epoch time (from format: YYYY-MM-DD hh:mm:ss)
+                my ( $year, $month, $day, $hour, $min, $sec ) = split /\W+/,
+                  $timestamp;
+                my $ZZZZ_epochtime =
+                  timelocal( $sec, $min, $hour, $day, $month - 1, $year );
+
+                # Set data and verify structure
+                $l =
+"$ZZZZ_epochtime,$metric_name.$devices[$j],$OStype,$SN,$HOSTNAME,$cols[$j]";
+
+                # Verify structure, if value has not value, set to -1.0
+                if ( $l =~ m/^.*,$/ ) {
+                    $l = "$l-1\.0";
+                }
+
+                if ($SHOW_ZERO) {
+                    # remove metrics with: -1.0 / -1
+                    if (   $l !~ m/.*\-1\.0$/
+                        && $l !~ m/.*\-1$/ )
+                    {
+                        print INSERT (qq|$l\n|);
+                        $count++;
+                    }
+                }
+                else {
+                    # remove metrics with: -1.0 / -1 / -0.0 / 0.0 / 0
+                    if (   $l !~ m/.*\-1\.0$/
+                        && $l !~ m/.*\-1$/
+                        && $l !~ m/.*\-0\.0$/
+                        && $l !~ m/.*,0\.0$/
+                        && $l !~ m/.*,0\.00$/
+                        && $l !~ m/.*,0$/ )
+                    {
+                        print INSERT (qq|$l\n|);
+                        $count++;
+                    }
+                }
+
+            }
+
+        }
+        if ( $i < $n ) { print INSERT (""); }
+
+# For CPU_ALL and LPAR, we add the combo logical_cpus / virtual_cpus as part of the metrics
+        if ( $nmon_var eq 'CPU_ALL' || $nmon_var eq 'LPAR' ) {
+            print INSERT
+"$ZZZZ_epochtime,$metric_name.logical_cpus,$OStype,$SN,$HOSTNAME,$logical_cpus\n";
+            $count++;
+            print INSERT
+"$ZZZZ_epochtime,$metric_name.virtual_cpus,$OStype,$SN,$HOSTNAME,$virtual_cpus\n";
+            $count++;
+        }
+
+    }
+
+    print INSERT (qq||);
+
+    # If sanity check has failed, remove data
+    if ( $sanity_check != 0 && $sanity_check_timestampfailure != 0 ) {
+
+        $msg =
+"ERROR: hostname: $HOSTNAME :$key section is not consistent: Detected anomalies in events timestamp, dropping this section to prevent data inconsistency \n";
+        print "$msg";
+        print ID_REF "$msg";
+
+        close(INSERT);
+        unlink $BASEFILENAME;
+    }
+
+    elsif ( $sanity_check != 0 && $fieldsrawcount != $fieldsheadercount ) {
+        $msg =
+"WARN: hostname: $HOSTNAME :$key section is not consistent: $fieldsrawcount fields in data, $fieldsheadercount fields in header, extra fields detected (more fields in data than header), dropping this section to prevent data inconsistency \n";
+        print "$msg";
+        print ID_REF "$msg";
+
+        close(INSERT);
+        unlink $BASEFILENAME;
+
+    }
+
+    elsif ( $sanity_check != 0 ) {
+
+        close(INSERT);
+        unlink $BASEFILENAME
+
+    }
+
+    else {
+        if ( $count >= 1 ) {
+
+            if ( not $SILENT ) {
+                print "$key section: Wrote $count line(s)\n";
+                print ID_REF "$key section: Wrote $count line(s)\n";
+            }
+
+            # Close
+            close(INSERT);
+
+        }
+        else {
+            # Hey, only a header ! Don't keep empty files please
+            close(INSERT);
+            unlink $BASEFILENAME;
+        }
+    }
+
+}    # End Insert
+
+##################################################################
+## Extract data for mono dimension sections
+##################################################################
+
+sub mono_dimension_metrics {
+
+    # first argument is the nmon section
+    my $nmon_var = shift;
+
+    my @rawdata;
+    my $j;
+    my @cols;
+    my $TS;
+    my $n;
+    my @devices;
+    my $sanity_check                  = 0;
+    my $sanity_check_timestampfailure = 0;
+    $count = 0;
+
+    # define default values for metric store
+    my $metric_category = metrics_dict($nmon_var);
+    my $nmon_section    = lc $nmon_var;
+    my $metric_name     = "os.unix.nmon.$metric_category.$nmon_section";
+
+    # verify if this is a DISK incremented section
+    if ( $nmon_var =~ m/^(DISK[A-Z]*)\d*/ ) {
+        my $submetric_name = lc $1;
+        $metric_name = "os.unix.nmon.$metric_category.$submetric_name";
+    }
+
+    # retrieve rawdata for this section
+    @rawdata = grep( /^$nmon_var,/, @nmon );
+
+    if ( @rawdata < 1 ) { return (1); }
+    else {
+
+        # retrieve the header
+        @rawdataheader = grep( /^$nmon_var,([^T].+),/, @nmon );
+
+        if ( @rawdataheader < 1 ) {
+            $msg =
+"WARN: hostname: $HOSTNAME :$key section data is not consistent: the data header could not be identified, dropping the section to prevent data inconsistency \n";
+            print "$msg";
+            print ID_REF "$msg";
+
+        }
+
+        else {
+
+            unless ( open( INSERT, ">$BASEFILENAME" ) ) {
+                die("ERROR: Can not open /$BASEFILENAME\n");
+            }
+
+        }
+
+    }
+
+    @rawdata = sort(@rawdata);
+
+    $rawdata[0] =~ s/\%/_PCT/g;
+    $rawdata[0] =~ s/\(/_/g;
+    $rawdata[0] =~ s/\)/_/g;
+    $rawdata[0] =~ s/ /_/g;
+    $rawdata[0] =~ s/__/_/g;
+    $rawdata[0] =~ s/,_/,/g;
+    $rawdata[0] =~ s/_,/,/g;
+    $rawdata[0] =~ s/_$//g;
+
+    @devices = split( /,/, $rawdata[0] );
+
+    # Count the number fields in header
+    my @c                 = $rawdata[0] =~ /,/g;
+    my $fieldsheadercount = @c;
+
+    # Count the number fields in first line of data
+    my @c              = $rawdata[1] =~ /,/g;
+    my $fieldsrawcount = @c;
+
+# if the number of fields in header and first line of data differs, the data is not consistent
+    if ( $fieldsrawcount != $fieldsheadercount ) {
+        $sanity_check = "1";
+    }
+
+# For JFSFILE and JFSINODE, we use "dimension_mount" instead of regular "dimension_device" for the mount point dimension
+# this is due to make easier the merge operation between JFSFILE and DF_STORAGE external collection
+
+    my $header;
+
+    if ( $nmon_var eq "JFSFILE" || $nmon_var eq "JFSINODE" ) {
+        $header =
+"metric_timestamp,metric_name,OStype,serialnum,hostname,dimension_mount,_value";
+    }
+
+    else {
+        $header =
+"metric_timestamp,metric_name,OStype,serialnum,hostname,dimension_device,_value";
+    }
+
+    print INSERT (qq|$header\n|);
+
+    $n = @rawdata;
+    $n--;
+    for ( $i = 1 ; $i < @rawdata ; $i++ ) {
+
+        $TS = $UTC_START + $INTERVAL * ($i);
+        $rawdata[$i] =~ s/,$//;
+        @cols = split( /,/, $rawdata[$i] );
+
+        $timestamp = $DATETIME{ $cols[1] };
+
+     # Convert timestamp string to epoch time (from format: YYYY-MM-DD hh:mm:ss)
+        my ( $year, $month, $day, $hour, $min, $sec ) = split /\W+/, $timestamp;
+
+        if ( $month == 0 ) {
+            print
+"ERROR, section $key has failed to identify the timestamp of these data, affecting current timestamp which may be inaccurate\n";
+            my ( $sec, $min, $hour, $mday, $mon, $year, $wday, $yday, $isdst )
+              = localtime(time);
+            $month = $mon;
+            $day   = $mday;
+        }
+
+        my $ZZZZ_epochtime =
+          timelocal( $sec, $min, $hour, $day, $month - 1, $year );
+
+        # Set data and verify structure
+        $l =
+"$ZZZZ_epochtime,$metric_name,$OStype,$SN,$HOSTNAME,$devices[2],$cols[2]";
+
+        # Verify structure, if value has not value, set to -1
+        if ( $l =~ m/^.*,$/ ) {
+            $l = "$l-1";
+        }
+
+        if ($SHOW_ZERO) {
+            # no data transposition required
+            # Only write metrics!= to null, -nan
+            if (   $l !~ m/^.*,$/
+                && $l !~ m/^.*,\-nan$/ )
+            {
+                # Write
+                print INSERT (qq|$l\n|);
+                $count++;
+            }
+        }
+        else {
+            # no data transposition required
+            if ($SHOW_ZERO) {
+                # Only write metrics!= to null, -nan
+                if (   $l !~ m/^.*,$/
+                    && $l !~ m/^.*,\-nan$/ )
+                {
+                    # Write
+                    print INSERT (qq|$l\n|);
+                    $count++;
+                }
+            }
+            else {
+                # Only write metrics!= to null, 0.0, 0, -nan
+                if (   $l !~ m/^.*,$/
+                    && $l !~ m/^.*,0\.0$/
+                    && $l !~ m/^.*,0$/
+                    && $l !~ m/^.*,\-nan$/ )
+                {
+                    # Write
+                    print INSERT (qq|$l\n|);
+                    $count++;
+                }
+            }
+        }
+
+        # with data transposition
+        for ( $j = 3 ; $j < @cols ; $j++ ) {
+
+            $finaldata =
+"$ZZZZ_epochtime,$metric_name,$OStype,$SN,$HOSTNAME,$devices[$j],$cols[$j]";
+
+# If the timestamp could not be found, there is a data anomaly and the section is not consistent
+            if ( not $DATETIME{ $cols[1] } ) {
+
+                $sanity_check                  = "1";
+                $sanity_check_timestampfailure = "1";
+
+            }
+
+            # If sanity check has not failed, write data
+            if ( $sanity_check != "1" ) {
+
+                $timestamp = $DATETIME{ $cols[1] };
+
+     # Convert timestamp string to epoch time (from format: YYYY-MM-DD hh:mm:ss)
+                my ( $year, $month, $day, $hour, $min, $sec ) = split /\W+/,
+                  $timestamp;
+                my $ZZZZ_epochtime =
+                  timelocal( $sec, $min, $hour, $day, $month - 1, $year );
+
+                # Set data and verify structure
+                $l =
+"$ZZZZ_epochtime,$metric_name,$OStype,$SN,$HOSTNAME,$devices[$j],$cols[$j]";
+
+                if ($SHOW_ZERO) {
+                    # no data transposition required
+                    # Only write metrics!= to null, -nan
+                    if (   $l !~ m/^.*,$/
+                        && $l !~ m/^.*,\-nan$/ )
+                    {
+                        # Write
+                        print INSERT (qq|$l\n|);
+                        $count++;
+                    }
+                }
+                else {
+                    # no data transposition required
+                    # no data transposition required
+                    if ($SHOW_ZERO) {
+                        # Only write metrics!= to null, -nan
+                        if (   $l !~ m/^.*,$/
+                            && $l !~ m/^.*,\-nan$/ )
+                        {
+                            # Write
+                            print INSERT (qq|$l\n|);
+                            $count++;
+                        }
+                    }
+                    else {
+                        # Only write metrics!= to null, 0.0, 0, -nan
+                        if (   $l !~ m/^.*,$/
+                            && $l !~ m/^.*,0\.0$/
+                            && $l !~ m/^.*,0$/
+                            && $l !~ m/^.*,\-nan$/ )
+                        {
+                            # Write
+                            print INSERT (qq|$l\n|);
+                            $count++;
+                        }
+                    }
+                }
+
+            }
+
+        }
+        if ( $i < $n ) { print INSERT (""); }
+    }
+    print INSERT (qq||);
+
+    # If sanity check has failed, remove data
+    if ( $sanity_check != 0 && $sanity_check_timestampfailure != 0 ) {
+
+        $msg =
+"ERROR: hostname: $HOSTNAME :$key section is not consistent: Detected anomalies in events timestamp, dropping this section to prevent data inconsistency \n";
+        print "$msg";
+        print ID_REF "$msg";
+
+        close(INSERT);
+        unlink $BASEFILENAME;
+    }
+
+    elsif ( $sanity_check != 0 && $fieldsrawcount != $fieldsheadercount ) {
+
+        $msg =
+"WARN: hostname: $HOSTNAME :$key section is not consistent: $fieldsrawcount fields in data, $fieldsheadercount fields in header, extra fields detected (more fields in data than header), dropping this section to prevent data inconsistency \n";
+        print "$msg";
+        print ID_REF "$msg";
+
+        $sanity_check = "1";
+
+        # If section is NET, create an empty state file
+        if ( $nmon_var eq "NET" ) {
+            my $f;
+            open( $f, '>', $OUTDATED_NETIF_NMON_STATE )
+              or die "Unable to open file $filename : $!";
+            close($f) or die "Unable to close file : $filename $!";
+        }
+
+    }
+
+    elsif ( $sanity_check != 0 ) {
+
+        close(INSERT);
+        unlink $BASEFILENAME
+
+    }
+
+    else {
+        if ( $count >= 1 ) {
+
+            if ( not $SILENT ) {
+                print "$key section: Wrote $count line(s)\n";
+                print ID_REF "$key section: Wrote $count line(s)\n";
+            }
+
+            # Close
+            close(INSERT);
+
+        }
+        else {
+            # Hey, only a header ! Don't keep empty files please
+            close(INSERT);
+            unlink $BASEFILENAME;
+        }
+    }
+
+}    # End Insert
+
+########################################################
+###	Get an nmon setting from csv file            ###
+###	finds first occurance of $search             ###
+###	Return the selected column...$return_col     ###
+###	Syntax:                                      ###
+###     get_setting($search,$col_to_return,$separator)##
+########################################################
+
+sub get_setting {
+
+    my $i;
+    my $value = "-1";
+    my ( $search, $col, $separator ) = @_;    # search text, $col, $separator
+
+    for ( $i = 0 ; $i < @nmon ; $i++ ) {
+
+        if ( $nmon[$i] =~ /$search/ ) {
+            $value = ( split( /$separator/, $nmon[$i] ) )[$col];
+            $value =~ s/["']*//g;             #remove non alphanum characters
+            return ($value);
+        }    # end if
+
+    }    # end for
+
+    return ($value);
+
+}    # end get_setting
+
+#####################
+##  Clean up       ##
+#####################
+
+sub clean_up_line {
+
+    # remove characters not compatible with nmon variable
+    # Max rrdtool variable length is 19 chars
+    # Variable can not contain special characters (% - () )
+    my ($x) = @_;
+
+    # print ("clean_up, before: $i\t$nmon[$i]\n");
+    $x =~ s/\%/Pct/g;
+
+    # $x =~ s/\W*//g;
+    $x =~ s/\/s/ps/g;    # /s  - ps
+    $x =~ s/\//s/g;      # / - s
+    $x =~ s/\(/_/g;
+    $x =~ s/\)/_/g;
+    $x =~ s/ /_/g;
+    $x =~ s/-/_/g;
+    $x =~ s/_KBps//g;
+    $x =~ s/_tps//g;
+    $x =~ s/[:,]*\s*$//;
+    $retval = $x;
+
+}    # end clean up
+
+##########################################
+##  Extract headings from nmon csv file ##
+##########################################
+
+sub initialize {
+
+    %MONTH2NUMBER = (
+        "jan", 1, "feb", 2, "mar", 3, "apr", 4,  "may", 5,  "jun", 6,
+        "jul", 7, "aug", 8, "sep", 9, "oct", 10, "nov", 11, "dec", 12
+    );
+
+    @MONTH2ALPHA = (
+        "junk", "jan", "feb", "mar", "apr", "may", "jun", "jul",
+        "aug",  "sep", "oct", "nov", "dec"
+    );
+
+}    # end initialize
+
+# Get data from nmon file, extract specific data fields (hostname, date, ...)
+sub get_nmon_data {
+
+    my $key;
+    my $x;
+    my $category;
+    my %toc;
+    my @cols;
+
+    # Read nmon file
+    unless ( open( FILE, $FILENAME ) ) { return (1); }
+    our @nmon = <FILE>;    # input entire file
+    close(FILE);
+    chomp(@nmon);
+
+    # Cleanup nmon data remove trainig commas and colons
+    for ( $i = 0 ; $i < @nmon ; $i++ ) {
+        $nmon[$i] =~ s/[:,]*\s*$//;
+    }
+
+    # Get nmon/server settings (search string, return column, delimiter)
+    $AIXVER = &get_setting( "AIX",  2, "," );
+    $DATE   = &get_setting( "date", 2, "," );
+
+# The hostname value returned by nmon and nmonparser.py can be overridden by setting the option
+# override_sys_hostname="1" in local/nmon.conf
+# If so, we will search for a value in $SPLUNK_HOME/etc/system/local/inputs.conf to set the hostname
+# default is use system host name (see above)
+# If the option is activated, and we failed finding a value, fall back to system hostname (see above)
+
+# serial number override:
+# the serial number used to achieve the frameID enrichment within the application can be overridden using the option:
+# override_sys_serialnum="1" in local/nmon.conf or /etc/nmon.conf
+# If so, we will search for the appropriated value in nmon.conf with the configuration name:
+# override_sys_serialnum_value="<string>"
+
+    # Allow hostname os
+    if ($USE_FQDN) {
+        $HOSTNAME = hostfqdn();
+    }
+    else {
+        $HOSTNAME = &get_setting( "host", 2, "," );
+    }
+
+    my $SPLUNK_HOSTNAME_OVERRIDE = False;
+    my $SERIALNUM_OVERRIDE       = False;
+    my $SERIALNUM_OVERRIDE_VALUE = "none";
+    my $NMON_SPLUNK_LOCAL_CONF   = "$APP/local/nmon.conf";
+    my $NMON_SYS_LOCAL_CONF      = "/etc/nmon.conf";
+    my $NMON_LOCAL_CONF;
+    my $SPLUNK_SYSTEM_INPUTS = "$SPLUNK_HOME/etc/system/local/inputs.conf";
+
+    # Define the local conf with the higher priority
+    if ( -e $NMON_SYS_LOCAL_CONF ) {
+        $NMON_LOCAL_CONF = $NMON_SYS_LOCAL_CONF;
+    }
+    elsif ( -e $NMON_SPLUNK_LOCAL_CONF ) {
+        $NMON_LOCAL_CONF = $NMON_SPLUNK_LOCAL_CONF;
+    }
+    else {
+        $NMON_LOCAL_CONF = "none";
+    }
+
+    # Load config configuration
+    if ( $NMON_LOCAL_CONF ne "none" && -e $NMON_LOCAL_CONF ) {
+
+        open( NMON_LOCAL_CONF, "< $NMON_LOCAL_CONF" )
+          or die "ERROR: Can't open $NMON_LOCAL_CONF : $!";
+        chomp $NMON_LOCAL_CONF;
+
+        while ( defined( my $l = <NMON_LOCAL_CONF> ) ) {
+            chomp $l;
+
+            if ( $l =~ m/^override_sys_serialnum=\"1\"/ ) {
+                $SERIALNUM_OVERRIDE = True;
+            }
+
+            if ( $l =~ m/^override_sys_serialnum_value=\"([a-zA-Z0-9\-\_]*)\"/ )
+            {
+                $SERIALNUM_OVERRIDE_VALUE = $1;
+            }
+
+            # if hostname override, open splunk local configuration
+            if ( $l =~ m/^override_sys_hostname=\"1\"/ ) {
+                $SPLUNK_HOSTNAME_OVERRIDE = True;
+            }
+
+            if ( $SPLUNK_HOSTNAME_OVERRIDE eq "True" ) {
+
+                if ( -e $SPLUNK_SYSTEM_INPUTS ) {
+
+                    # Open
+                    open FILE, '+<', "$SPLUNK_SYSTEM_INPUTS"
+                      or die "$time ERROR:$!\n";
+
+                    while ( defined( my $l = <FILE> ) ) {
+                        chomp $l;
+
+                        if ( $l =~ m/host\s*=\s*(.+)/ ) {
+
+                            # break at first occurrence
+                            $splunk_hostname = $1;
+                            last;
+                        }
+
+                    }
+
+                    # if not hostname could be found
+                    if ( $splunk_hostname eq "" ) {
+                        $SPLUNK_HOSTNAME_OVERRIDE = False;
+                    }
+
+                    close SPLUNK_SYSTEM_INPUTS;
+                }
+
+            }
+
+        }
+
+        close NMON_LOCAL_CONF;
+
+    }
+
+    # hostname override
+    if ( $SPLUNK_HOSTNAME_OVERRIDE eq "True" ) {
+        $HOSTNAME = $splunk_hostname;
+    }
+
+    # serialnum override
+    if ( $SERIALNUM_OVERRIDE eq "True" ) {
+        $SN = $SERIALNUM_OVERRIDE_VALUE;
+    }
+
+    $INTERVAL = &get_setting( "interval", 2, "," );    # nmon sampling interval
+
+    $MEMORY  = &get_setting( qq|lsconf,"Good Memory Size:|, 1, ":" );
+    $MODEL   = &get_setting( "modelname",                   3, '\s+' );
+    $NMONVER = &get_setting( "version",                     2, "," );
+
+    $SNAPSHOTS = &get_setting( "snapshots", 2, "," );    # number of readings
+
+    $STARTTIME = &get_setting( "AAA,time", 2, "," );
+    ( $HR, $MIN ) = split( /\:/, $STARTTIME );
+
+    # for AIX
+    if ( $SERIALNUM_OVERRIDE eq "False" ) {
+        if ( $AIXVER ne "-1" ) {
+            $SN = &get_setting( "systemid", 4, "," );
+            $SN = ( split( /\s+/, $SN ) )[0];            # "systemid IBM,SN ..."
+        }
+
+        # for Power Linux
+        else {
+            $SN = &get_setting( "serial_number", 4, "," );
+            $SN = ( split( /\s+/, $SN ) )[0];    # "serial_number=IBM,SN ..."
+        }
+
+        # undeterminated
+        if ( $SN eq "-1" ) {
+            $SN = $HOSTNAME;
+        }
+        elsif ( $SN eq "" ) {
+            $SN = $HOSTNAME;
+        }
+
+    }
+
+    elsif ( $SERIALNUM_OVERRIDE eq "True" ) {
+        $SN = $SERIALNUM_OVERRIDE_VALUE;
+    }
+
+    $TYPE = &get_setting( "^BBBP.*Type", 3, "," );
+    if   ( $TYPE =~ /Shared/ ) { $TYPE = "SPLPAR"; }
+    else                       { $TYPE = "Dedicated"; }
+
+    $MODE = &get_setting( "^BBBP.*Mode", 3, "," );
+    $MODE = ( split( /: /, $MODE ) )[1];
+
+    # $MODE		=~s/\"//g;
+
+    # Calculate UTC time (seconds since 1970)
+    # NMON V9  dd/mm/yy
+    # NMON V10+ dd-MMM-yyyy
+
+    if ( $DATE =~ /[a-zA-Z]/ ) {    # Alpha = assume dd-MMM-yyyy date format
+        ( $DAY, $MMM, $YR ) = split( /\-/, $DATE );
+        $MMM = lc($MMM);
+        $MON = $MONTH2NUMBER{$MMM};
+    }
+    else {
+        ( $DAY, $MON, $YR ) = split( /\//, $DATE );
+        $YR  = $YR + 2000;
+        $MMM = $MONTH2ALPHA[$MON];
+    }    # end if
+
+## Calculate UTC time (seconds since 1970).  Required format for the rrdtool.
+
+##  timelocal format
+##    day=1-31
+##    month=0-11
+##    year = x -1900  (time since 1900) (seems to work with either 2006 or 106)
+
+    $m = $MON - 1;    # jan=0, feb=2, ...
+
+    $UTC_START = timelocal( 0, $MIN, $HR, $DAY, $m, $YR );
+    $UTC_END = $UTC_START + $INTERVAL * $SNAPSHOTS;
+
+    @ZZZZ = grep( /^ZZZZ,/, @nmon );
+    for ( $i = 0 ; $i < @ZZZZ ; $i++ ) {
+
+        @cols = split( /,/, $ZZZZ[$i] );
+        ( $DAY, $MON, $YR ) = split( /-/, $cols[3] );
+        $MON                  = lc($MON);
+        $MON                  = "00" . $MONTH2NUMBER{$MON};
+        $MON                  = substr( $MON, -2, 2 );
+        $ZZZZ[$i]             = "$YR-$MON-$DAY $cols[2]";
+        $DATETIME{ $cols[1] } = "$YR-$MON-$DAY $cols[2]";
+
+    }    # end ZZZZ
+
+    return (0);
+}    # end get_nmon_data
+
+# metrics_dictionary
+
+sub metrics_dict {
+
+    # arg1
+    my $section = shift;
+
+    # section_group
+    my $section_group;
+
+    my %metric_category_of = (
+        "CPU_ALL"       => "cpu",
+        "CPUnn"         => "cpu",
+        "DGBACKLOG"     => "storage",
+        "DGBUSY"        => "storage",
+        "DGINFLIGHT"    => "storage",
+        "DGIOTIME"      => "storage",
+        "DGREAD"        => "storage",
+        "DGREADMERGE"   => "storage",
+        "DGREADS"       => "storage",
+        "DGREADSERV"    => "storage",
+        "DGSIZE"        => "storage",
+        "DGWRITE"       => "storage",
+        "DGWRITEMERGE"  => "storage",
+        "DGWRITES"      => "storage",
+        "DGWRITESERV"   => "storage",
+        "DGXFER"        => "storage",
+        "DISKBSIZE"     => "storage",
+        "DISKBUSY"      => "storage",
+        "DISKREAD"      => "storage",
+        "DISKREADS"     => "storage",
+        "DISKREADSERV"  => "storage",
+        "DISKRIO"       => "storage",
+        "DISKSVCTM"     => "storage",
+        "DISKWAITTM"    => "storage",
+        "DISKWIO"       => "storage",
+        "DISKWRITE"     => "storage",
+        "DISKWRITES"    => "storage",
+        "DISKWRITESERV" => "storage",
+        "DISKXFER"      => "storage",
+        "FCREAD"        => "adapters",
+        "FCWRITE"       => "adapters",
+        "FCXFERIN"      => "adapters",
+        "FCXFEROUT"     => "adapters",
+        "FILE"          => "kernel",
+        "IOADAPT"       => "adapters",
+        "JFSFILE"       => "storage",
+        "JFSINODE"      => "storage",
+        "LPAR"          => "cpu",
+        "MEM"           => "memory",
+        "MEMNEW"        => "memory",
+        "MEMUSE"        => "memory",
+        "NET"           => "network",
+        "NETERROR"      => "network",
+        "NETPACKET"     => "network",
+        "NFSCLIV2"      => "network",
+        "NFSSVRV2"      => "network",
+        "NFSCLIV3"      => "network",
+        "NFSSVRV3"      => "network",
+        "NFSCLIV4"      => "network",
+        "NFSSVRV4"      => "network",
+        "PAGE"          => "kernel",
+        "POOLS"         => "cpu",
+        "PROC"          => "kernel",
+        "PROCSOL"       => "kernel",
+        "SEA"           => "adapters",
+        "SEACHPHY"      => "adapters",
+        "SEAPACKET"     => "adapters",
+        "TOP"           => "processes",
+        "UARG"          => "processes",
+        "VM"            => "memory",
+        "WLMBIO"        => "processes",
+        "WLMCPU"        => "processes",
+        "WLMMEM"        => "processes",
+        "WLMPROJECTCPU" => "processes",
+        "WLMPROJECTMEM" => "processes",
+        "WLMTASKCPU"    => "processes",
+        "WLMTASKMEM"    => "processes",
+        "WLMUSERCPU"    => "processes",
+        "WLMUSERMEM"    => "processes",
+        "WLMZONECPU"    => "processes",
+        "WLMZONEMEM"    => "processes",
+        "UPTIME"        => "system",
+        "PROCCOUNT"     => "processes",
+        "DF_STORAGE"    => "storage",
+        "DF_INODES"     => "storage",
+    );
+
+    # some metrics will auto-increment, we want to match the metric group
+    # but NFS is a specific case where we need to match the version number
+
+    if ( $section =~ /(^NFS\w*)/ ) {
+        $section_group = $1;
+    }
+    elsif ( $section =~ /(^\w*[a-zA-z])[0-9]{0,}/ ) {
+        $section_group = $1;
+    }
+
+    # in case of failure
+    else {
+        $section_group = $section;
+    }
+
+    if ( exists( $metric_category_of{$section_group} ) ) {
+        return $metric_category_of{$section_group};
+    }
+    else {
+        return "custom";
+    }
+
+}
+
+# Meta data
+# arg1: file path
+# arg2: file destination
+# arg3: current nmon section
+# arg4: OStype
+# arg5: SN
+# arg6: HOSTNAME
+
+# The Meta data creation are not used currently due to the metrics specific Splunk licensing model
+# this might change in the future.
+
+sub meta {
+
+    # arg1: file path
+    my $filename = shift;
+
+    # arg2: file destination
+    my $output = shift;
+
+    # arg3: current nmon section
+    my $current_section = shift;
+
+    # arg4: OStype
+    my $OStype = shift;
+
+    # arg5: SN
+    my $SN = shift;
+
+    # arg6: HOSTNAME
+    my $HOSTNAME = shift;
+
+    # current epoch time
+    my $timestamp = time;
+
+    # Get metric_category
+    my $metric_category = metrics_dict($current_section);
+
+    if ( -f $filename ) {
+
+        # Get file size in bytes
+        my $filesize = -s $filename;
+
+        # Open Meta destination
+        open( my $fh, '>', $output ) or die "Could not open file '$output' $!";
+
+        # Write header
+        print $fh
+"metric_timestamp,metric_name,OStype,serialnum,hostname,metric_category,metric_section,_value\n";
+
+        # Write Meta
+        print $fh
+"$timestamp,os.unix.nmon.meta.metric_fsize_bytes,$OStype,$SN,$HOSTNAME,$metric_category,$current_section,$filesize\n";
+
+        # Close
+        close $fh;
+
+    }
+
+}
+
+##########################################################################
+# UPTIME load average metrics extractions
+##########################################################################
+
+sub uptime_metrics {
+
+    my $nmon_var = shift;
+
+    my @rawdata;
+    $count = 0;
+
+    # define default values for metric store
+    my $metric_category = metrics_dict($nmon_var);
+    my $nmon_section    = lc $nmon_var;
+    my $metric_name     = "os.unix.nmon.$metric_category.$nmon_section";
+
+    # Filter rawdata for this section
+    @rawdata = grep( /^$nmon_var,/, @nmon );
+
+    if ( @rawdata < 1 ) { return (1); }
+    else {
+
+        # Open the destination file for writting
+        unless ( open( INSERT, ">$BASEFILENAME" ) ) {
+            die("ERROR: Can not open /$BASEFILENAME\n");
+        }
+
+        # Write the csv header
+        print INSERT (
+            qq|metric_timestamp,metric_name,OStype,serialnum,hostname,_value\n|
+        );
+
+        # Sort rawdata
+        @rawdata = sort(@rawdata);
+
+        # Extract and write the metrics
+        foreach $l (@rawdata) {
+
+            if ( $l =~
+/UPTIME,(T\d*),\".*load[_\-\s]average:\s*([\d|\.]*);\s*([\d|\.]*);\s*([\d|\.]*)/
+              )
+            {
+
+                $origin_timestamp          = $1;
+                $uptime_load_average_1min  = $2;
+                $uptime_load_average_5min  = $3;
+                $uptime_load_average_15min = $4;
+                $timestamp                 = $DATETIME{$origin_timestamp};
+
+     # Convert timestamp string to epoch time (from format: YYYY-MM-DD hh:mm:ss)
+                my ( $year, $month, $day, $hour, $min, $sec ) = split /\W+/,
+                  $timestamp;
+
+                if ( $month == 0 ) {
+                    print
+"ERROR, section $key has failed to identify the timestamp of these data, affecting current timestamp which may be inaccurate\n";
+                    my (
+                        $sec,  $min,  $hour, $mday, $mon,
+                        $year, $wday, $yday, $isdst
+                    ) = localtime(time);
+                    $month = $mon;
+                    $day   = $mday;
+                }
+
+                my $ZZZZ_epochtime =
+                  timelocal( $sec, $min, $hour, $day, $month - 1, $year );
+
+                if ($SHOW_ZERO) {
+                    # remove metrics with: -1.0 / -1 / -0.0 / 0.0 / 0
+                    if (   $uptime_load_average_1min !~ m/\-1\.0$/
+                        && $uptime_load_average_1min !~ m/\-1$/
+                        && $uptime_load_average_1min !~ m/\-0\.0$/
+                        && $uptime_load_average_1min !~ m/0\.0$/
+                        && $uptime_load_average_1min !~ m/0$/ )
+                    {
+                        print INSERT (
+    qq|$ZZZZ_epochtime,$metric_name.load_average_1min,$OStype,$SN,$HOSTNAME,$uptime_load_average_1min\n|
+                        );
+                        $count++;
+                    }
+                }
+                else {
+                    # remove metrics with: -1.0 / -1
+                    if (   $uptime_load_average_1min !~ m/\-1\.0$/
+                        && $uptime_load_average_1min !~ m/\-1$/ )
+                    {
+                        print INSERT (
+    qq|$ZZZZ_epochtime,$metric_name.load_average_1min,$OStype,$SN,$HOSTNAME,$uptime_load_average_1min\n|
+                        );
+                        $count++;
+                    }
+                }
+
+                if ($SHOW_ZERO) {
+                    # remove metrics with: -1.0 / -1 / -0.0 / 0.0 / 0
+                    if (   $uptime_load_average_5min !~ m/\-1\.0$/
+                        && $uptime_load_average_5min !~ m/\-1$/
+                        && $uptime_load_average_5min !~ m/\-0\.0$/
+                        && $uptime_load_average_5min !~ m/0\.0$/
+                        && $uptime_load_average_5min !~ m/0$/ )
+                    {
+                        print INSERT (
+    qq|$ZZZZ_epochtime,$metric_name.load_average_5min,$OStype,$SN,$HOSTNAME,$uptime_load_average_5min\n|
+                        );
+                        $count++;
+                    }
+                }
+                else {
+                    # remove metrics with: -1.0 / -1
+                    if (   $uptime_load_average_5min !~ m/\-1\.0$/
+                        && $uptime_load_average_5min !~ m/\-1$/ )
+                    {
+                        print INSERT (
+    qq|$ZZZZ_epochtime,$metric_name.load_average_5min,$OStype,$SN,$HOSTNAME,$uptime_load_average_5min\n|
+                        );
+                        $count++;
+                    }
+                }
+
+                if ($SHOW_ZERO) {
+                    # remove metrics with: -1.0 / -1 / -0.0 / 0.0 / 0
+                    if (   $uptime_load_average_15min !~ m/\-1\.0$/
+                        && $uptime_load_average_15min !~ m/\-1$/
+                        && $uptime_load_average_15min !~ m/\-0\.0$/
+                        && $uptime_load_average_15min !~ m/0\.0$/
+                        && $uptime_load_average_15min !~ m/0$/ )
+                    {
+                        print INSERT (
+    qq|$ZZZZ_epochtime,$metric_name.load_average_15min,$OStype,$SN,$HOSTNAME,$uptime_load_average_15min\n|
+                        );
+                        $count++;
+                    }
+                }
+                else {
+                    # remove metrics with: -1.0 / -1
+                    if (   $uptime_load_average_15min !~ m/\-1\.0$/
+                        && $uptime_load_average_15min !~ m/\-1$/ )
+                    {
+                        print INSERT (
+    qq|$ZZZZ_epochtime,$metric_name.load_average_15min,$OStype,$SN,$HOSTNAME,$uptime_load_average_15min\n|
+                        );
+                        $count++;
+                    }
+                }
+
+            }
+
+        }
+
+        if ( $count > 1 ) {
+
+            if ( not $SILENT ) {
+                print "$key section: Wrote $count line(s)\n";
+                print ID_REF "$key section: Wrote $count line(s)\n";
+            }
+
+            close(INSERT);
+
+        }
+
+        else {
+
+            close(INSERT);
+            unlink $BASEFILENAME;
+
+        }
+
+    }
+
+}
+
+################################################
+# regular multi-dimension data managed as events
+################################################
+
+sub multi_dimension_events_fn {
+
+    my $key = shift;
+
+    $BASEFILENAME = "$OUTPUT_DIR/${HOSTNAME}_${minute}_${key}.events.csv";
+
+    &multi_dimension_events($key);
+
+    $now = time();
+    $now = $now - $start;
+
+    #$METAFILENAME =
+    #"$OUTPUT_DIR/${HOSTNAME}_${minute}_${key}.events.meta.metrics.csv";
+
+    #&meta( $BASEFILENAME, $METAFILENAME, $key, $OStype, $SN, $HOSTNAME );
+
+}
+
+##########################################################################
+# regular multi-dimension data managed as metrics for the metric datastore
+##########################################################################
+
+sub multi_dimension_metrics_fn {
+
+    my $key = shift;
+
+    $BASEFILENAME = "$OUTPUT_DIR/${HOSTNAME}_${minute}_${key}.metrics.csv";
+
+    &multi_dimension_metrics($key);
+
+    $now = time();
+    $now = $now - $start;
+
+    #$METAFILENAME =
+    #"$OUTPUT_DIR/${HOSTNAME}_${minute}_${key}.meta.metrics.csv";
+
+    #&meta( $BASEFILENAME, $METAFILENAME, $key, $OStype, $SN, $HOSTNAME );
+
+}
+
+##########################################################################
+# regular mono-dimension data managed as metrics for the metric datastore
+##########################################################################
+
+sub mono_dimension_metrics_fn {
+
+    my $key = shift;
+
+    $BASEFILENAME = "$OUTPUT_DIR/${HOSTNAME}_${minute}_${key}.metrics.csv";
+
+    &mono_dimension_metrics($key);
+
+    $now = time();
+    $now = $now - $start;
+
+    #$METAFILENAME =
+    #"$OUTPUT_DIR/${HOSTNAME}_${minute}_${key}.meta.metrics.csv";
+
+    #&meta( $BASEFILENAME, $METAFILENAME, $key, $OStype, $SN, $HOSTNAME );
+
+}
+
+##########################################################################
+# DF_STORAGE & DF_INODES
+##########################################################################
+
+sub df_external_metrics_fn {
+
+    my $key = shift;
+
+    $BASEFILENAME = "$OUTPUT_DIR/${HOSTNAME}_${minute}_${key}.metrics.csv";
+
+    &df_external_metrics($key);
+
+    $now = time();
+    $now = $now - $start;
+
+    #$METAFILENAME =
+    #"$OUTPUT_DIR/${HOSTNAME}_${minute}_${key}.meta.metrics.csv";
+
+    #&meta( $BASEFILENAME, $METAFILENAME, $key, $OStype, $SN, $HOSTNAME );
+
+}
+
+########
+# UPTIME
+########
+
+sub uptime_metrics_fn {
+
+    my $key = shift;
+
+    $BASEFILENAME = "$OUTPUT_DIR/${HOSTNAME}_${minute}_${key}.metrics.csv";
+
+    &uptime_metrics($key);
+
+    $now = time();
+    $now = $now - $start;
+
+    #$METAFILENAME =
+    #"$OUTPUT_DIR/${HOSTNAME}_${minute}_${key}.meta.metrics.csv";
+
+    #&meta( $BASEFILENAME, $METAFILENAME, $key, $OStype, $SN, $HOSTNAME );
+
+}
+
+#####
+# TOP
+#####
+
+sub top_metrics_fn {
+
+    my $key = shift;
+
+    $BASEFILENAME = "$OUTPUT_DIR/${HOSTNAME}_${minute}_${key}.metrics.csv";
+
+    &top_metrics($key);
+
+    $now = time();
+    $now = $now - $start;
+
+    #$METAFILENAME =
+    #"$OUTPUT_DIR/${HOSTNAME}_${minute}_${key}.meta.metrics.csv";
+
+    #&meta( $BASEFILENAME, $METAFILENAME, $key, $OStype, $SN, $HOSTNAME );
+
+}
+
+######
+# UARG
+######
+
+sub uarg_events_fn {
+
+    my $key = shift;
+
+    $BASEFILENAME = "$OUTPUT_DIR/${HOSTNAME}_${minute}_${key}.events.csv";
+
+    &uarg_events($key);
+
+    $now = time();
+    $now = $now - $start;
+
+    #$METAFILENAME =
+    #"$OUTPUT_DIR/${HOSTNAME}_${minute}_${key}.meta.metrics.csv";
+
+    #&meta( $BASEFILENAME, $METAFILENAME, $key, $OStype, $SN, $HOSTNAME );
+
+}
diff --git a/deployment-apps/TA-metricator-hec-for-nmon/bin/nmonparser_hec.py b/deployment-apps/TA-metricator-hec-for-nmon/bin/nmonparser_hec.py
new file mode 100755
index 0000000..80cdfcc
--- /dev/null
+++ b/deployment-apps/TA-metricator-hec-for-nmon/bin/nmonparser_hec.py
@@ -0,0 +1,3264 @@
+#!/usr/bin/env python
+
+# Program name: nmonparser.py
+# Compatibility: Python 3.x
+# Purpose - nmon data processing for Splunk
+# Author - Guilhem Marchand
+
+# Licence:
+
+# Copyright 2017 Octamis - Copyright 2017 Guilhem Marchand
+
+# Load libs
+
+from __future__ import print_function
+
+import sys
+import re
+import os
+import time
+import datetime
+import csv
+import logging
+from io import StringIO ## for Python 3
+import platform
+import optparse
+import glob
+import socket
+import json
+import subprocess
+
+# Converter version
+nmonparser_version = '3.0.0'
+
+# LOGGING INFORMATION:
+# - The program uses the standard logging Python module to display important messages in Splunk logs
+# - When we want messages to be indexed within Splunk nmon_processing sourcetype, display the message
+# in stdout. (splunk won't index logging messages)
+# Typically, functional errors will be displayed in stdout while technical failure will be logged
+
+#################################################
+#      Parameters
+#################################################
+
+# The nmon sections to be proceeded is not anymore statically defined
+# The sections are now defined through the nmonparser_config.json file located eith in default or local
+
+# Sections of Performance Monitors with standard dynamic header but no "device" notion that would require the data
+# to be transposed.
+# You can add or remove any section depending on your needs
+static_section = ""
+
+# Some specific sections per OS
+Solaris_static_section = ""
+
+# Some specfic sections for micro partitions (AIX or Power Linux)
+LPAR_static_section = ""
+
+# This is the TOP section which contains Performance data of top processes
+# It has a specific structure and requires specific treatment
+top_section = ""
+
+# This is the UARG section which contains full command line arguments with some other information such as PID, user,
+# group and so on.
+# It has a specific structure and requires specific treatment
+uarg_section = ""
+
+# Sections of Performance Monitors with "device" notion, data needs to be transposed by time to be fully exploitable
+# This particular section will check for up to 10 subsection per Performance Monitor
+# By default, Nmon create a new subsection (add an increment from 1 to x) per step of 150 devices
+# 1500 devices (disks) will be taken in charge in default configuration
+dynamic_section1 = ""
+
+# Sections of Performance Monitors with "device" notion, data needs to be transposed by time to be fully exploitable
+dynamic_section2 = ""
+
+# disks extended statistics (DG*)
+disk_extended_section = ""
+
+# Sections of Performance Monitors for Solaris
+
+# Zone, Project, Task... performance
+solaris_WLM = ""
+
+# Veritas Storage Manager
+solaris_VxVM = ""
+
+solaris_dynamic_various = ""
+
+# AIX only dynamic sections
+AIX_dynamic_various = ""
+
+# AIX Workload Management
+AIX_WLM = ""
+
+# nmon_external
+nmon_external = ""
+
+# nmon external with transposition of data
+nmon_external_transposed = ""
+
+#################################################
+#      Variables
+#################################################
+
+# Set logging format
+logging.root
+logging.root.setLevel(logging.DEBUG)
+formatter = logging.Formatter('%(levelname)s %(message)s')
+handler = logging.StreamHandler()
+handler.setFormatter(formatter)
+logging.root.addHandler(handler)
+
+# Initial states for Analysis
+colddata = False
+fifo = False
+
+# Starting time of process
+start_time = time.time()
+
+# Verify SPLUNK_HOME environment variable is available, the script is expected to be launched by Splunk
+# which will set this.
+# for debugging or manual run, please set this variable manually
+try:
+    os.environ["SPLUNK_HOME"]
+except KeyError:
+    logging.error(
+        'The environment variable SPLUNK_HOME could not be verified, if you want to run this script manually you need'
+        ' to export it before processing')
+    sys.exit(1)
+
+# Guest Operation System type
+ostype = platform.system().lower()
+
+# If running Windows OS (used for directory identification)
+is_windows = re.match(r'^win\w+', (platform.system().lower()))
+
+# Current date
+now = time.strftime("%d-%m-%Y %H:%M:%S")
+
+# Current date in epoch time
+if is_windows:
+    now_epoch = int(time.time())
+else:
+    now_epoch = time.strftime("%s")
+
+    # in case datetime fails
+    if now_epoch == "%s":
+        now_epoch = int(time.time())
+
+# Minute of the hour, to be used for file naming convention
+minute = time.strftime("%M")
+
+# Python version
+python_version = platform.python_version()
+
+# SPLUNK_HOME environment variable
+SPLUNK_HOME = os.environ['SPLUNK_HOME']
+
+# Discover TA-metricator-hec-for-nmon path
+
+if is_windows:
+    TA_APP = SPLUNK_HOME + '\\etc\\apps\\TA-metricator-hec-for-nmon'
+else:
+    TA_APP = SPLUNK_HOME + '/etc/apps/TA-metricator-hec-for-nmon'
+
+if is_windows:
+    TA_APP_CLUSTERED = SPLUNK_HOME + '\\etc\\slave-apps\\TA-metricator-hec-for-nmon'
+else:
+    TA_APP_CLUSTERED = SPLUNK_HOME + '/etc/slave-apps/TA-metricator-hec-for-nmon'
+
+# Empty APP
+APP = ''
+
+# Verify APP exist
+if os.path.exists(TA_APP):
+    APP = TA_APP
+elif os.path.exists(TA_APP_CLUSTERED):
+    APP = TA_APP_CLUSTERED
+else:
+    msg = 'The Application root directory could not be found, is the TA-metricator-hec-for-nmon installed ? We tried: ' + \
+          str(TA_APP) + ' ' + str(TA_APP_CLUSTERED)
+    logging.error(msg)
+    sys.exit(1)
+
+# Identify the Technical Add-on version
+if is_windows:
+    APP_CONF_FILE = APP + "\\default\\app.conf"
+else:
+    APP_CONF_FILE = APP + "/default/app.conf"
+
+addon_version = "Unknown"
+with open(APP_CONF_FILE, "r") as f:
+    for line in f:
+        addon_version_match = re.match(r'version\s*=\s*([\d|\.]*)', line)
+        if addon_version_match:
+            addon_version = addon_version_match.group(1)
+
+# APP_VAR directory
+if is_windows:
+    APP_MAINVAR = SPLUNK_HOME + '\\var\\log\\metricator'
+    APP_VAR = SPLUNK_HOME + '\\var\\log\\metricator\\var'
+else:
+    APP_MAINVAR = SPLUNK_HOME + '/var/log/metricator'
+    APP_VAR = SPLUNK_HOME + '/var/log/metricator/var'
+if not os.path.exists(APP_MAINVAR):
+    os.mkdir(APP_MAINVAR)
+if not os.path.exists(APP_VAR):
+    os.mkdir(APP_VAR)
+
+# ID reference file, will be used to temporarily store the last execution result for a given nmon file,
+# and prevent Splunk from generating duplicates by relaunching the conversion process
+# Splunk when using a custom archive mode, launches twice the custom script
+
+# Supplementary note: Since V1.1.0, the ID_REF is overwritten if running real time mode
+if is_windows:
+    ID_REF = APP_VAR + '\\id_reference.txt'
+else:
+    ID_REF = APP_VAR + '/id_reference.txt'
+
+# Config Reference file
+if is_windows:
+    CONFIG_REF = APP_VAR + '\\config_reference.txt'
+else:
+    CONFIG_REF = APP_VAR + '/config_reference.txt'
+
+# BBB extraction flag
+if is_windows:
+    BBB_FLAG = APP_VAR + '\\BBB_status.flag'
+else:
+    BBB_FLAG = APP_VAR + '/BBB_status.flag'
+
+# CSV Perf data repository
+if is_windows:
+    DATA_DIR = APP_VAR + '\\csv_workingdir\\'
+else:
+    DATA_DIR = APP_VAR + '/csv_workingdir/'
+if not os.path.exists(DATA_DIR):
+    os.mkdir(DATA_DIR)
+
+# CSV Perf data working directory (files are moved at the end from DATA_DIR to DATAWORKING_DIR)
+if is_windows:
+    DATAFINAL_DIR = APP_VAR + '\\csv_repository\\'
+else:
+    DATAFINAL_DIR = APP_VAR + '/csv_repository/'
+if not os.path.exists(DATA_DIR):
+    os.mkdir(DATA_DIR)
+
+# CSV output repository
+if is_windows:
+    CONFIG_DIR = APP_VAR + '\\config_repository\\'
+else:
+    CONFIG_DIR = APP_VAR + '/config_repository/'
+if not os.path.exists(CONFIG_DIR):
+    os.mkdir(CONFIG_DIR)
+
+# Network interface outdated state file (Unix only)
+# remove any existing file at startup time
+OUTDATED_NETIF_NMON_STATE= APP_VAR + '/outdated_network_int_nmon.state'
+if os.path.exists(OUTDATED_NETIF_NMON_STATE):
+    os.remove(OUTDATED_NETIF_NMON_STATE)
+
+# Initialize some default values
+day = "-1"
+month = "-1"
+year = "-1"
+ZZZZ_timestamp = "-1"
+INTERVAL = "-1"
+SNAPSHOTS = "-1"
+sanity_check = "-1"
+
+# load configuration from json config file
+# the config_file json may exist in default or local (if customized)
+# this will define the list of nmon section we want to extract
+
+if is_windows:
+    if os.path.isfile(APP + "\\local\\nmonparser_config.json"):
+        nmonparser_config = APP + "\\local\\nmonparser_config.json"
+    else:
+        nmonparser_config = APP + "\\default\\nmonparser_config.json"
+else:
+    if os.path.isfile(APP + "/local/nmonparser_config.json"):
+        nmonparser_config = APP + "/local/nmonparser_config.json"
+    else:
+        nmonparser_config = APP + "/default/nmonparser_config.json"
+
+with open(nmonparser_config) as nmonparser_config_json:
+    config_json = json.load(nmonparser_config_json)
+
+static_section = config_json['static_section']
+Solaris_static_section = config_json['Solaris_static_section']
+LPAR_static_section = config_json['LPAR_static_section']
+top_section = config_json['top_section']
+uarg_section = config_json['uarg_section']
+dynamic_section1 = config_json['dynamic_section1']
+dynamic_section2 = config_json['dynamic_section2']
+disk_extended_section = config_json['disk_extended_section']
+solaris_WLM = config_json['solaris_WLM']
+solaris_VxVM = config_json['solaris_VxVM']
+solaris_dynamic_various = config_json['solaris_dynamic_various']
+AIX_dynamic_various = config_json['AIX_dynamic_various']
+AIX_WLM = config_json['AIX_WLM']
+nmon_external = config_json['nmon_external']
+nmon_external_transposed = config_json['nmon_external_transposed']
+
+#################################################
+#      Arguments
+#################################################
+
+parser = optparse.OptionParser(usage='usage: %prog [options]', version='%prog '+nmonparser_version)
+
+parser.set_defaults(mode='auto', datadir=DATA_DIR, configdir=CONFIG_DIR, dumpargs=False)
+
+parser.add_option('-d', '--datadir', action='store', type='string', dest='datadir',
+                  help='sets the output directory for data CSV files (Default: %default)')
+
+opmodes = ['auto', 'fifo', 'colddata']
+
+parser.add_option('-m', '--mode', action='store', type='choice', dest='mode', choices=opmodes,
+                  help='sets the operation mode (Default: %default); supported modes: ' + ', '.join(opmodes))
+
+parser.add_option('--use_fqdn', action='store_true', dest='use_fqdn', help='Use the host fully qualified '
+                                                                           'domain name (fqdn) as the '
+                                                                           'hostname value instead of the'
+                                                                           ' value returned by nmon.\n'
+                                                                           '**CAUTION:** This option must not be used'
+                                                                           ' when managing nmon data generated out'
+                                                                           ' of Splunk'
+                                                                           ' (eg. central repositories)')
+
+parser.add_option('--show_zero_values', action='store_true', dest='show_zero_values', help='Use this option to allow'
+                                                                           ' the TA to generate metrics'
+                                                                           ' with 0 values.\n'
+                                                                           ' The default behavior is to remove any '
+                                                                           ' metric having a zero value before it'
+                                                                           ' reaches Splunk ingestion.')
+
+parser.add_option('--splunk_http_url', action='store', type='string', dest='splunk_http_url',
+                  help='Defines the URL for Splunk http forwarding, example:'
+                  '--splunk_http_url  https://host.splunk.com:8088/services/collector/event')
+
+parser.add_option('--splunk_http_token', action='store', type='string', dest='splunk_http_token',
+                  help='Defines the value of the Splunk HEC token, example:'
+                  '--splunk_http_token B07538E6-729F-4D5B-8AE1-30E93646C65A'),
+
+parser.add_option('--splunk_metrics_index', action='store', type='string', dest='splunk_metrics_index',
+                  help='Defines the name of the Splunk metrics index (default os-unix-nmon-metrics'),
+
+parser.add_option('--splunk_events_index', action='store', type='string', dest='splunk_events_index',
+                  help='Defines the name of the Splunk events index (default os-unix-nmon-events')
+
+parser.add_option('--splunk_config_index', action='store', type='string', dest='splunk_config_index',
+                  help='Defines the name of the Splunk config index (default os-unix-nmon-config')
+
+parser.add_option('-n', '--no_local_log', action='store_true', dest='no_local_log', help='Do not write local log on'
+                                                                              'machine file system')
+
+parser.add_option('--dumpargs', action='store_true', dest='dumpargs',
+                  help='only dump the passed arguments and exit (for debugging purposes only)')
+
+parser.add_option('--debug', action='store_true', dest='debug', help='Activate debug for testing purposes')
+
+parser.add_option('-s', '--silent', action='store_true', dest='silent', help='Do not output the per section detail'
+                                                                              'logging to save data volume')
+
+(options, args) = parser.parse_args()
+
+if options.dumpargs:
+    print("options: ", options)
+    print("args: ", args)
+    sys.exit(0)
+
+# Set debug mode
+if options.debug:
+    debug = True
+else:
+    debug = False
+
+# Set processing output verbosity
+if options.silent:
+    silent = True
+else:
+    silent = False
+
+# Write / Don't write log on file system
+if options.no_local_log:
+    no_local_log = True
+else:
+    no_local_log = False
+
+# Set hostname mode
+if options.use_fqdn:
+    use_fqdn = True
+else:
+    use_fqdn = False
+
+# Allow / Disallow generation of zero values metrics
+if options.show_zero_values:
+    show_zero_values = True
+else:
+    show_zero_values = False
+
+# Splunk http output
+use_splunk_http = False
+splunk_http_token_is_set = False
+
+if options.splunk_http_url and options.splunk_http_token:
+    use_splunk_http = True
+    splunk_http_url = options.splunk_http_url
+    splunk_http_token = options.splunk_http_token
+
+    # Manage the default value provided for the demonstration purpose
+    if "insert_your_splunk_http_token" in splunk_http_token:
+        logging.error(
+            "the Splunk http input token must be defined using the --splunk_http_token <token value> argument, "
+            "forwarding to Splunk http input will be disabled")
+        use_splunk_http = False
+    else:
+        splunk_http_token_is_set = True
+
+elif options.splunk_http_url and not options.splunk_http_token:
+    logging.error("the Splunk http input token must be defined using the --splunk_http_token <token value> argument, "
+                  "forwarding to Splunk http input will be disabled")
+    use_splunk_http = False
+
+# Define default indexes destinations for Splunk
+if options.splunk_metrics_index:
+    splunk_metrics_index = options.splunk_metrics_index
+else:
+    splunk_metrics_index = 'os-unix-nmon-metrics'
+
+if options.splunk_events_index:
+    splunk_events_index = options.splunk_events_index
+else:
+    splunk_events_index = 'os-unix-nmon-events'
+
+if options.splunk_config_index:
+    splunk_config_index = options.splunk_config_index
+else:
+    splunk_config_index = 'os-unix-nmon-config'
+
+# Splunk HEC only: store the final batch file to be streamed (remove any pre-existing file)
+SPLUNK_HEC_BATCHFILE = APP_VAR + '/splunk_hec_perfdata_batch.dat'
+if os.path.isfile(SPLUNK_HEC_BATCHFILE):
+    os.remove(SPLUNK_HEC_BATCHFILE)
+
+DATA_DIR = options.datadir
+CONFIG_DIR = options.configdir
+
+if not os.path.exists(DATA_DIR):
+    try:
+        os.makedirs(DATA_DIR)
+    except Exception as ex:
+        logging.error("Unable to create data output directory '%s': %s" % (DATA_DIR, ex))
+        sys.exit(1)
+
+if not os.path.exists(DATAFINAL_DIR):
+    try:
+        os.makedirs(DATAFINAL_DIR)
+    except Exception as ex:
+        logging.error("Unable to create data output directory '%s': %s" % (DATAFINAL_DIR, ex))
+        sys.exit(1)
+
+if not os.path.exists(CONFIG_DIR):
+    try:
+        os.makedirs(CONFIG_DIR)
+    except Exception as ex:
+        logging.error("Unable to create config output directory '%s': %s" % (CONFIG_DIR, ex))
+        sys.exit(1)
+
+#################################################
+#      Functions
+#################################################
+
+# Return current time stamp in Nmon fashion
+
+
+def currenttime():
+    now = time.strftime("%d-%m-%Y %H:%M:%S")
+
+    return now
+
+
+# Replace % for common sections
+def subpctreplace(line):
+    # Replace bank char followed by %
+    line = re.sub(r'\s%', '_PCT', line)
+
+    # Replace % if part of a word
+    line = re.sub(r'(?<=[a-zA-Z0-9])%', '_PCT', line)
+
+    # Replace % at beginning of a word
+    line = re.sub(r'(?<=[a-zA-Z0-9,])%(?=[a-zA-Z0-9]+|$)', 'PCT', line)
+
+    # Replace any other %
+    line = re.sub(r'%', '_PCT', line)
+
+    return line
+
+
+# Replace % for TOP section only
+def subpcttopreplace(line):
+    # Replace % (specific for TOP)
+    line = re.sub(r'%', 'pct_', line)
+
+    return line
+
+
+# Replace others for all sections
+def subreplace(line):
+    # Replace blank space between 2 groups of chars
+    line = re.sub(r'(?<=[a-zA-Z0-9]) (?=[a-zA-Z0-9]+|$)', '_', line)
+
+    # Replace +
+    line = re.sub(r'\+', '', line)
+
+    # Replace "(" by "_"
+    line = re.sub(r'\(', '_', line)
+
+    # Replace ")" by nothing
+    line = re.sub(r'\)', '', line)
+
+    # Replace =0 by nothing
+    line = re.sub(r'=0', '', line)
+
+    # Replace any last work ending with _
+    line = re.sub(r'_$', '', line)
+
+    return line
+
+
+# Convert month names (eg. JANV) to month numbers (eg. 01)
+def monthtonumber(mydate):
+    month_to_numbers = {'JAN': '01', 'FEB': '02', 'MAR': '03', 'APR': '04', 'MAY': '05', 'JUN': '06', 'JUL': '07',
+                        'AUG': '08', 'SEP': '09', 'OCT': '10', 'NOV': '11', 'DEC': '12'}
+
+    for k, v in month_to_numbers.items():
+        mydate = mydate.replace(k, v)
+
+    return mydate
+
+
+# Convert month numbers (eg. 01) to month names (eg. JANV)
+def numbertomonth(month):
+    numbers_to_month = {'01': 'JAN', '02': 'FEB', '03': 'MAR', '04': 'APR', '05': 'MAY', '06': 'JUN', '07': 'JUL',
+                        '08': 'AUG', '09': 'SEP', '10': 'OCT', '11': 'NOV', '12': 'DEC'}
+
+    for k, v in numbers_to_month.items():
+        month = month.replace(k, v)
+
+    return month
+
+
+# Open ID_REF, global to be used in function or current scope
+def openRef():
+    global ref
+    ref = open(ID_REF, "w")
+
+
+# metrics_dictionary
+
+def metrics_dict(metric):
+
+    # nmon section (type to metric_name),
+    dict = {
+        "CPU_ALL": "cpu",
+        "CPUnn": "cpu",
+        "DGBACKLOG": "storage",
+        "DGBUSY": "storage",
+        "DGINFLIGHT": "storage",
+        "DGIOTIME": "storage",
+        "DGREAD": "storage",
+        "DGREADMERGE": "storage",
+        "DGREADS": "storage",
+        "DGREADSERV": "storage",
+        "DGSIZE": "storage",
+        "DGWRITE": "storage",
+        "DGWRITEMERGE": "storage",
+        "DGWRITES": "storage",
+        "DGWRITESERV": "storage",
+        "DGXFER": "storage",
+        "DISKBSIZE": "storage",
+        "DISKBUSY": "storage",
+        "DISKREAD": "storage",
+        "DISKREADS": "storage",
+        "DISKREADSERV": "storage",
+        "DISKRIO": "storage",
+        "DISKSVCTM": "storage",
+        "DISKWAITTM": "storage",
+        "DISKWIO": "storage",
+        "DISKWRITE": "storage",
+        "DISKWRITES": "storage",
+        "DISKWRITESERV": "storage",
+        "DISKXFER": "storage",
+        "FCREAD": "adapters",
+        "FCWRITE": "adapters",
+        "FCXFERIN": "adapters",
+        "FCXFEROUT": "adapters",
+        "FILE": "kernel",
+        "IOADAPT": "adapters",
+        "JFSFILE": "storage",
+        "JFSINODE": "storage",
+        "LPAR": "cpu",
+        "MEM": "memory",
+        "MEMNEW": "memory",
+        "MEMUSE": "memory",
+        "NET": "network",
+        "NETERROR": "network",
+        "NETPACKET": "network",
+        "NFSCLIV2": "network",
+        "NFSSVRV2": "network",
+        "NFSCLIV3": "network",
+        "NFSSVRV3": "network",
+        "NFSCLIV4": "network",
+        "NFSSVRV4": "network",
+        "PAGE": "kernel",
+        "POOLS": "cpu",
+        "PROC": "kernel",
+        "PROCSOL": "kernel",
+        "SEA": "adapters",
+        "SEACHPHY": "adapters",
+        "SEAPACKET": "adapters",
+        "TOP": "processes",
+        "UARG": "processes",
+        "VM": "memory",
+        "WLMBIO": "processes",
+        "WLMCPU": "processes",
+        "WLMMEM": "processes",
+        "WLMPROJECTCPU": "processes",
+        "WLMPROJECTMEM": "processes",
+        "WLMTASKCPU": "processes",
+        "WLMTASKMEM": "processes",
+        "WLMUSERCPU": "processes",
+        "WLMUSERMEM": "processes",
+        "WLMZONECPU": "processes",
+        "WLMZONEMEM": "processes",
+        "UPTIME": "system",
+        "PROCCOUNT": "processes",
+        "DF_STORAGE": "storage",
+        "DF_INODES": "storage"
+    }
+
+    # some metrics will auto-increment, we want to match the metric group
+    # but NFS is a specific case where we need to match the version number
+    metric_match = re.match("(^\w*[a-zA-z])[0-9]{0,}", metric)
+    metric_nfs_match = re.match("(^NFS\w*)", metric)
+
+    if metric_nfs_match:
+        metric_grp = metric_nfs_match.group(1)
+        if metric_grp in dict:
+            return dict[metric_grp]
+        else:
+            return 'custom'
+    elif metric_match:
+        metric_grp = metric_match.group(1)
+        if metric_grp in dict:
+            return dict[metric_grp]
+        else:
+            return 'custom'
+    else:
+        return 'custom'
+
+
+# Simple function to test numbers
+def is_number(s):
+    try:
+        float(s)
+        return True
+    except ValueError:
+        pass
+
+    try:
+        import unicodedata
+        unicodedata.numeric(s)
+        return True
+    except (TypeError, ValueError):
+        pass
+
+    return False
+
+
+# Simple function to get file size in bytes
+def file_size(fname):
+        statinfo = os.stat(fname)
+        return statinfo.st_size
+
+
+# Meta data
+# The Meta data creation are not used currently due to the metrics specific Splunk licensing model
+# this might change in the future.
+
+def meta(currsection_meta,currsection_output,section,metric_category,OStype,SN,HOSTNAME):
+
+    with open(currsection_meta, "w") as m:
+        current_time = int(time.time())
+        fsize = file_size(currsection_output)
+        m.write("metric_timestamp,metric_name,OStype,serialnum,hostname,metric_category,metric_section,_value\n")
+        m.write(str(current_time) + ",os.unix.nmon.meta.metric_fsize_bytes," + OStype + ',' + SN + ',' + HOSTNAME
+                + ',' + metric_category + ',' + section + ',' + str(fsize) + '\n')
+
+
+# Convert csv data into key=value format
+def write_kv(input, kv_file):
+    with open(kv_file, 'a') as f:
+        reader = csv.DictReader(input)
+
+        for row in reader:
+            data = ""
+            for k, v in row.items():
+                data = ("%s=\"%s\" " % (k, v)) + data
+            f.write(data + '\n')
+
+
+# Stream to Splunk HEC
+def write_kv_to_http(input, index, sourcetype):
+
+    reader = csv.DictReader(input)
+    http_data = ""
+    event_batch_header = '", "index": "' + index + '", "source": "nmon_data:http", ' \
+                                                   '"sourcetype": "' + str(sourcetype) + '", "event": "'
+
+    for row in reader:
+        data = ""
+        for k, v in row.items():
+            data = ("%s=\"%s\" " % (k, v)) + data
+
+        # extract epochtime
+        timestamp_match = re.match(r'.*timestamp="([0-9]*)".*', data)
+        if timestamp_match:
+            timestamp = timestamp_match.group(1)
+        else:
+            logging.warn("failed to parse timestamp before streaming to http, applying now as the timestamp")
+            timestamp = time.strftime("%s")
+
+        # escape any double quote
+        params = data.replace('"', '\\"')
+
+        # This might be changed for a more Pythonic approach in the future!
+        http_data = http_data + "\n" + '{"time": "' +\
+                    str(timestamp) + event_batch_header + params + '"}'
+
+    with open(SPLUNK_HEC_BATCHFILE, "a") as f:
+        f.write(http_data)
+        f.write("\n")
+
+# Stream to Splunk HEC - process the performance data in a unique batch
+def stream_to_splunk_http(url, token):
+
+    FNULL = open('/dev/null', 'w')
+
+    # This might be changed for a more Pythonic approach in the future!
+    http_data = '-s -k --max-time 30 --connect-timeout 30 -H \"Authorization: Splunk ' + str(token) + '\" ' + \
+                str(url) + ' -d @' + str(SPLUNK_HEC_BATCHFILE)
+
+    cmd = "unset LIBPATH; unset LD_LIBRARY_PATH; curl" + " " + http_data
+    subprocess.call([cmd], shell=True, stdout=FNULL, stderr=subprocess.PIPE)
+
+
+####################################################################
+#           Main Program
+####################################################################
+
+#################################
+# Retrieve NMON data from stdin #
+#################################
+
+# Read nmon data from stdin
+data = sys.stdin.readlines()
+
+# Number of lines read
+nbr_lines = len(data)
+
+# Size of data read
+bytes_total = len(''.join(data))
+
+# Show current time and number of lines
+msg = currenttime() + " Reading NMON data: " + str(nbr_lines) + " lines" + " " + str(bytes_total) + " bytes"
+print(msg)
+
+# Show Splunk Root Directory
+msg = 'Splunk Root Directory ($SPLUNK_HOME): ' + str(SPLUNK_HOME)
+print(msg)
+
+# Show addon type
+msg = "addon type: " + str(APP)
+print(msg)
+
+# Show application version
+msg = "addon version: " + str(addon_version)
+print(msg)
+
+# Show program version
+msg = "nmonparser version: " + str(nmonparser_version)
+print(msg)
+
+# Show type of OS we are running
+print('Guest Operating System:', ostype)
+
+# Show Python Version
+print('Python version:', python_version)
+
+# Prevent managing empty file
+count = 0
+
+# Exit if empty with error message
+for line in data:
+    count += 1
+
+if count < 1:
+    logging.error('Empty Nmon file!')
+    sys.exit(1)
+
+##################################################
+# Extract Various data from AAA and BBB sections #
+##################################################
+
+# Set some default values
+SN = "-1"
+HOSTNAME = "-1"
+DATE = "-1"
+TIME = "-1"
+logical_cpus = "-1"
+virtual_cpus = "-1"
+OStype = "Unknown"
+
+# The hostname value returned by nmon and nmonparser.py can be overridden by setting the option
+# override_sys_hostname="1" in local/nmon.conf or /etc/nmon.conf
+# If so, we will search for a value to set the hostname
+# default is use system host name (see above)
+# If the option is activated, and we failed finding a value, fall back to system hostname (see above)
+
+SPLUNK_HOSTNAME_OVERRIDE = False
+
+# serial number override:
+# the serial number used to achieve the frameID enrichment within the application can be overridden using the option:
+# override_sys_serialnum="1" in local/nmon.conf or /etc/nmon.conf
+# If so, we will search for the appropriated value in nmon.conf with the configuration name:
+# override_sys_serialnum_value="<string>"
+
+SERIALNUM_OVERRIDE = False
+SERIALNUM_OVERRIDE_VALUE = "none"
+
+if is_windows:
+    SPLUNK_SYSTEM_INPUTS = SPLUNK_HOME + "\\etc\\system\\local\\inputs.conf"
+else:
+    SPLUNK_SYSTEM_INPUTS = SPLUNK_HOME + "/etc/system/local/inputs.conf"
+
+if is_windows:
+    NMON_SPLUNK_LOCAL_CONF = APP + "\\local\\nmon.conf"
+else:
+    NMON_SPLUNK_LOCAL_CONF = APP + "/local/nmon.conf"
+
+# Unix only
+NMON_SYS_LOCAL_CONF = "/etc/nmon.conf"
+
+# Define the local conf with the higher priority
+if os.path.isfile(NMON_SYS_LOCAL_CONF):
+    NMON_LOCAL_CONF = NMON_SYS_LOCAL_CONF
+elif os.path.isfile(NMON_SPLUNK_LOCAL_CONF):
+    NMON_LOCAL_CONF = NMON_SPLUNK_LOCAL_CONF
+else:
+    NMON_LOCAL_CONF = "none"
+
+if not NMON_LOCAL_CONF == "none" and os.path.isfile(NMON_LOCAL_CONF):
+
+    with open(NMON_LOCAL_CONF, "r") as f:
+        for config in f:
+
+            override_sys_hostname_match = re.match(r'override_sys_hostname=\"1\"', config)
+            if override_sys_hostname_match:
+                SPLUNK_HOSTNAME_OVERRIDE = True
+
+            override_sys_serialnum_match = re.match(r'override_sys_serialnum=\"1\"', config)
+            if override_sys_serialnum_match:
+                SERIALNUM_OVERRIDE = True
+
+            override_sys_serialnum_value_match = re.match(r'override_sys_serialnum_value=\"([a-zA-Z0-9\-\_]*)\"', config)
+            if override_sys_serialnum_value_match:
+                SERIALNUM_OVERRIDE_VALUE = override_sys_serialnum_value_match.group(1)
+
+# Enter only if the option has been activated
+if SPLUNK_HOSTNAME_OVERRIDE:
+
+    if os.path.isfile(SPLUNK_SYSTEM_INPUTS):
+
+        with open(SPLUNK_SYSTEM_INPUTS, "r") as f:
+            for config in f:
+                splunk_hostname_match = re.match(r'host\s*=\s*(.+)\n', config)
+                # If we have found a match, abort reading rest of file
+                if splunk_hostname_match:
+                    break
+            if splunk_hostname_match:
+                splunk_hostname = splunk_hostname_match.group(1)
+
+                # override with the first occurrence only
+                HOSTNAME = splunk_hostname
+                print("HOSTNAME:", HOSTNAME)
+            else:
+                print("WARN: overriding the hostname value has been requested using override_sys_hostname in "
+                      "local/nmon.conf but no value could be extracted from Splunk system/local/input.conf, reverted to"
+                      "system value.")
+                SPLUNK_HOSTNAME_OVERRIDE = False
+
+elif use_fqdn:
+    host = socket.getfqdn()
+    if host:
+        HOSTNAME = host
+        print("HOSTNAME:", HOSTNAME)
+
+for line in data:
+
+    # Set HOSTNAME
+
+    # if the option --use_fqdn has been set, use the fully qualified domain name by the running OS
+    # The value will be equivalent to the stdout of the os "hostname -f" command
+    # CAUTION: This option must not be used to manage nmon data out of Splunk ! (eg. central repositories)
+
+    if not SPLUNK_HOSTNAME_OVERRIDE and not use_fqdn:
+        host = re.match(r'^(AAA),(host),(.+)\n', line)
+        if host:
+            HOSTNAME = host.group(3)
+            print("HOSTNAME:", HOSTNAME)
+
+    # Set VERSION
+    version = re.match(r'^(AAA),(version),(.+)\n', line)
+    if version:
+        VERSION = version.group(3)
+        print("NMON VERSION:", VERSION)
+
+    # Set SN
+    if SERIALNUM_OVERRIDE:
+        SN = SERIALNUM_OVERRIDE_VALUE
+    else:
+        sn = re.match(r'^BBB\w*,[^,]*,[^,]*,\"(?:systemid|serial_number)[^,]*IBM,(\w*)[\s|\"].*\n', line)
+        if sn:
+            SN = sn.group(1)
+
+    # Set DATE
+    date = re.match(r'^(AAA),(date),(.+)\n', line)
+    if date:
+        DATE = date.group(3)
+        print("DATE of Nmon data:", DATE)
+
+    # Set date details
+    date_details = re.match(r'(AAA,date,)([0-9]+)[/|\-]([a-zA-Z-0-9]+)[/|\-]([0-9]+)', line)
+    if date_details:
+        day = date_details.group(2)
+        month = date_details.group(3)
+        year = date_details.group(4)
+
+    # Set TIME
+    time_match = re.match(r'^(AAA),(time),(.+)\n', line)
+    if time_match:
+        TIME = time_match.group(3)
+        print("TIME of Nmon Data:", TIME)
+
+    # Set INTERVAL
+    interval = re.match(r'^(AAA),(interval),(.+)\n', line)
+    if interval:
+        INTERVAL = interval.group(3)
+        print("INTERVAL:", INTERVAL)
+
+    # Set SNAPSHOTS
+    snapshots = re.match(r'^(AAA),(snapshots),(.+)\n', line)
+    if snapshots:
+        SNAPSHOTS = snapshots.group(3)
+        print("SNAPSHOTS:", SNAPSHOTS)
+
+    # Set logical_cpus (Note: AIX systems for example will have values behind AAA,cpus - should use the second
+    # by default if it exists)
+    LOGICAL_CPUS = re.match(r'^(AAA),(cpus),(.+),(.+)\n', line)
+    if LOGICAL_CPUS:
+        logical_cpus = LOGICAL_CPUS.group(4)
+        print("logical_cpus:", logical_cpus)
+    else:
+        # If not defined in second position, set it from first
+        LOGICAL_CPUS = re.match(r'^(AAA),(cpus),(.+)\n', line)
+        if LOGICAL_CPUS:
+            logical_cpus = LOGICAL_CPUS.group(3)
+            print("logical_cpus:", logical_cpus)
+
+    # Set virtual_cpus
+    VIRTUAL_CPUS = re.match(r'^BBB[a-zA-Z].+Online\sVirtual\sCPUs.+:\s([0-9]+)\"\n', line)
+    if VIRTUAL_CPUS:
+        virtual_cpus = VIRTUAL_CPUS.group(1)
+        print("virtual_cpus:", virtual_cpus)
+
+    # Identify Linux hosts
+    OStype_Linux = re.search(r'AAA,OS,Linux', line)
+    if OStype_Linux:
+        OStype = "Linux"
+
+    # Identify Solaris hosts
+    OStype_Solaris = re.match(r'^AAA,OS,Solaris,.+', line)
+    if OStype_Solaris:
+        OStype = "Solaris"
+
+    # Identify AIX hosts
+    AIX_LEVEL_match = re.match(r'^AAA,AIX,(.+)', line)
+    if AIX_LEVEL_match:
+        OStype = "AIX"
+
+# Show NMON OStype
+print("NMON OStype:", OStype)
+
+# If HOSTNAME could not be defined
+if HOSTNAME == '-1':
+    print("ERROR: The hostname could not be extracted from Nmon data !")
+    sys.exit(1)
+
+# If DATE could not be defined
+if DATE == '-1':
+    print("date could not be extracted from Nmon data !")
+    sys.exit(1)
+
+# If TIME could not be defined
+if TIME == '-1':
+    print("time could not be extracted from Nmon data !")
+    sys.exit(1)
+
+# If logical_cpus could not be defined
+if logical_cpus == '-1':
+    print("The number of logical cpus (logical_cpus) could not be extracted from Nmon data !")
+    sys.exit(1)
+
+# If virtual_cpus could not be defined, set it equal to logical_cpus
+if virtual_cpus == '-1':
+    virtual_cpus = logical_cpus
+    print("virtual_cpus: " + virtual_cpus)
+
+# If SN could not be defined, not an AIX host, SN == HOSTNAME unless using SERIALNUM_OVERRIDE
+if SERIALNUM_OVERRIDE:
+    SN = SERIALNUM_OVERRIDE_VALUE
+elif SN == '-1':
+    SN = HOSTNAME
+print("SerialNumber:", SN)
+
+###############################
+# NMON Structure Verification #
+###############################
+
+# The purpose of this section is to achieve some structure verification of the Nmon file
+# to prevent data inconsistency
+
+for line in data:
+
+    # Verify we do not have any line that contain ZZZZ without beginning the line by ZZZZ
+    # In such case, the nmon data is bad and buggy, converting it would generate data inconsistency
+
+    # Search for ZZZZ truncated lines (eg. line containing ZZZZ pattern BUT not beginning the line)
+
+    ZZZZ_truncated = re.match(r'.+ZZZZ,', line)
+    if ZZZZ_truncated:
+        # We do not use logging to be able to access this messages within Splunk (Splunk won't index error
+        #  logging messages)
+
+        msg = 'ERROR: hostname: ' + HOSTNAME + ' Detected Bad Nmon structure, found ZZZZ lines truncated! ' \
+                                               '(ZZZZ lines contains the event timestamp and should always ' \
+                                               'begin the line)'
+        print(msg)
+        msg = 'ERROR: hostname: ' + HOSTNAME + ' Ignoring nmon data'
+        print(msg)
+        sys.exit(1)
+
+    # Search for old time format (eg. Nmon version V9 and prior)
+    time_oldformat = re.match(r'(AAA,date,)([0-9]+)/([0-9]+)/([0-9]+)', line)
+    if time_oldformat:
+        msg = 'INFO: hostname: ' + HOSTNAME + ' Detected old Nmon version using old Date format (dd/mm/yy)'
+        print(msg)
+
+        day = time_oldformat.group(2)
+        month = time_oldformat.group(3)
+        year = time_oldformat.group(4)
+
+        # Convert %y to %Y
+        year = datetime.datetime.strptime(year, '%y').strftime('%Y')
+
+        # Convert from months numbers to months name for compatibility with later Nmon versions
+        # Note: we won't use here datetime to avoid issues with locale names of months
+
+        month = numbertomonth(month)
+
+        DATE = day + '-' + month + '-' + year
+
+        msg = 'INFO: hostname: ' + HOSTNAME + ' Date converted to: ' + DATE
+        print(msg)
+
+# End for
+
+################################
+# Data status store #
+################################
+
+# Various status are stored in different files
+# This includes the id check file, the config check file and status per section containing last epochtime proceeded
+# These items will be stored in a per host dedicated directory
+
+# create a directory under APP_VAR
+# This directory will used to store per section last epochtime status
+if is_windows:
+    HOSTNAME_VAR = APP_VAR + '\\' + HOSTNAME + '_' + SN
+else:
+    HOSTNAME_VAR = APP_VAR + '/' + HOSTNAME + '_' + SN
+
+if not os.path.isdir(HOSTNAME_VAR):
+    try:
+        os.mkdir(HOSTNAME_VAR)
+    except Exception as e:
+        msg = 'Error encountered during directory creation has failed due to:'
+        msg = (msg, '%s' % e.__class__)
+        logging.error(msg)
+
+###############
+# ID Check #
+###############
+
+# This section prevents Splunk from generating duplicated data for the same Nmon file
+# While using the archive mode, Splunk may opens twice the same file sequentially
+# If the Nmon file id is already present in our reference file, then we have already proceeded this Nmon and
+# nothing has to be done
+# Last execution result will be extracted from it to stdout
+
+# Set default value for the last known epochtime
+last_known_epochtime = 0
+
+# Set the value in epochtime of the starting nmon
+NMON_DATE = DATE + ' ' + TIME
+
+# For Nmon V10 and more
+timestamp_match = re.match(r'\d*-\w*-\w*\s\d*:\d*:\d*', NMON_DATE)
+if timestamp_match:
+
+    if is_windows:
+        starting_epochtime = int(time.mktime(time.strptime(NMON_DATE, '%d-%b-%Y %H:%M:%S')))
+    else:
+        starting_epochtime = datetime.datetime.strptime(NMON_DATE, '%d-%b-%Y %H:%M:%S').strftime('%s')
+        
+        # in case datetime fails
+        if starting_epochtime == "%s":
+            starting_epochtime = int(time.mktime(time.strptime(NMON_DATE, '%d-%b-%Y %H:%M:%S')))
+        
+    starting_time = datetime.datetime.strptime(NMON_DATE, '%d-%b-%Y %H:%M:%S').strftime('%d-%m-%Y %H:%M:%S')
+
+else:
+    # For Nmon v9 and prior
+
+    if is_windows:
+        starting_epochtime = int(time.mktime(time.strptime(NMON_DATE, '%d-%b-%Y %H:%M.%S')))
+    else:
+        starting_epochtime = datetime.datetime.strptime(NMON_DATE, '%d-%b-%Y %H:%M.%S').strftime('%s')
+
+        # in case datetime fails
+        if starting_epochtime == "%s":
+            starting_epochtime = int(time.mktime(time.strptime(NMON_DATE, '%d-%b-%Y %H:%M.%S')))
+
+    starting_time = datetime.datetime.strptime(NMON_DATE, '%d-%b-%Y %H:%M.%S').strftime('%d-%m-%Y %H:%M:%S')
+
+# Search for last epochtime in data
+for line in data:
+
+    # Extract timestamp
+
+    # Nmon V9 and prior do not have date in ZZZZ
+    # If unavailable, we'll use the global date (AAA,date)
+    ZZZZ_DATE = '-1'
+    ZZZZ_TIME = '-1'
+
+    # For Nmon V10 and more
+
+    timestamp_match = re.match(r'^ZZZZ,(.+),(.+),(.+)\n', line)
+    if timestamp_match:
+        ZZZZ_TIME = timestamp_match.group(2)
+        ZZZZ_DATE = timestamp_match.group(3)
+
+        # Replace month names with numbers
+        ZZZZ_DATE = monthtonumber(ZZZZ_DATE)
+
+        # Compose final timestamp
+        ZZZZ_timestamp = ZZZZ_DATE + ' ' + ZZZZ_TIME
+
+        # Convert in epochtime
+        if is_windows:
+            ZZZZ_epochtime = int(time.mktime(time.strptime(ZZZZ_timestamp, '%d-%m-%Y %H:%M:%S')))
+        else:
+            ZZZZ_epochtime = datetime.datetime.strptime(ZZZZ_timestamp, '%d-%m-%Y %H:%M:%S').strftime('%s')
+
+            # in case datetime fails
+            if ZZZZ_epochtime == "%s":
+                ZZZZ_epochtime = int(time.mktime(time.strptime(ZZZZ_timestamp, '%d-%m-%Y %H:%M:%S')))
+
+    # For Nmon V9 and less
+
+    if ZZZZ_DATE == '-1':
+        ZZZZ_DATE = DATE
+
+        # Replace month names with numbers
+        ZZZZ_DATE = monthtonumber(ZZZZ_DATE)
+
+        timestamp_match = re.match(r'^ZZZZ,(.+),(.+)\n', line)
+        if timestamp_match:
+            ZZZZ_TIME = timestamp_match.group(2)
+            ZZZZ_timestamp = ZZZZ_DATE + ' ' + ZZZZ_TIME
+
+            # Convert in epochtime
+            if is_windows:
+                ZZZZ_epochtime = int(time.mktime(time.strptime(ZZZZ_timestamp, '%d-%m-%Y %H:%M:%S')))
+            else:
+                ZZZZ_epochtime = datetime.datetime.strptime(ZZZZ_timestamp, '%d-%m-%Y %H:%M:%S').strftime('%s')
+
+                # in case datetime fails
+                if ZZZZ_epochtime == "%s":
+                    ZZZZ_epochtime = int(time.mktime(time.strptime(ZZZZ_timestamp, '%d-%m-%Y %H:%M:%S')))
+
+# Set ending epochtime
+# noinspection PyBroadException
+try:
+    if ZZZZ_epochtime:
+        ending_epochtime = ZZZZ_epochtime
+    else:
+        ZZZZ_epochtime = starting_epochtime
+except NameError:
+    logging.info("The ending period of this Nmon file could not be determined, most probably the nmon process has not "
+                 "yet generated any performance data, this should be resolved on next occurrence.")
+    sys.exit(0)
+except:
+    logging.error("Encountered an Unexpected error while parsing this Nmon file Nmon, cannot continue")
+    sys.exit(1)
+
+# Evaluate if we are dealing with real time data or cold data
+# This feature can be overridden by the --mode option
+# Windows guest is not concerned
+if options.mode == 'colddata':
+    colddata = True
+elif options.mode == 'fifo':
+    fifo = True
+elif is_windows:
+    colddata = True
+else:
+    colddata = True
+
+# IDs
+if is_windows:
+    ID_REF = HOSTNAME_VAR + '\\' + HOSTNAME + '.id_reference.txt'
+    CONFIG_REF = HOSTNAME_VAR + '\\' + HOSTNAME + '.config_reference.txt'
+    BBB_FLAG = HOSTNAME_VAR + '\\' + HOSTNAME + '.BBB_status.flag'
+else:
+    ID_REF = HOSTNAME_VAR + '/' + HOSTNAME + '.id_reference.txt'
+    CONFIG_REF = HOSTNAME_VAR + '/' + HOSTNAME + '.config_reference.txt'
+    BBB_FLAG = HOSTNAME_VAR + '/' + HOSTNAME + '.BBB_status.flag'
+
+# NMON file id (concatenation of ids)
+idnmon = DATE + ':' + TIME + ',' + HOSTNAME + ',' + SN + ',' + str(bytes_total) + ',' + str(starting_epochtime) + ',' +\
+         str(ending_epochtime)
+
+# Partial idnmon that won't contain ending_epochtime for compare operation, to used for cold data
+partial_idnmon = DATE + ':' + TIME + ',' + HOSTNAME + ',' + SN + ',' + str(bytes_total) + ',' + str(starting_epochtime)
+
+# Show Nmon ID
+print("NMON ID:", idnmon)
+
+# Show real time / cold data message
+if colddata:
+    if options.mode == 'colddata':
+        msg = "ANALYSIS: Enforcing colddata mode using --mode option"
+    else:
+        msg = 'ANALYSIS: Assuming Nmon cold data'
+    print(msg)
+elif fifo:
+    if options.mode == 'fifo':
+        msg = "ANALYSIS: Enforcing fifo mode using --mode option"
+    else:
+        msg = 'ANALYSIS: fifo mode activated'
+    print(msg)
+
+# Open reference file for reading, if exists already
+if os.path.isfile(ID_REF):
+
+    with open(ID_REF, "r") as ref:
+
+        for line in ref:
+
+            # Notes: fifo mode will always proceed data
+
+            if colddata:
+
+                # Search for this ID
+                idmatch = re.match(partial_idnmon, line)
+                if idmatch:
+
+                    # If ID matches, then the file has been previously proceeded, let's show last result of execution
+                    for k in ref:
+                        k = k.rstrip("\n").split(";")
+                        print(k)
+
+                    sys.exit(0)
+
+                # If id does not match, recover the last known ending epoch time to proceed only new data
+                else:
+                    last_known_epochtime = starting_epochtime
+
+# If we here, then this file has not been previously proceeded
+
+# Open reference file for writing
+msg = now + " Reading NMON data: " + str(nbr_lines) + " lines" + " " + str(bytes_total) + " bytes"
+
+if colddata:
+    openRef()
+
+    # write id
+    ref.write(msg + '\n')
+    ref.write(idnmon + '\n')
+
+# write starting epoch
+msg = "Starting_epochtime: " + str(starting_epochtime)
+print(msg)
+if colddata:
+    ref.write(msg + '\n')
+
+# write last epochtime of Nmon data
+msg = "Ending_epochtime: " + str(ZZZZ_epochtime)
+print(msg)
+if colddata:
+    ref.write(msg + '\n')
+
+# Show and save last known epoch time
+msg = 'last known epoch time: ' + str(last_known_epochtime)
+print(msg)
+if colddata:
+    ref.write(msg + '\n')
+
+# Set last known epochtime equal to starting epochtime if the nmon has not been yet proceeded
+if last_known_epochtime == 0:
+    last_known_epochtime = starting_epochtime
+
+####################
+# Write CONFIG csv #
+####################
+
+# Extraction of the AAA and BBB sections with a supplementary header to allow Splunk identifying the host and
+# timestamp as a multi-lines event
+# In any case, the Configuration extraction will not be executed more than once per hour
+# In the case of Real Time data, the extraction will only be achieved once per Nmon file
+
+# Update 04/17/2015: In real time mode with very large system, the performance collect may starts before the
+# configuration ends (eg. an AAA section, followed by Perf metrics and later the BBB section)
+# This would implies partial configuration extraction to be proceeded
+# The script now verifies that the BBB section has been successfully extracted before setting the status to
+# do not extract
+
+# Set section
+section = "CONFIG"
+
+# Set output file
+config_output = APP_VAR + '/nmon_configdata.log'
+
+# config_meta = DATA_DIR + HOSTNAME + minute + '_' + section + '.meta.metrics.csv'
+
+# Set time_delta_limit, by default we should generate configuration by cycle of 24 hours unless the process
+# has been restarted
+time_delta_limit = 86400
+
+# Set default for config_run:
+# 0 --> Extract configuration
+# 1 --> Don't Extract configuration
+# default is extract
+config_run = 0
+
+# configuration data will always be extracted for cold data
+# Only enter this section when mode is fifo
+if fifo:
+
+    # Search in ID_REF for a last matching execution
+    if os.path.isfile(CONFIG_REF):
+
+        with open(CONFIG_REF, "r") as f:
+
+            for line in f:
+
+                # Only proceed if hostname has the same value
+                if HOSTNAME in line:
+
+                    CONFIG_REFDETAILS = re.match(r'^.+:\s(\d+)', line)
+                    config_lastepoch = CONFIG_REFDETAILS.group(1)
+
+                    if config_lastepoch:
+
+                        time_delta = (int(now_epoch) - int(config_lastepoch))
+
+                        if time_delta < time_delta_limit:
+
+                            # Only set the status to do not extract is the BBB_FLAG is not present
+                            if not os.path.isfile(BBB_FLAG):
+                                config_run = 1
+                            else:
+                                config_run = 0
+
+                        elif time_delta > time_delta_limit:
+
+                            config_run = 0
+
+if config_run == 0:
+
+    if fifo:
+
+        # Only allow one extraction of the config section per nmon file
+        limit = (int(starting_epochtime) + (4 * int(INTERVAL)))
+
+        if int(last_known_epochtime) < int(limit):
+
+            msg = "CONFIG section will be extracted"
+            print(msg)
+
+            # Initialize BBB_count
+            BBB_count = 0
+
+            # Open file for writing in append mode
+            if not no_local_log:
+                config = open(config_output, "ab")
+
+            # counter
+            count = 0
+
+            # Write header
+            config_header = 'timestamp="' + now_epoch + '", ' + 'date="' + DATE + ':' + TIME + '", ' \
+                            + 'host="' + HOSTNAME + '", ' + 'serialnum="' + SN \
+                            + '", configuration_content="' + '\n'
+
+            # Write the header
+            if not no_local_log:
+                config.write(config_header)
+
+            # For Splunk HEC
+            if use_splunk_http:
+                config_content = config_header
+
+            for line in data:
+
+                # Extract AAA and BBB sections, and write to config output
+                AAABBB = re.match(r'^[AAA|BBB].+', line)
+
+                if AAABBB:
+                    # Increment
+                    count += 1
+
+                    # Host override feature, if this option is activated, we want this line to be rewritten
+                    if 'AAA,host,' in line:
+                        if SPLUNK_HOSTNAME_OVERRIDE:
+                            line = 'AAA,host,' + str(HOSTNAME) + '\n'
+
+                    # Serial number override
+                    if 'AAA,SerialNumber,' in line:
+                        if SERIALNUM_OVERRIDE:
+                            line = 'AAA,SerialNumber,' + str(SERIALNUM_OVERRIDE_VALUE) + '\n'
+
+                    # Increment the BBB counter
+                    if "BBB" in line:
+                        BBB_count += 1
+
+                    # Write
+                    if not no_local_log:
+                        config.write(line)
+
+                    if use_splunk_http:
+                        config_content = config_content + str(line)
+
+            # Write end of key=value and line return
+            if not no_local_log:
+                config.write('"\n')
+                config.close()
+
+            if use_splunk_http:
+
+                # Set output pseudo files
+                config_output_tmp = StringIO()
+                config_output_final = APP_VAR + '/nmon_configdata.tmp'
+                config_content = config_content + '"\n'
+
+                # For /dev/null redirection
+                FNULL = open('/dev/null', 'w')
+
+                raw_params = config_content
+
+                # replace quotes by a space, escape double quotes
+                raw_params = re.sub(r"\'", " ", raw_params)
+                raw_params = re.sub(r'\"', '\\"', raw_params)
+
+                config_output_tmp.write(raw_params)
+                config_output_tmp.seek(0)
+
+                with open(config_output_final, "w") as f:
+
+                    splunk_hec_header = '{\"index\": \"' + splunk_config_index + \
+                                        '\", \"sourcetype\": \"nmon_config:http\", \"event\": \"'
+                    f.write(splunk_hec_header)
+
+                    for line in config_output_tmp:
+                        line = line + "\\n"
+                        f.write(line)
+                    f.write('"}')
+
+                # This might be changed for a more Pythonic approach in the future!
+                http_data = '-s -k --max-time 30 --connect-timeout 30 -H \"Authorization: Splunk ' + str(splunk_http_token) + '\" ' +\
+                            str(splunk_http_url) + ' -d @' + str(config_output_final)
+
+                cmd = "unset LIBPATH; unset LD_LIBRARY_PATH; curl" + " " + http_data
+                subprocess.call([cmd], shell=True, stdout=FNULL, stderr=subprocess.PIPE)
+
+                # Clean
+                if os.path.isfile(config_output_final):
+                    os.remove(config_output_final)
+                config_output_tmp.close()
+
+            # Under 10 lines of data in BBB, estimate extraction is not complete
+            if BBB_count < 10:
+                with open(BBB_FLAG, "w") as bbb_flag:
+                    bbb_flag.write("BBB_status KO")
+            else:
+                if os.path.isfile(BBB_FLAG):
+                    os.remove(BBB_FLAG)
+
+            # save Meta
+            # metric_category = "configuration"
+            # meta(config_meta, config_output, section, metric_category, OStype, SN, HOSTNAME)
+
+            # Show number of lines extracted
+            result = "CONFIG section: Wrote" + " " + str(count) + " lines"
+            print(result)
+
+            # Save the a combo of HOSTNAME: current_epochtime in CONFIG_REF
+            with open(CONFIG_REF, "w") as f:
+                f.write(HOSTNAME + ": " + str(now_epoch) + "\n")
+
+        else:
+
+            msg = "CONFIG section: Assuming we already extracted for this file"
+            print(msg)
+
+    elif colddata:
+
+        msg = "CONFIG section will be extracted"
+        print(msg)
+
+        # Open file for writing in append mode
+        if not no_local_log:
+            config = open(config_output, "ab")
+
+        # counter
+        count = 0
+
+        # Write header
+        config_header = 'timestamp="' + now_epoch + '", ' + 'date="' + DATE + ':' + TIME + '", ' \
+                        + 'host="' + HOSTNAME + '", ' + 'serialnum="' + SN \
+                        + '", configuration_content="' + '\n'
+
+        # Write the header
+        if not no_local_log:
+            config.write(config_header)
+
+        # For Splunk HEC
+        if use_splunk_http:
+            config_content = config_header
+
+        for line in data:
+
+            # Extract AAA and BBB sections, and write to config output
+            AAABBB = re.match(r'^[AAA|BBB].+', line)
+
+            if AAABBB:
+                # Increment
+                count += 1
+
+                # Write
+                if not no_local_log:
+                    config.write(line)
+
+                if use_splunk_http:
+                    config_content = config_content + str(line)
+
+        # Write end of key=value and line return
+        if not no_local_log:
+            config.write('"\n')
+            config.close()
+
+        if use_splunk_http:
+
+            # Set output pseudo files
+            config_output_tmp = StringIO()
+            config_output_final = APP_VAR + '/nmon_configdata.tmp'
+            config_content = config_content + '"\n'
+
+            # For /dev/null redirection
+            FNULL = open('/dev/null', 'w')
+
+            raw_params = config_content
+
+            # replace quotes by a space, escape double quotes
+            raw_params = re.sub(r"\'", " ", raw_params)
+            raw_params = re.sub(r'\"', '\\"', raw_params)
+
+            config_output_tmp.write(raw_params)
+            config_output_tmp.seek(0)
+
+            with open(config_output_final, "w") as f:
+
+                splunk_hec_header = '{\"index\": \"' + splunk_config_index + \
+                                    '\", \"sourcetype\": \"nmon_config:http\", \"source\": \"nmon_config:http\",' \
+                                    ' \"event\": \"'
+                f.write(splunk_hec_header)
+                for line in config_output_tmp:
+                    line = line + "\\n"
+                    f.write(line)
+                f.write('"}')
+
+            # This might be changed for a more Pythonic approach in the future!
+            http_data = '-s -k --max-time 30 --connect-timeout 30 -H \"Authorization: Splunk ' + str(splunk_http_token) + '\" ' +\
+                        str(splunk_http_url) + ' -d @' + str(config_output_final)
+
+            cmd = "unset LIBPATH; unset LD_LIBRARY_PATH; curl" + " " + http_data
+            subprocess.call([cmd], shell=True, stdout=FNULL, stderr=subprocess.PIPE)
+
+            # Clean
+            if os.path.isfile(config_output_final):
+                os.remove(config_output_final)
+            config_output_tmp.close()
+
+        # save Meta
+        # metric_category = "configuration"
+        # meta(config_meta, config_output, section, metric_category, OStype, SN, HOSTNAME)
+
+        # Show number of lines extracted
+        result = "CONFIG section: Wrote" + " " + str(count) + " lines"
+        print(result)
+        ref.write(result + '\n')
+
+        # Save the a combo of HOSTNAME: current_epochtime in CONFIG_REF
+        with open(CONFIG_REF, "w") as f:
+            f.write(HOSTNAME + ": " + str(now_epoch) + "\n")
+
+elif config_run == 1:
+    # Show number of lines extracted
+    result = "CONFIG section: will not be extracted (time delta of " + str(time_delta) +\
+             " seconds is inferior to " + str(time_delta_limit) + " seconds)"
+    print(result)
+
+    if colddata:
+        ref.write(result + '\n')
+
+##########################
+# Write PERFORMANCE DATA #
+##########################
+
+##########################################################################
+# regular multi-dimension data managed as metrics for the metric datastore
+##########################################################################
+
+def multi_dimension_metrics_fn(section):
+
+    header_found = False
+
+    # Set output file
+    currsection_output = APP_VAR + '/nmon_perfdata_metrics.log'
+
+    # currsection_meta = DATA_DIR + HOSTNAME + '_' + minute + '_' + section + '.meta.metrics.csv'
+
+    # counter
+    count = 0
+
+    event_count = 1
+
+    # sanity_check
+    sanity_check = 1
+
+    # Initialize num_cols_header to 0 (see sanity_check)
+    num_cols_header = 0
+
+    # Sequence to search for
+    seq = str(section) + ',' + 'T'
+
+    # define default values for metric store
+    metric_category = metrics_dict(section)
+    metric_name = "os.unix.nmon." + metric_category + "." + section.lower()
+
+    for line in data:
+
+        # Extract sections
+        if str(seq) in line:  # Don't use regex here for more performance
+
+            # increment
+            count += 1
+
+    # Virtually always activates CPUnn
+    if section == 'CPUnn':
+        # increment
+        count += 1
+
+    if count >= 1:
+
+        # Open StringIO for temp in memory
+        membuffer = StringIO()
+        membuffer2 = StringIO()
+
+        # counter
+        count = 0
+
+        for line in data:
+
+            # Extract sections (manage specific case of CPUnn), and write to output
+            if section == "CPUnn":
+                myregex = r'^' + 'CPU\d*' + '|ZZZZ.+'
+            else:
+                myregex = r'^' + section + '|ZZZZ.+'
+
+            find_section = re.match(myregex, line)
+            if find_section:
+
+                # Replace trouble strings
+                line = subpctreplace(line)
+                line = subreplace(line)
+
+                # csv header
+
+                # Extract header excluding data that always has Txxxx for timestamp reference
+                # For CPUnn, search for first core
+                if section == "CPUnn":
+                    myregex = '(' + 'CPU01' + ')\,([^T].+)'
+                else:
+                    myregex = '(' + section + ')\,([^T].+)'
+
+                # Search for header
+                fullheader_match = re.search(myregex, line)
+
+                # Standard header extraction
+
+                # For CPUnn, if first core were not found using CPU01, search for CPU000 (Solaris) and
+                # CPU001 (Linux)
+                if section == "CPUnn":
+                    if not fullheader_match:
+                        myregex = '(' + 'CPU000' + ')\,([^T].+)'
+                        fullheader_match = re.search(myregex, line)
+
+                    if not fullheader_match:
+                        myregex = '(' + 'CPU001' + ')\,([^T].+)'
+                        fullheader_match = re.search(myregex, line)
+
+                if fullheader_match:
+                    fullheader = fullheader_match.group(2)
+
+                    # Replace "." by "_" only for header
+                    fullheader = re.sub("\.", '_', fullheader)
+
+                    # Replace any blank space before comma only for header
+                    fullheader = re.sub(", ", ',', fullheader)
+
+                    header_match = re.search(r'([a-zA-Z\-/_0-9]+,)([a-zA-Z\-/_0-9,]*)', fullheader)
+
+                    if header_match:
+                        header = header_match.group(2)
+
+                        # increment
+                        count += 1
+
+                        # Write header
+
+                        # CPUnn has a specific multi-dimension mode with cpucore
+                        if section == "CPUnn":
+                            final_header = 'ZZZZ_epochtime' + ',' + 'cpucore' + ',' + header + '\n'
+
+                        # for CPU_ALL and LPAR, we add the combo logical_cpus / virtual_cpus
+                        elif section == 'CPU_ALL' or section == 'LPAR':
+                            final_header = 'ZZZZ_epochtime' + ',' + 'logical_cpus' + ',' + 'virtual_cpus' +\
+                                       ',' + header + '\n'
+
+                        # UPTIME is a specific case since we extract the load average statistics
+                        elif section == "UPTIME":
+                            final_header = 'ZZZZ_epochtime' +\
+                                           ',load_average_1min,load_average_5min,load_average_15min' + '\n'
+
+                        # Other cases
+                        else:
+                            final_header = 'ZZZZ_epochtime' + ',' + header + '\n'
+
+                        # Number of separators in final header
+                        num_cols_header = final_header.count(',')
+
+                        # Write header
+                        membuffer.write(final_header)
+
+                # Extract timestamp
+
+                # Nmon V9 and prior do not have date in ZZZZ
+                # If unavailable, we'll use the global date (AAA,date)
+                ZZZZ_DATE = '-1'
+
+                # For Nmon V10 and more
+
+                timestamp_match = re.match(r'^ZZZZ,(.+),(.+),(.+)\n', line)
+                if timestamp_match:
+                    ZZZZ_TIME = timestamp_match.group(2)
+                    ZZZZ_DATE = timestamp_match.group(3)
+
+                    # Replace month names with numbers
+                    ZZZZ_DATE = monthtonumber(ZZZZ_DATE)
+
+                    # Compose final timestamp
+                    ZZZZ_timestamp = ZZZZ_DATE + ' ' + ZZZZ_TIME
+
+                    if is_windows:
+                        ZZZZ_epochtime = int(time.mktime(time.strptime(ZZZZ_timestamp, '%d-%m-%Y %H:%M:%S')))
+                    else:
+                        ZZZZ_epochtime = datetime.datetime.strptime(ZZZZ_timestamp, '%d-%m-%Y %H:%M:%S')\
+                            .strftime('%s')
+
+                        # in case datetime fails
+                        if ZZZZ_epochtime == "%s":
+                            ZZZZ_epochtime = int(time.mktime(time.strptime(ZZZZ_timestamp, '%d-%m-%Y %H:%M:%S')))
+
+                #
+                # Extract Data
+                #
+
+                if section == "CPUnn":
+                    myregex = r'^' + '(CPU\d*)' + '\,(T\d+)\,(.+)\n'
+                else:
+                    myregex = r'^' + section + '\,(T\d+)\,(.+)\n'
+
+                perfdata_match = re.match(myregex, line)
+
+                if perfdata_match:
+
+                    # CPUnn exception
+                    if section == 'CPUnn':
+                        perfdata_cpucore = perfdata_match.group(1)
+                        perfdata = perfdata_match.group(3)
+
+
+                    # UPTIME exception
+                    # For uptime, we will extract the load average statistics to create these metrics from logs
+                    elif section == 'UPTIME':
+                        myregex = r'UPTIME,T\d*,\".*load[_\-\s]average:\s*([\d|\.]*);\s*([\d|\.]*);\s*([\d|\.]*)'
+                        uptime_match = re.match(myregex, line)
+
+                        if uptime_match:
+                            uptime_load_average_1min = uptime_match.group(1)
+                            uptime_load_average_5min = uptime_match.group(2)
+                            uptime_load_average_15min = uptime_match.group(3)
+                            perfdata = str(uptime_load_average_1min) + ',' +\
+                                       str(uptime_load_average_5min) + ',' + str(uptime_load_average_15min)
+
+                        else:
+                            # extraction has failed
+                            perfdata = '0,0,0'
+
+                    else:
+                        perfdata = perfdata_match.group(2)
+
+                    # increment
+                    count += 1
+
+                    # final_perfdata
+                    if section == 'CPUnn':
+                        final_perfdata = ZZZZ_epochtime + ',' + perfdata_cpucore + ',' + perfdata + '\n'
+
+                    elif section == 'CPU_ALL' or section == 'LPAR':
+                        final_perfdata = ZZZZ_epochtime + ',' + logical_cpus + ',' + virtual_cpus +\
+                                         ',' + perfdata + '\n'
+                    else:
+                        final_perfdata = ZZZZ_epochtime + ',' + perfdata + '\n'
+
+                    # Analyse the first line of data: Compare number of fields in data with number of fields
+                    # in header
+                    # If the number of fields is higher than header, we assume this section is not consistent
+                    # and will be entirely dropped
+                    # This happens in rare times (mainly with old buggy nmon version) that the header is bad
+                    # formatted (for example missing comma between fields identification)
+                    # For performance purposes, we will test this only with first line of data and assume the
+                    # data sanity based on this result
+                    if count == 2:
+
+                        # Number of separators in final header
+                        num_cols_perfdata = final_perfdata.count(',')
+
+                        if num_cols_perfdata > num_cols_header:
+
+                            msg = 'WARN: hostname: ' + HOSTNAME + ' :' + section +\
+                                  ' section data is not consistent: ' + str(num_cols_perfdata) +\
+                                  ' fields in data, ' + str(num_cols_header) \
+                                  + ' fields in header, extra fields detected (more fields in data ' \
+                                    'than header), dropping this section to prevent data inconsistency'
+                            print(msg)
+
+                            if colddata:
+                                ref.write(msg + "\n")
+
+                            # Affect a sanity check to 1, bad data
+                            sanity_check = 1
+
+                        else:
+
+                            # Affect a sanity check to 0, good data
+                            sanity_check = 0
+
+                    # Write perf data
+                    membuffer.write(final_perfdata)
+
+        if not sanity_check == 1:
+
+            # Rewind temp
+            membuffer.seek(0)
+
+            if section == "CPUnn":
+                writer = csv.writer(membuffer2)
+                writer.writerow(
+                    ['metric_timestamp', 'metric_name', 'OStype', 'serialnum',
+                     'hostname', '_value'])
+
+            elif section == "DF_STORAGE" or section == "DF_INODES":
+                writer = csv.writer(membuffer2)
+                writer.writerow(
+                    ['metric_timestamp', 'metric_name', 'OStype', 'serialnum',
+                     'hostname', 'dimension_mount', 'dimension_filesystem', '_value'])
+
+            else:
+                writer = csv.writer(membuffer2)
+                writer.writerow(
+                    ['metric_timestamp', 'metric_name', 'OStype', 'serialnum',
+                     'hostname', '_value'])
+
+            # csv reader
+            reader = csv.DictReader(membuffer)
+
+            if section == "CPUnn":
+
+                for d in reader:
+                    csv_ZZZZ_epochtime = d.pop('ZZZZ_epochtime')
+                    csv_cpucore = d.pop('cpucore')
+                    for dimension, value in sorted(d.items()):
+
+                        # value must be null, and must be a number, must not be equal to 0 by default
+                        if show_zero_values:
+
+                            if (value and is_number(value)) and not (value == "-1.0" or value == "-1"
+                                                                     or value == "-0.0" or value == '-nan'):
+                                # increment
+                                event_count += 1
+
+                                # concatenate the metric_name, cpucore and dimension
+                                metric = metric_name + '.' + csv_cpucore + '.' + dimension
+
+                                row = [csv_ZZZZ_epochtime, metric, OStype, SN, HOSTNAME, value]
+                                writer.writerow(row)
+
+                        else:
+
+                            if (value and is_number(value)) and not (value == "-1.0" or value == "-1"
+                                                                     or value == "0" or value == "0.0"
+                                                                     or value == "-0.0" or value == "0.00"
+                                                                     or value == '-nan'):
+                                # increment
+                                event_count += 1
+
+                                # concatenate the metric_name, cpucore and dimension
+                                metric = metric_name + '.' + csv_cpucore + '.' + dimension
+
+                                row = [csv_ZZZZ_epochtime, metric, OStype, SN, HOSTNAME, value]
+                                writer.writerow(row)
+
+            elif section == "DF_STORAGE" or section == "DF_INODES":
+
+                for d in reader:
+                    csv_ZZZZ_epochtime = d.pop('ZZZZ_epochtime')
+                    csv_mount = d.pop('mount')
+                    csv_filesystem = d.pop('filesystem')
+                    for dimension, value in sorted(d.items()):
+
+                        # value must be null, and must be a number, must not be equal to 0 by default
+                        if show_zero_values:
+
+                            if (value and is_number(value)) and not (value == "-1.0" or value == "-1"
+                                                                     or value == "-0.0" or value == '-nan'):
+                                # increment
+                                event_count += 1
+
+                                # concatenate the metric_name and dimension
+                                metric = metric_name + '.' + dimension
+
+                                row = [csv_ZZZZ_epochtime, metric, OStype, SN, HOSTNAME,
+                                       csv_mount, csv_filesystem, value]
+                                writer.writerow(row)
+
+                        else:
+
+                            if (value and is_number(value)) and not (value == "-1.0" or value == "-1"
+                                                                     or value == "0" or value == "0.0"
+                                                                     or value == "-0.0" or value == "0.00"
+                                                                     or value == '-nan'):
+                                # increment
+                                event_count += 1
+
+                                # concatenate the metric_name and dimension
+                                metric = metric_name + '.' + dimension
+
+                                row = [csv_ZZZZ_epochtime, metric, OStype, SN, HOSTNAME,
+                                       csv_mount, csv_filesystem, value]
+                                writer.writerow(row)
+
+            else:
+
+                for d in reader:
+                    csv_ZZZZ_epochtime = d.pop('ZZZZ_epochtime')
+                    for dimension, value in sorted(d.items()):
+
+                        # value must be null, and must be a number, must not be equal to 0 by default
+                        if show_zero_values:
+
+                            if (value and is_number(value)) and not (value == "-1.0" or value == "-1"
+                                                                     or value == "-0.0" or value == '-nan'):
+                                # increment
+                                event_count += 1
+
+                                # concatenate the metric_name and dimension
+                                metric = metric_name + '.' + dimension
+
+                                row = [csv_ZZZZ_epochtime, metric, OStype, SN, HOSTNAME, value]
+                                writer.writerow(row)
+
+                        else:
+
+                            if (value and is_number(value)) and not (value == "-1.0" or value == "-1"
+                                                                     or value == "0" or value == "0.0"
+                                                                     or value == "-0.0" or value == "0.00"
+                                                                     or value == '-nan'):
+                                # increment
+                                event_count += 1
+
+                                # concatenate the metric_name and dimension
+                                metric = metric_name + '.' + dimension
+
+                                row = [csv_ZZZZ_epochtime, metric, OStype, SN, HOSTNAME, value]
+                                writer.writerow(row)
+
+                    # End for
+
+        # Verify sanity check
+        # Verify that the number of lines is at least 2 lines which should be the case if we are here (header + data)
+        # In any case, don't allow empty files to kept in repository
+
+        if sanity_check == 1:
+            if os.path.isfile(currsection_output):
+                os.remove(currsection_output)
+        elif event_count < 2:
+            if os.path.isfile(currsection_output):
+                os.remove(currsection_output)
+        else:
+
+            # save Meta
+            # meta(currsection_meta, currsection_output, section, metric_category, OStype, SN, HOSTNAME)
+
+            # Show number of lines extracted
+            result = section + " section: Wrote" + " " + str(event_count) + " line(s)"
+
+            if not silent:
+                print(result)
+
+                if colddata:
+                    ref.write(result + "\n")
+
+            if not no_local_log:
+
+                # Rewind temp
+                membuffer2.seek(0)
+
+                # Write final kv file in append mode
+                write_kv(membuffer2, currsection_output)
+
+            # If streaming to Splunk HEC is activated
+            if use_splunk_http:
+
+                # Rewind temp
+                membuffer2.seek(0)
+
+                # Transform to kv data and stream to http
+                write_kv_to_http(membuffer2, splunk_metrics_index, "nmon_metrics_http")
+
+        # close membuffer
+        membuffer.close()
+        membuffer2.close()
+
+    # End for
+
+
+# These are standard static sections common for all OS
+for section in static_section:
+    multi_dimension_metrics_fn(section)
+
+# These sections are specific for Micro Partitions, can be AIX or PowerLinux
+if OStype in ("AIX", "Linux", "Unknown"):
+    for section in LPAR_static_section:
+        multi_dimension_metrics_fn(section)
+
+# Solaris specific
+if OStype in ("Solaris", "Unknown"):
+    for section in Solaris_static_section:
+        multi_dimension_metrics_fn(section)
+
+# nmon external
+for section in nmon_external:
+    multi_dimension_metrics_fn(section)
+
+
+########################################################
+# regular multi-dimension data managed as regular events
+########################################################
+
+
+def multi_dimension_events_fn(section):
+
+    # for output file
+    currsection_output = APP_VAR + '/nmon_perfdata_events.log'
+
+    # currsection_meta = DATA_DIR + HOSTNAME + '_' + minute + '_' + section + '.meta.metrics.csv'
+
+    # counter
+    count = 0
+
+    # sanity_check
+    sanity_check = 1
+
+    # Initialize num_cols_header to 0 (see sanity_check)
+    num_cols_header = 0
+
+    # Sequence to search for
+    seq = str(section) + ',' + 'T'
+
+    # define default values for metric store
+    metric_category = metrics_dict(section)
+
+    for line in data:
+
+        # Extract sections
+        if str(seq) in line:  # Don't use regex here for more performance
+
+            # increment
+            count += 1
+
+    if count >= 1:
+
+        # Open StringIO for temp in memory
+        membuffer = StringIO()
+
+        # counter
+        count = 0
+
+        for line in data:
+
+            # Extract sections (manage specific case of CPUnn), and write to output
+            myregex = r'^' + section + '|ZZZZ.+'
+
+            find_section = re.match(myregex, line)
+            if find_section:
+
+                # Replace trouble strings
+                line = subpctreplace(line)
+                line = subreplace(line)
+
+                # csv header
+
+                # Extract header excluding data that always has Txxxx for timestamp reference
+                myregex = '(' + section + ')\,([^T].+)'
+
+                # Search for header
+                fullheader_match = re.search(myregex, line)
+
+                # Standard header extraction
+                if fullheader_match:
+                    fullheader = fullheader_match.group(2)
+
+                    # Replace "." by "_" only for header
+                    fullheader = re.sub("\.", '_', fullheader)
+
+                    # Replace any blank space before comma only for header
+                    fullheader = re.sub(", ", ',', fullheader)
+
+                    header_match = re.search(r'([a-zA-Z\-/_0-9]+,)([a-zA-Z\-/_0-9,]*)', fullheader)
+
+                    if header_match:
+                        header = header_match.group(2)
+
+                        # header has been found
+                        header_found = True
+
+                        # increment
+                        count += 1
+
+                        # Write header
+                        final_header = 'type' + ',' + 'serialnum' + ',' + 'hostname' + ',' + 'OStype' +\
+                                       ',' + 'timestamp' + ',' + header + '\n'
+
+                        # Number of separators in final header
+                        num_cols_header = final_header.count(',')
+
+                        # Write header
+                        membuffer.write(final_header)
+
+                # Extract timestamp
+
+                # For Nmon V10 and more
+                timestamp_match = re.match(r'^ZZZZ,(.+),(.+),(.+)\n', line)
+                if timestamp_match:
+                    ZZZZ_TIME = timestamp_match.group(2)
+                    ZZZZ_DATE = timestamp_match.group(3)
+
+                    # Replace month names with numbers
+                    ZZZZ_DATE = monthtonumber(ZZZZ_DATE)
+
+                    # Compose final timestamp
+                    ZZZZ_timestamp = ZZZZ_DATE + ' ' + ZZZZ_TIME
+
+                    if is_windows:
+                        ZZZZ_epochtime = int(time.mktime(time.strptime(ZZZZ_timestamp, '%d-%m-%Y %H:%M:%S')))
+                    else:
+                        ZZZZ_epochtime = datetime.datetime.strptime(ZZZZ_timestamp, '%d-%m-%Y %H:%M:%S')\
+                            .strftime('%s')
+
+                        # in case datetime fails
+                        if ZZZZ_epochtime == "%s":
+                            ZZZZ_epochtime = int(time.mktime(time.strptime(ZZZZ_timestamp, '%d-%m-%Y %H:%M:%S')))
+
+                # Extract Data
+                myregex = r'^' + section + '\,(T\d+)\,(.+)\n'
+                perfdata_match = re.match(myregex, line)
+
+                if perfdata_match:
+                    perfdata = perfdata_match.group(2)
+
+                    # increment
+                    count += 1
+
+                    # final_perfdata
+                    final_perfdata = section + ',' + SN + ',' + HOSTNAME + ',' + OStype + ',' + \
+                                     ZZZZ_epochtime + ',' + perfdata + '\n'
+
+                    # Analyse the first line of data: Compare number of fields in data with number of fields
+                    # in header
+                    # If the number of fields is higher than header, we assume this section is not consistent
+                    # and will be entirely dropped
+                    # This happens in rare times (mainly with old buggy nmon version) that the header is bad
+                    # formatted (for example missing comma between fields identification)
+                    # For performance purposes, we will test this only with first line of data and assume the
+                    # data sanity based on this result
+                    if count == 2:
+
+                        # Number of separators in final header
+                        num_cols_perfdata = final_perfdata.count(',')
+
+                        if num_cols_perfdata > num_cols_header:
+
+                            msg = 'WARN: hostname: ' + HOSTNAME + ' :' + section +\
+                                  ' section data is not consistent: ' + str(num_cols_perfdata) +\
+                                  ' fields in data, ' + str(num_cols_header) \
+                                  + ' fields in header, extra fields detected (more fields in data ' \
+                                    'than header), dropping this section to prevent data inconsistency'
+                            print(msg)
+
+                            if colddata:
+                                ref.write(msg + "\n")
+
+                            # Affect a sanity check to 1, bad data
+                            sanity_check = 1
+
+                        else:
+
+                            # Affect a sanity check to 0, good data
+                            sanity_check = 0
+
+                    # Write perf data
+                    membuffer.write(final_perfdata)
+
+        # Verify sanity check
+        # Verify that the number of lines is at least 2 lines which should be the case if we are here (header + data)
+        # In any case, don't allow empty files to kept in repository
+
+        if sanity_check == 1:
+            if os.path.isfile(currsection_output):
+                os.remove(currsection_output)
+        elif count < 1:
+            if os.path.isfile(currsection_output):
+                os.remove(currsection_output)
+        else:
+
+            # save Meta
+            # meta(currsection_meta, currsection_output, section, metric_category, OStype, SN, HOSTNAME)
+
+            # Show number of lines extracted
+            result = section + " section: Wrote" + " " + str(count) + " line(s)"
+
+            if not silent:
+                print(result)
+
+                if colddata:
+                    ref.write(result + "\n")
+
+            if not no_local_log:
+
+                # Rewind temp
+                membuffer.seek(0)
+
+                # Write final kv file in append mode
+                write_kv(membuffer, currsection_output)
+
+            # If streaming to Splunk HEC is activated
+            if use_splunk_http:
+
+                # Rewind temp
+                membuffer.seek(0)
+
+                # Transform to kv data and stream to http
+                write_kv_to_http(membuffer, splunk_events_index, "nmon_data_http")
+
+        # close membuffer
+        membuffer.close()
+
+
+    # End for
+
+
+# UPTIME is also managed as events
+for section in nmon_external:
+    if section == "UPTIME":
+        multi_dimension_events_fn(section)
+
+###################
+# TOP section: has a specific structure with uncommon fields, needs to be treated separately
+###################
+
+
+def top_section_fn(section):
+
+    # for the metric store
+    currsection_output = APP_VAR + '/nmon_perfdata_metrics.log'
+
+    # currsection_meta = DATA_DIR + HOSTNAME + '_' + minute + '_' + section + '.meta.metrics.csv'
+
+    # counter
+    count = 0
+
+    # Sequence to search for
+    seq = str(section) + ','
+
+    # define default values for metric store
+    metric_category = metrics_dict(section)
+    metric_name = "os.unix.nmon." + metric_category + "." + section.lower()
+
+    # AIX specific: some systems may generate the WLMclass dimension field
+    top_has_wlm = False
+
+    # Solaris specific: manage Project and Zone dimensions
+    top_has_project = False
+
+    for line in data:
+
+        # Extract sections
+        if str(seq) in line:  # Don't use regex here for more performance
+
+            # increment
+            count += 1
+
+    if count >= 1:
+
+        # Open StringIO for temp in memory
+        membuffer = StringIO()
+        membuffer2 = StringIO()
+
+        # counter
+        count = 0
+
+        for line in data:
+
+            # Extract sections, and write to output
+            myregex = r'^' + 'TOP,.PID' + '|ZZZZ.+'
+            find_section = re.match(myregex, line)
+            if find_section:
+
+                line = subpcttopreplace(line)
+                line = subreplace(line)
+
+                # csv header
+
+                # Extract header excluding data that always has Txxxx for timestamp reference
+                myregex = '(' + section + ')\,([^T].+)'
+                fullheader_match = re.search(myregex, line)
+
+                if fullheader_match:
+                    fullheader = fullheader_match.group(2)
+
+                    # Replace "." by "_" only for header
+                    fullheader = re.sub("\.", '_', fullheader)
+
+                    # Replace any blank space before comma only for header
+                    fullheader = re.sub(", ", ',', fullheader)
+
+                    header_match = re.search(r'([a-zA-Z\-/_0-9]+,)([a-zA-Z\-/_0-9]+,)([a-zA-Z\-/_0-9,]*)',
+                                             fullheader)
+
+                    if header_match:
+                        header_part1 = header_match.group(1)
+                        header_part2 = header_match.group(3)
+                        header = header_part1 + header_part2
+
+                        # increment
+                        count += 1
+
+                        membuffer.write(
+                            'ZZZZ_epochtime' + ',' + header + '\n'),
+
+                        # Manage AIX dim
+                        if "WLMclass" in header:
+                            top_has_wlm = True
+
+                        # Manage Solaris dim
+                        elif "Project" in header:
+                            top_has_project = True
+
+                # Extract timestamp
+
+                # Nmon V9 and prior do not have date in ZZZZ
+                # If unavailable, we'll use the global date (AAA,date)
+                ZZZZ_DATE = '-1'
+                ZZZZ_TIME = '-1'
+
+                # For Nmon V10 and more
+
+                timestamp_match = re.match(r'^ZZZZ,(.+),(.+),(.+)\n', line)
+                if timestamp_match:
+                    ZZZZ_TIME = timestamp_match.group(2)
+                    ZZZZ_DATE = timestamp_match.group(3)
+
+                    # Replace month names with numbers
+                    ZZZZ_DATE = monthtonumber(ZZZZ_DATE)
+
+                    ZZZZ_timestamp = ZZZZ_DATE + ' ' + ZZZZ_TIME
+
+                    if is_windows:
+                        ZZZZ_epochtime = int(time.mktime(time.strptime(ZZZZ_timestamp, '%d-%m-%Y %H:%M:%S')))
+                    else:
+                        ZZZZ_epochtime = datetime.datetime.strptime(ZZZZ_timestamp, '%d-%m-%Y %H:%M:%S')\
+                            .strftime('%s')
+
+                        # in case datetime fails
+                        if ZZZZ_epochtime == "%s":
+                            ZZZZ_epochtime = int(time.mktime(time.strptime(ZZZZ_timestamp, '%d-%m-%Y %H:%M:%S')))
+
+            # Extract Data
+            perfdata_match = re.match('^TOP,([0-9]+),(T\d+),(.+)\n', line)
+            if perfdata_match:
+                perfdata_part1 = perfdata_match.group(1)
+                perfdata_part2 = perfdata_match.group(3)
+                perfdata = perfdata_part1 + ',' + perfdata_part2
+
+                # increment
+                count += 1
+
+                # Write perf data
+
+                membuffer.write(
+                    ZZZZ_epochtime + ',' + perfdata + '\n'),
+
+        # Rewind temp
+        membuffer.seek(0)
+
+        # re-init count
+        count = 0
+
+        writer = csv.writer(membuffer2)
+
+        # Manage AIX dim
+        if top_has_wlm:
+            writer.writerow(
+                ['metric_timestamp', 'metric_name', 'OStype', 'serialnum',
+                 'hostname', 'dimension_Command', 'dimension_PID', 'dimension_WLMclass', '_value'])
+        # Manage Solaris dim
+        elif top_has_project:
+            writer.writerow(
+                ['metric_timestamp', 'metric_name', 'OStype', 'serialnum',
+                 'hostname', 'dimension_Command', 'dimension_PID', 'dimension_Project', 'dimension_Zone',
+                 '_value'])
+        else:
+            writer.writerow(
+                ['metric_timestamp', 'metric_name', 'OStype', 'serialnum',
+                 'hostname', 'dimension_Command', 'dimension_PID', '_value'])
+
+        # increment
+        count += 1
+
+        # csv reader
+        reader = csv.DictReader(membuffer)
+
+        # For AIX dim
+        csv_WLMclass = "none"
+
+        # For Solaris dim
+        csv_Project = "none"
+        csv_Zone = "none"
+
+        for d in reader:
+            csv_ZZZZ_epochtime = d.pop('ZZZZ_epochtime')
+            csv_Command = d.pop('Command')
+            csv_PID = d.pop('PID')
+
+            # Manage AIX dim
+            if top_has_wlm:
+                csv_WLMclass = d.pop('WLMclass')
+
+            # Manage Solaris dim
+            elif top_has_project:
+                csv_Project = d.pop('Project')
+                csv_Zone = d.pop('Zone')
+
+            for dimension, value in sorted(d.items()):
+
+                # value must be null, must be a number, and to save money exclude non useful values
+                if (value and is_number(value)) and (float(value) > 0):
+
+                    # increment
+                    count += 1
+
+                    # concatenate the metric_name and dimension
+                    metric = metric_name + '.' + dimension
+
+                    # Manage AIX dim
+                    if top_has_wlm:
+                        row = [csv_ZZZZ_epochtime, metric, OStype, SN,
+                               HOSTNAME, csv_Command, csv_PID, csv_WLMclass, value]
+
+                    # Manage Solaris dim
+                    elif top_has_project:
+                        row = [csv_ZZZZ_epochtime, metric, OStype, SN,
+                               HOSTNAME, csv_Command, csv_PID, csv_Project, csv_Zone, value]
+
+                    else:
+                        row = [csv_ZZZZ_epochtime, metric, OStype, SN,
+                               HOSTNAME, csv_Command, csv_PID, value]
+
+                    writer.writerow(row)
+
+        # Verify that the number of lines is at least 2 lines which should be the case if we are here (header + data)
+        # In any case, don't allow empty files to kept in repository
+        if count < 1:
+            if os.path.isfile(currsection_output):
+                os.remove(currsection_output)
+        else:
+
+            # save Meta
+            # meta(currsection_meta, currsection_output, section, metric_category, OStype, SN, HOSTNAME)
+
+            # Show number of lines extracted
+            result = section + " section: Wrote" + " " + str(count) + " line(s)"
+
+            if not silent:
+                print(result)
+
+                if colddata:
+                    ref.write(result + "\n")
+
+            if not no_local_log:
+
+                # Rewind temp
+                membuffer2.seek(0)
+
+                # Write final kv file in append mode
+                write_kv(membuffer2, currsection_output)
+
+            # If streaming to Splunk HEC is activated
+            if use_splunk_http:
+
+                # Rewind temp
+                membuffer2.seek(0)
+
+                # Transform to kv data and stream to http
+                write_kv_to_http(membuffer2, splunk_metrics_index, "nmon_metrics_http")
+
+        # close membuffer
+        membuffer.close()
+        membuffer2.close()
+
+# End for
+
+# Run
+for section in top_section:
+
+    top_section_fn(section)
+
+###################
+# UARG section: has a specific structure with uncommon fields, needs to be treated separately
+###################
+
+# Note: UARG is not continuously collected as progs arguments may not always change (mainly for real time)
+# For this section specifically write from membuffer only
+
+# UARG is applicable only for AIX and Linux hosts
+
+
+def uarg_section_fn(section):
+
+    # for the metric store
+    currsection_output = APP_VAR + '/nmon_perfdata_events.log'
+
+    # currsection_meta = DATA_DIR + HOSTNAME + '_' + minute + '_' + section + '.meta.metrics.csv'
+
+    # counter
+    count = 0
+
+    # set oslevel default
+    oslevel = "Unknown"
+
+    # Sequence to search for
+    seq = str(section) + ','
+
+    # define default values for metric store
+    metric_category = metrics_dict(section)
+
+    for line in data:
+
+        # Extract sections
+        if str(seq) in line:  # Don't use regex here for more performance
+
+            # increment
+            count += 1
+
+    if count >= 1:
+
+        # Open StringIO for temp in memory
+        membuffer = StringIO()
+
+        # counter
+        count = 0
+
+        for line in data:
+
+            # Extract sections, and write to output
+            myregex = r'^' + 'UARG,.Time' + '|ZZZZ.+'
+            find_section = re.match(myregex, line)
+            if find_section:
+                line = subpcttopreplace(line)
+                line = subreplace(line)
+
+                # csv header
+
+                # Extract header excluding data that always has Txxxx for timestamp reference
+                myregex = '(' + section + ')\,(.+)'
+                fullheader_match = re.search(myregex, line)
+
+                if fullheader_match:
+                    fullheader = fullheader_match.group(2)
+
+                    # Replace "." by "_" only for header
+                    fullheader = re.sub("\.", '_', fullheader)
+
+                    header_match = re.search(r'([a-zA-Z\-/_0-9]+,)([a-zA-Z\-/_0-9]+,)([a-zA-Z\-/_0-9,]*)',
+                                             fullheader)
+
+                    if header_match:
+                        header_part1 = header_match.group(2)
+                        header_part2 = header_match.group(3)
+                        header = header_part1 + header_part2
+
+                        # Specifically for UARG, set OS type based on header fields
+                        os_match = re.search(r'PID,PPID,COMM,THCOUNT,USER,GROUP,FullCommand', header)
+
+                        # Since V1.11, sarmon for Solaris implements UARG the same way Linux does
+                        if os_match:
+                            oslevel = 'AIX_or_Solaris'
+                        else:
+                            oslevel = 'Linux'
+
+                        # increment
+                        count += 1
+
+                        # Write header
+                        membuffer.write(
+                            'type' + ',' + 'serialnum' + ',' + 'hostname' + ',' + 'OStype' + ',' +
+                            'timestamp' + ',' + header + '\n'),
+
+                # Extract timestamp
+
+                # Nmon V9 and prior do not have date in ZZZZ
+                # If unavailable, we'll use the global date (AAA,date)
+                ZZZZ_DATE = '-1'
+                ZZZZ_TIME = '-1'
+
+                # For Nmon V10 and more
+
+                timestamp_match = re.match(r'^ZZZZ,(.+),(.+),(.+)\n', line)
+                if timestamp_match:
+                    ZZZZ_TIME = timestamp_match.group(2)
+                    ZZZZ_DATE = timestamp_match.group(3)
+
+                    # Replace month names with numbers
+                    ZZZZ_DATE = monthtonumber(ZZZZ_DATE)
+
+                    ZZZZ_timestamp = ZZZZ_DATE + ' ' + ZZZZ_TIME
+
+                    if is_windows:
+                        ZZZZ_epochtime = int(time.mktime(time.strptime(ZZZZ_timestamp, '%d-%m-%Y %H:%M:%S')))
+                    else:
+                        ZZZZ_epochtime = datetime.datetime.strptime(ZZZZ_timestamp, '%d-%m-%Y %H:%M:%S').strftime('%s')
+
+                        # in case datetime fails
+                        if ZZZZ_epochtime == "%s":
+                            ZZZZ_epochtime = int(time.mktime(time.strptime(ZZZZ_timestamp, '%d-%m-%Y %H:%M:%S')))
+
+                # For Nmon V9 and less
+
+                if ZZZZ_DATE == '-1':
+                    ZZZZ_DATE = DATE
+                    timestamp_match = re.match(r'^ZZZZ,(.+),(.+)\n', line)
+
+                    if timestamp_match:
+                        ZZZZ_TIME = timestamp_match.group(2)
+
+                        # Replace month names with numbers
+                        ZZZZ_DATE = monthtonumber(ZZZZ_DATE)
+
+                        ZZZZ_timestamp = ZZZZ_DATE + ' ' + ZZZZ_TIME
+
+                        if is_windows:
+                            ZZZZ_epochtime = int(time.mktime(time.strptime(ZZZZ_timestamp, '%d-%m-%Y %H:%M:%S')))
+                        else:
+                            ZZZZ_epochtime = datetime.datetime.strptime(ZZZZ_timestamp, '%d-%m-%Y %H:%M:%S')\
+                                .strftime('%s')
+
+                            # in case datetime fails
+                            if ZZZZ_epochtime == "%s":
+                                ZZZZ_epochtime = int(time.mktime(time.strptime(ZZZZ_timestamp, '%d-%m-%Y %H:%M:%S')))
+
+            if oslevel == 'Linux':  # Linux OS specific header
+
+                # Extract Data
+                perfdata_match = re.match('^UARG,T\d+,([0-9]*),([a-zA-Z\-/_:\.0-9]*),(.+)\n', line)
+
+                if perfdata_match:
+                    # In this section, we statically expect 3 fields: PID,ProgName,FullCommand
+                    # The FullCommand may be very problematic as it may almost contain any kind of char, comma included
+                    # Let's separate groups and insert " delimiter
+
+                    perfdata_part1 = perfdata_match.group(1)
+                    perfdata_part2 = perfdata_match.group(2)
+                    perfdata_part3 = perfdata_match.group(3)
+                    perfdata = perfdata_part1 + ',' + perfdata_part2 + ',"' + perfdata_part3 + '"'
+
+                    # increment
+                    count += 1
+
+                    # Write perf data
+                    membuffer.write(
+                        section + ',' + SN + ',' + HOSTNAME + ',' + OStype + ',' + ZZZZ_epochtime + ',' +
+                        perfdata + '\n'),
+
+            if oslevel == 'AIX_or_Solaris':  # AIX and Solaris OS specific header
+
+                # Extract Data
+                perfdata_match = re.match(
+                    '^UARG,T\d+,\s*([0-9]*)\s*,\s*([0-9]*)\s*,\s*([a-zA-Z-/_:\.0-9]*)\s*,\s*([0-9]*)\s*,\s*([a-zA-Z-/_:'
+                    '\.0-9]*\s*),\s*([a-zA-Z-/_:\.0-9]*)\s*,(.+)\n',
+                    line)
+
+                if perfdata_match:
+                    # In this section, we statically expect 7 fields: PID,PPID,COMM,THCOUNT,USER,GROUP,FullCommand
+                    # The FullCommand may be very problematic as it may almost contain any kind of char, comma included
+                    # This field will have " separator added
+
+                    perfdata_part1 = perfdata_match.group(1)
+                    perfdata_part2 = perfdata_match.group(2)
+                    perfdata_part3 = perfdata_match.group(3)
+                    perfdata_part4 = perfdata_match.group(4)
+                    perfdata_part5 = perfdata_match.group(5)
+                    perfdata_part6 = perfdata_match.group(6)
+                    perfdata_part7 = perfdata_match.group(7)
+
+                    perfdata = perfdata_part1 + ',' + perfdata_part2 + ',' + perfdata_part3 + ',' + perfdata_part4 \
+                               + ',' + perfdata_part5 + ',' + perfdata_part6 + ',"' + perfdata_part7 + '"'
+
+                    # increment
+                    count += 1
+
+                    # Write perf data
+                    membuffer.write(
+                        section + ',' + SN + ',' + HOSTNAME + ',' + OStype + ',' + ZZZZ_epochtime + ',' +
+                        perfdata + '\n'),
+
+        # Verify that the number of lines is at least 2 lines which should be the case if we are here (header + data)
+        # In any case, don't allow empty files to kept in repository
+        if count > 1:
+
+            # Show number of lines extracted
+            result = section + " section: Wrote" + " " + str(count) + " line(s)"
+
+            if not silent:
+                print(result)
+
+                if colddata:
+                    ref.write(result + "\n")
+
+            if not no_local_log:
+
+                # Rewind temp
+                membuffer.seek(0)
+
+                # Write final kv file in append mode
+                write_kv(membuffer, currsection_output)
+
+            # If streaming to Splunk HEC is activated
+            if use_splunk_http:
+
+                # Rewind temp
+                membuffer.seek(0)
+
+                # Transform to kv data and stream to http
+                write_kv_to_http(membuffer, splunk_events_index, "nmon_data_http")
+
+            # close membuffer
+            membuffer.close()
+
+            # save Meta
+            # meta(currsection_meta, currsection_output, section, metric_category, OStype, SN, HOSTNAME)
+
+# End for
+
+if OStype in ('AIX', 'Linux', 'Solaris', 'Unknown'):
+    for section in uarg_section:
+        uarg_section_fn(section)
+
+#####################################################################
+# regular mono-dimension data managed as metrics for the metric store
+#####################################################################
+
+
+def mono_dimension_events_fn(section):
+
+    # for the metric store
+    currsection_output = APP_VAR + '/nmon_perfdata_metrics.log'
+
+    # currsection_meta = DATA_DIR + HOSTNAME + '_' + minute + '_' + section + '.meta.metrics.csv'
+
+    # Sequence to search for
+    seq = str(section) + ',' + 'T'
+
+    # define default values for metric store
+    metric_category = metrics_dict(section)
+    metric_name = "os.unix.nmon." + metric_category + "." + section.lower()
+
+    # verify if this is a DISK incremented section
+    metric_increment_match = re.match("^(DISK[A-Z]*)\d*", section)
+    if metric_increment_match:
+        submetric_name = metric_increment_match.group(1)
+        metric_name = "os.unix.nmon." + metric_category + "." + submetric_name.lower()
+
+    # counter
+    count = 0
+
+    # event counter
+    event_count = 1
+
+    # sanity_check
+    sanity_check = 1
+
+    # Initialize num_cols_header to 0 (see sanity_check)
+    num_cols_header = 0
+
+    for line in data:
+
+        # Extract sections
+        if str(seq) in line:  # Don't use regex here for more performance
+
+            # increment
+            count += 1
+
+    if count >= 1:
+
+        # Open StringIO for temp in memory
+        membuffer = StringIO()
+        membuffer2 = StringIO()
+
+        # counter
+        count = 0
+
+        for line in data:
+
+            # Extract sections, and write to output
+            myregex = r'^' + section + '[0-9]*' + '|ZZZZ.+'
+            find_section = re.match(myregex, line)
+
+            if find_section:
+
+                line = subpctreplace(line)
+                line = subreplace(line)
+
+                # csv header
+
+                # Extract header excluding data that always has Txxxx for timestamp reference
+                myregex = '(' + section + ')\,([^T].+)'
+                fullheader_match = re.search(myregex, line)
+
+                if fullheader_match:
+                    fullheader = fullheader_match.group(2)
+
+                    # Replace "." by "_" only for header
+                    fullheader = re.sub("\.", '_', fullheader)
+
+                    # Replace any blank space before comma only for header
+                    fullheader = re.sub(", ", ',', fullheader)
+
+                    # Remove any blank space still present in header
+                    fullheader = re.sub(" ", '', fullheader)
+
+                    header_match = re.match(r'([a-zA-Z\-/_0-9]+,)([a-zA-Z\-/_0-9,]*)', fullheader)
+
+                    if header_match:
+                        header = header_match.group(2)
+
+                        # Set the header
+                        final_header = 'ZZZZ_epochtime' + ',' + header + '\n'
+
+                        # increment
+                        count += 1
+
+                        # Number of separators in final header
+                        num_cols_header = final_header.count(',')
+
+                        # Write header
+                        membuffer.write(final_header),
+
+                # Extract timestamp
+
+                # Nmon V9 and prior do not have date in ZZZZ
+                # If unavailable, we'll use the global date (AAA,date)
+                ZZZZ_DATE = '-1'
+                ZZZZ_TIME = '-1'
+
+                # For Nmon V10 and more
+
+                timestamp_match = re.match(r'^ZZZZ,(.+),(.+),(.+)\n', line)
+                if timestamp_match:
+                    ZZZZ_TIME = timestamp_match.group(2)
+                    ZZZZ_DATE = timestamp_match.group(3)
+
+                    # Replace month names with numbers
+                    ZZZZ_DATE = monthtonumber(ZZZZ_DATE)
+
+                    ZZZZ_timestamp = ZZZZ_DATE + ' ' + ZZZZ_TIME
+
+                    if is_windows:
+                        ZZZZ_epochtime = int(time.mktime(time.strptime(ZZZZ_timestamp, '%d-%m-%Y %H:%M:%S')))
+                    else:
+                        ZZZZ_epochtime = datetime.datetime.strptime(ZZZZ_timestamp, '%d-%m-%Y %H:%M:%S').strftime('%s')
+
+                        # in case datetime fails
+                        if ZZZZ_epochtime == "%s":
+                            ZZZZ_epochtime = int(time.mktime(time.strptime(ZZZZ_timestamp, '%d-%m-%Y %H:%M:%S')))
+
+                # For Nmon V9 and less
+
+                if ZZZZ_DATE == '-1':
+                    ZZZZ_DATE = DATE
+                    timestamp_match = re.match(r'^ZZZZ,(.+),(.+)\n', line)
+
+                    if timestamp_match:
+                        ZZZZ_TIME = timestamp_match.group(2)
+
+                        # Replace month names with numbers
+                        ZZZZ_DATE = monthtonumber(ZZZZ_DATE)
+
+                        ZZZZ_timestamp = ZZZZ_DATE + ' ' + ZZZZ_TIME
+
+                        if is_windows:
+                            ZZZZ_epochtime = int(time.mktime(time.strptime(ZZZZ_timestamp, '%d-%m-%Y %H:%M:%S')))
+                        else:
+                            ZZZZ_epochtime = datetime.datetime.strptime(ZZZZ_timestamp, '%d-%m-%Y %H:%M:%S')\
+                                .strftime('%s')
+
+                            # in case datetime fails
+                            if ZZZZ_epochtime == "%s":
+                                ZZZZ_epochtime = int(time.mktime(time.strptime(ZZZZ_timestamp, '%d-%m-%Y %H:%M:%S')))
+
+                # Extract Data
+                myregex = r'^' + section + '\,(T\d+)\,(.+)\n'
+                perfdata_match = re.match(myregex, line)
+                if perfdata_match:
+                    perfdata = perfdata_match.group(2)
+
+                    # final perfdata
+                    final_perfdata = ZZZZ_epochtime + ',' + perfdata + '\n'
+
+                    # increment
+                    count += 1
+
+                    # Analyse the first line of data: Compare number of fields in data with number of fields
+                    # in header
+                    # If the number of fields is higher than header, we assume this section is not consistent and
+                    # will be entirely dropped
+                    # This happens in rare times (mainly with old buggy nmon version) that the header is bad
+                    # formatted (for example missing comma between fields identification)
+                    # For performance purposes, we will test this only with first line of data and assume the data
+                    # sanity based on this result
+                    if count == 2:
+
+                        # Number of separators in final header
+                        num_cols_perfdata = final_perfdata.count(',')
+
+                        if num_cols_perfdata > num_cols_header:
+
+                            msg = 'WARN: hostname: ' + HOSTNAME + ' :' + section +\
+                                  ' section data is not consistent: ' + str(num_cols_perfdata) +\
+                                  ' fields in data, ' + str(num_cols_header) +\
+                                  ' fields in header, extra fields detected (more fields in data than header),' \
+                                  ' dropping this section to prevent data inconsistency'
+                            print(msg)
+
+                            if colddata:
+                                ref.write(msg + "\n")
+
+                            if debug:
+                                print("\nDebug information: header content:")
+                                print(final_header)
+                                print("Debug information: data sample:")
+                                print(final_perfdata)
+
+                            # Affect a sanity check to 1, bad data
+                            sanity_check = 1
+
+                            # If section is NET, create an empty state file
+                            if section == "NET" and not colddata:
+                                open(OUTDATED_NETIF_NMON_STATE, 'a').close()
+
+                        else:
+
+                            # Affect a sanity check to 0, good data
+                            sanity_check = 0
+
+                    # Write perf data
+                    membuffer.write(ZZZZ_epochtime + ',' + perfdata + '\n'),
+
+        if sanity_check == 0:
+
+            # Reset counter
+            count = 0
+
+            # Rewind temp
+            membuffer.seek(0)
+
+            # Set writer
+            writer = csv.writer(membuffer2)
+
+            # For JFSFILE and JFSINODE, we use "dimension_mount" instead of regular "dimension_device" for the
+            # mount point dimension
+            # this is due to make easier the merge operation between JFSFILE and DF_STORAGE external collection
+
+            if section == "JFSFILE" or section == "JFSINODE":
+                writer.writerow(
+                    ['metric_timestamp', 'metric_name', 'OStype', 'serialnum',
+                     'hostname', 'dimension_mount', '_value'])
+
+            else:
+                writer.writerow(
+                    ['metric_timestamp', 'metric_name', 'OStype', 'serialnum',
+                     'hostname', 'dimension_device', '_value'])
+
+            # increment
+            count += 1
+
+            # csv reader
+            reader = csv.DictReader(membuffer)
+
+            for d in reader:
+                csv_ZZZZ_epochtime = d.pop('ZZZZ_epochtime')
+                for dimension, value in sorted(d.items()):
+
+                    # value must be null, and must be a number, must not be equal to 0 by default
+                    if show_zero_values:
+
+                        if (value and is_number(value)) and not (value == "-1.0" or value == "-1"
+                                                                 or value == "-0.0" or value == '-nan'):
+
+                            # increment
+                            event_count += 1
+
+                            row = [csv_ZZZZ_epochtime, metric_name, OStype, SN, HOSTNAME,
+                                   dimension, value]
+                            writer.writerow(row)
+
+                    else:
+
+                        if (value and is_number(value)) and not (value == "-1.0" or value == "-1"
+                                                                 or value == "0" or value == "0.0"
+                                                                 or value == "-0.0" or value == "0.00"
+                                                                 or value == '-nan'):
+                            # increment
+                            event_count += 1
+
+                            row = [csv_ZZZZ_epochtime, metric_name, OStype, SN, HOSTNAME,
+                                   dimension, value]
+                            writer.writerow(row)
+
+                    # End for
+
+            # Verify that the number of lines is at least 2 lines which should be the case if
+            #  we are here (header + data)
+            # In any case, don't allow empty files to kept in repository
+            if event_count < 2:
+                if os.path.isfile(currsection_output):
+                    os.remove(currsection_output)
+            else:
+
+                # save Meta
+                # meta(currsection_meta, currsection_output, section, metric_category, OStype, SN, HOSTNAME)
+
+                # Show number of lines extracted
+                result = section + " section: Wrote" + " " + str(event_count) + " line(s)"
+
+                if not silent:
+                    print(result)
+
+                    if colddata:
+                        ref.write(result + "\n")
+
+                if not no_local_log:
+
+                    # Rewind temp
+                    membuffer2.seek(0)
+
+                    # Write final kv file in append mode
+                    write_kv(membuffer2, currsection_output)
+
+                # If streaming to Splunk HEC is activated
+                if use_splunk_http:
+
+                    # Rewind temp
+                    membuffer2.seek(0)
+
+                    # Transform to kv data and stream to http
+                    write_kv_to_http(membuffer2, splunk_metrics_index, "nmon_metrics_http")
+
+                # close membuffer
+                membuffer.close()
+                membuffer2.close()
+
+        elif sanity_check == 0:
+
+            # Discard memory membuffer
+            membuffer.close()
+            membuffer2.close()
+
+            # End for
+
+########################
+# Disk* Dynamic Sections
+########################
+
+# Because Big systems can a very large number of drives, Nmon create a new section for each step of 150 devices
+# We allow up to 20 x 150 devices to be managed
+# This will create a csv for each section (DISKBUSY, DISKBUSY1...), Splunk will manage this using a wildcard when
+# searching for data
+for section in dynamic_section1:
+    mono_dimension_events_fn(section)
+
+# Then proceed to sub section if any
+for subsection in dynamic_section1:
+
+    persubsection = [subsection + "1", subsection + "2", subsection + "3", subsection + "4", subsection + "5",
+                  subsection + "6", subsection + "7", subsection + "8", subsection + "9", subsection + "10",
+                  subsection + "11", subsection + "12", subsection + "13", subsection + "14", subsection + "15",
+                  subsection + "17", subsection + "18", subsection + "19"]
+
+    for section in persubsection:
+        mono_dimension_events_fn(section)
+
+########################
+# Other Dynamic Sections
+########################
+
+for section in dynamic_section2:
+    mono_dimension_events_fn(section)
+
+#####################
+# disk extended stats
+#####################
+
+# disks extended statistics
+for section in disk_extended_section:
+    mono_dimension_events_fn(section)
+
+###########################
+# AIX Only Dynamic Sections
+###########################
+
+# Run
+if OStype in ("AIX", "Unknown"):
+    for section in AIX_dynamic_various:
+        mono_dimension_events_fn(section)
+    for section in AIX_WLM:
+        mono_dimension_events_fn(section)
+
+##########################
+# nmon external transposed
+##########################
+
+# nmon external with transposition
+for section in nmon_external_transposed:
+    mono_dimension_events_fn(section)
+
+##################
+# Solaris specific
+##################
+
+# Run
+if OStype in ("Solaris", "Unknown"):
+    for section in solaris_WLM:
+        mono_dimension_events_fn(section)
+
+    for section in solaris_VxVM:
+        mono_dimension_events_fn(section)
+
+    for section in solaris_dynamic_various:
+        mono_dimension_events_fn(section)
+
+##########################
+# Move final Perf csv data
+##########################
+
+# cd to directory
+os.chdir(DATA_DIR)
+
+# current time
+current_time = time.time()
+
+# Move final perf data
+for xfile in glob.glob('*.csv'):
+    src = DATA_DIR + xfile
+    dst = DATAFINAL_DIR + xfile
+    os.rename(src, dst)
+
+# Splunk HEC - Finally stream in batch mode and remove the batch file
+if use_splunk_http:
+    stream_to_splunk_http(splunk_http_url, splunk_http_token)
+
+    if os.path.isfile(SPLUNK_HEC_BATCHFILE):
+        os.remove(SPLUNK_HEC_BATCHFILE)
+
+###################
+# End
+###################
+
+if silent:
+    # Print an informational message if running in silent mode
+    print("Output mode is configured to run in minimal mode using the --silent option")
+
+# Time required to process
+end_time = time.time()
+result = "Elapsed time was: %g seconds" % (end_time - start_time)
+print(result)
+
+if colddata:
+    ref.write(result + "\n")
+
+# exit
+sys.exit(0)
diff --git a/deployment-apps/TA-metricator-hec-for-nmon/bin/pre_action_scripts/README b/deployment-apps/TA-metricator-hec-for-nmon/bin/pre_action_scripts/README
new file mode 100644
index 0000000..068e206
--- /dev/null
+++ b/deployment-apps/TA-metricator-hec-for-nmon/bin/pre_action_scripts/README
@@ -0,0 +1,140 @@
+# pre-actions scripts
+
+The frameID definition is an enrichment mechanism used within the application to associate a given host with a given frame identifier.
+By default, the mapping is operated against the value of "serialnum" which is defined at the raw level by nmon binaries.
+
+- On AIX systems, the serialnum value is equal to the serial number of the frame hosting the partition
+- On Linux and Solaris systems, the serialnum is equal to the value of the hostname
+
+A pre-action script can be designed to define a serial number according to your needs.
+
+In "nmon.conf", the following settings are designed to manage the serial number:
+
+- override_sys_serialnum="1": will activate the serial number override
+- override_sys_serialnum_value="<value for serial number": defines it value
+
+Add any shell script in this directory to get a pre-action to be executed automatically by the metricator_helper.sh script at startup time.
+You can use this simple feature to perform a pre-action each time the metricator_helper.sh script is executed.
+
+stdout will be indexed in "sourcetype=nmon_collect".
+stderr will be indexes in splunkd logs.
+
+Any script you would add in this directory will be upgrade resilient and would not be lost or modified when your upgrade the TA.
+
+pre-action scripts execution will be visible in sourcetype=nmon_collect:
+
+message = <date>, ${HOST} INFO, executing pre-action script: <name of pre-action script>
+
+Requirements:
+
+- scripts names can whatever you want
+- must have ".sh" extension
+- must have execution permission by the Unix username owning processes
+
+## use case examples:
+
+### 1. run a local command on servers to define the serial number value
+
+----------------------------
+#!/bin/sh
+
+serialnumber=`<replace the command that retrieves a value to be used as the serialnumber`
+
+# nmon_conf="/etc/nmon.conf" to write in /etc/nmon.conf (requires processes to run under root)
+# nmon_conf="$SPLUNK_HOME/etc/apps/TA-metricator-hec-for-nmon/local/nmon.conf" to write in app name space
+nmon_conf="$SPLUNK_HOME/etc/apps/TA-metricator-hec-for-nmon/local/nmon.conf"
+
+# if nmon.conf could not be found, create, activate serial number override and fill its value
+
+if [ ! -f $nmon_conf ]; then
+    echo "# nmon.conf" >> $nmon_conf
+    echo "override_sys_serialnum=\"1\"" >> $nmon_conf
+    echo "override_sys_serialnum_value=\"$serialnumber\"" >> $nmon_conf
+
+else # verify the option activation, verify the serial number value
+
+    egrep "^override_sys_serialnum=" $nmon_conf >/dev/null
+    if [ $? -ne 0 ]; then
+        echo "override_sys_serialnum=\"1\"" >> $nmon_conf
+    fi
+
+    # verify serial number value
+    egrep "^override_sys_serialnum_value=" $nmon_conf >/dev/null
+
+    if [ $? -eq 0 ]; then # if option is set, check value
+      egrep "^override_sys_serialnum_value=\"$serialnumber\"" $nmon_conf >/dev/null
+      if [ $? -ne 0 ]; then # if mismatch, replace value
+        cat $nmon_conf | grep -v "override_sys_serialnum_value" > ${nmon_conf}.new
+        echo "override_sys_serialnum_value=\"$serialnumber\"" >> ${nmon_conf}.new
+        mv ${nmon_conf}.new $nmon_conf
+      fi
+    else # option is not set, simply add it
+        echo "override_sys_serialnum_value=\"$serialnumber\"" >> $nmon_conf
+    fi
+
+fi
+
+exit 0
+----------------------------
+
+### 2. Using servers naming convention and domain names to setup a frameID by extraction the region name
+
+----------------------------
+#!/bin/sh
+
+# convention naming: server001.mycompany.co.uk | retrieve the region being the 4th segment of FQDN
+HOST=`hostname`
+case `uname` in
+Linux)
+ FQDN=`hostname -f` ;;
+*)
+ FQDN=$HOST ;;
+esac
+
+REGION=`echo $FQDN | awk -F\. '{print $4}'`
+
+# revert to host value in case of failure
+# otherwise, affect to: DC-<region>
+case $REGION in
+  "")
+  serialnumber="$HOST" ;;
+  *)
+  serialnumber="datacenter-$REGION" ;;
+esac
+
+# nmon_conf="/etc/nmon.conf" to write in /etc/nmon.conf (requires processes to run under root)
+# nmon_conf="$SPLUNK_HOME/etc/apps/TA-metricator-hec-for-nmon/local/nmon.conf" to write in app name space
+nmon_conf="$SPLUNK_HOME/etc/apps/TA-metricator-hec-for-nmon/local/nmon.conf"
+
+# if nmon.conf could not be found, create, activate serial number override and fill its value
+
+if [ ! -f $nmon_conf ]; then
+    echo "# nmon.conf" >> $nmon_conf
+    echo "override_sys_serialnum=\"1\"" >> $nmon_conf
+    echo "override_sys_serialnum_value=\"$serialnumber\"" >> $nmon_conf
+
+else # verify the option activation
+
+    egrep "^override_sys_serialnum=" $nmon_conf >/dev/null
+    if [ $? -ne 0 ]; then
+        echo "override_sys_serialnum=\"1\"" >> $nmon_conf
+    fi
+
+    # verify serial number value
+    egrep "^override_sys_serialnum_value=" $nmon_conf >/dev/null
+
+    if [ $? -eq 0 ]; then # if option is set, check value
+      egrep "^override_sys_serialnum_value=\"$serialnumber\"" $nmon_conf >/dev/null
+      if [ $? -ne 0 ]; then # if mismatch, replace value
+        cat $nmon_conf | grep -v "override_sys_serialnum_value" > ${nmon_conf}.new
+        echo "override_sys_serialnum_value=\"$serialnumber\"" >> ${nmon_conf}.new
+        mv ${nmon_conf}.new $nmon_conf
+      fi
+    else # option is not set, simply add it
+        echo "override_sys_serialnum_value=\"$serialnumber\"" >> $nmon_conf
+    fi
+
+fi
+
+exit 0
+----------------------------
diff --git a/deployment-apps/TA-metricator-hec-for-nmon/bin/sarmon_bin_i386.tgz b/deployment-apps/TA-metricator-hec-for-nmon/bin/sarmon_bin_i386.tgz
new file mode 100644
index 0000000..9f962cf
Binary files /dev/null and b/deployment-apps/TA-metricator-hec-for-nmon/bin/sarmon_bin_i386.tgz differ
diff --git a/deployment-apps/TA-metricator-hec-for-nmon/bin/sarmon_bin_sparc.tgz b/deployment-apps/TA-metricator-hec-for-nmon/bin/sarmon_bin_sparc.tgz
new file mode 100644
index 0000000..a5b6050
Binary files /dev/null and b/deployment-apps/TA-metricator-hec-for-nmon/bin/sarmon_bin_sparc.tgz differ
diff --git a/deployment-apps/TA-metricator-hec-for-nmon/bin/sarmon_binaries_README b/deployment-apps/TA-metricator-hec-for-nmon/bin/sarmon_binaries_README
new file mode 100644
index 0000000..59060bf
--- /dev/null
+++ b/deployment-apps/TA-metricator-hec-for-nmon/bin/sarmon_binaries_README
@@ -0,0 +1,3 @@
+# sarmon_bin_* directories contain compiled sarmon binaries for x86 and sparc processor
+
+The source code of sarmon is available at the sarmon web site: http://www.geckotechnology.com/sarmon
\ No newline at end of file
diff --git a/deployment-apps/TA-metricator-hec-for-nmon/default/app.conf b/deployment-apps/TA-metricator-hec-for-nmon/default/app.conf
new file mode 100644
index 0000000..73d6b21
--- /dev/null
+++ b/deployment-apps/TA-metricator-hec-for-nmon/default/app.conf
@@ -0,0 +1,19 @@
+#
+# Splunk app configuration file
+#
+
+[install]
+is_configured = 0
+
+[package]
+id = TA-metricator-hec-for-nmon
+check_for_updates = true
+
+[ui]
+is_visible = 0
+label = TA-metricator-hec-for-nmon
+
+[launcher]
+author = Guilhem Marchand for Octamis
+description = Nmon performance and configuration data technical addon for the metric store
+version = 1.1.1
diff --git a/deployment-apps/TA-metricator-hec-for-nmon/default/inputs.conf b/deployment-apps/TA-metricator-hec-for-nmon/default/inputs.conf
new file mode 100644
index 0000000..8c79db8
--- /dev/null
+++ b/deployment-apps/TA-metricator-hec-for-nmon/default/inputs.conf
@@ -0,0 +1,38 @@
+# inputs.conf
+
+######
+# main
+######
+
+# The metricator_helper.sh performs nmon binary starting if required
+# by default, the script is executed every 60 seconds and will not perform any action if
+# the nmon binary is started
+
+[script://./bin/metricator_helper.sh]
+disabled = false
+index = os-unix-nmon-internal
+interval = 60
+source = nmon_collect
+sourcetype = nmon_collect
+
+# The metricator_consumer.sh script consumes nmon data produced in fifo mode
+
+[script://./bin/metricator_consumer.sh]
+disabled = false
+index = os-unix-nmon-internal
+interval = 60
+source = fifo_consumer
+sourcetype = nmon_processing
+
+##############
+# nmon cleaner
+##############
+
+# The metricator_cleaner.sh script performs cleaning tasks internal to the TA, scheduled once a day
+
+[script://./bin/metricator_cleaner.sh --cleancsv]
+disabled = false
+index = os-unix-nmon-internal
+interval = 14400
+source = nmon_cleaner
+sourcetype = nmon_clean
diff --git a/deployment-apps/TA-metricator-hec-for-nmon/default/nmon.conf b/deployment-apps/TA-metricator-hec-for-nmon/default/nmon.conf
new file mode 100644
index 0000000..78ef77d
--- /dev/null
+++ b/deployment-apps/TA-metricator-hec-for-nmon/default/nmon.conf
@@ -0,0 +1,233 @@
+# nmon.conf
+
+
+
+################################
+# Nmon processes related options
+################################
+
+#
+# These options will be used to manage Nmon processes starting options
+#
+
+# This configuration file will set the interval and snapshot values when starting up the nmon binary
+# It is being sourced by the metricator_helper.sh script during script startup
+
+# *** BE UPGRADE RESILIENT: *** Copy this file to your local/nmon.conf to prevent future upgrades from overwriting your settings
+# *** DON'T MODIFY THIS FILE ***
+
+# *** FILE ENCODING: UTF-8 ! ***
+# When creating a local/nmon.conf, pay attention to file encoding specially when working under Windows.
+# The file must be UTF-8 encoded or you may run in trouble.
+
+### NMON COLLECT OPTIONS ###
+
+# The metricator_helper.sh input script is set by default to run every 60 seconds
+# If Nmon is not running, the script will start Nmon using the configuration above
+
+###
+### FIFO options:
+###
+
+# Using FIFO files (named pipe) are now used to minimize the CPU footprint of the technical addons
+# As such, it is not required anymore to use short cycle of Nmon run to reduce the CPU usage
+
+# You can still want to manage the volume of data to be generated by managing the interval and snapshot values
+# as a best practice recommendation, the time to live of nmon processes writing to FIFO should be 24 hours
+
+# value for interval: time in seconds between 2 performance measures
+fifo_interval="60"
+
+# value for snapshot: number of measure to perform
+fifo_snapshot="1440"
+
+### VARIOUS COMMON OPTIONS ###
+
+# Time in seconds of margin before running a new iteration of Nmon process to prevent data gaps between 2 iterations of Nmon
+# the metricator_helper.sh script will spawn a new Nmon process when the age in seconds of the current process gets higher than this value
+
+# The endtime is evaluated the following way: 
+# endtime=$(( ${interval} * ${snapshot} - ${endtime_margin} ))
+
+# When the endtime gets higher than the endtime_margin, a new Nmon process will be spawned
+# default value to 240 seconds which will start a new process 4 minutes before the current process ends
+
+# Setting this value to "0" will totally disable this feature
+
+endtime_margin="240"
+
+### NFS OPTIONS ###
+
+# Change to "1" to activate NFS V2 / V3 (option -N) for AIX hosts
+AIX_NFS23="0"
+
+# Change to "1" to activate NFS V4 (option -NN) for AIX hosts
+AIX_NFS4="0"
+
+# Change to "1" to activate NFS V2 / V3 / V4 (option -N) for Linux hosts
+# Note: Some versions of Nmon introduced a bug that makes Nmon to core when activating NFS, ensure your version is not outdated
+Linux_NFS="0"
+
+### LINUX OPTIONS ###
+
+# Change the priority applied while looking at nmon binary
+# by default, the metricator_helper.sh script will use any nmon binary found in PATH
+# Set to "1" to give the priority to embedded nmon binaries
+# Note: Since release 1.6.07, priority is given by default to embedded binaries
+Linux_embedded_nmon_priority="1"
+
+# Change the limit for processes and disks capture of nmon for Linux
+# In default configuration, nmon will capture most of the process table by capturing main consuming processes
+# This function is percentage limit of CPU time, with a default limit of 0.01
+# Changing this value can influence the volume of data to be generated, and the associated CPU overhead for that data to be parsed
+
+# Possible values are:
+# Linux_unlimited_capture="0" --> Default nmon behavior, capture main processes (no -I option)
+# Linux_unlimited_capture="-1" --> Set the capture mode to unlimited (-I -1)
+# Linux_unlimited_capture="x.xx" --> Set the percentage limit to a custom value, ex: "0.01" will set "-I 0.01"
+Linux_unlimited_capture="0"
+
+# Set the maximum number of devices collected by Nmon, default is set to 1500 devices
+# This option will be ignored if you set the Linux_unlimited_capturation below.
+# Increase this value if you have systems with more devices
+# Up to 3000 devices will be taken in charge by the Application (hard limit in nmonparser)
+Linux_devices="1500"
+
+# Enable disks extended statistics (DG*)
+# Default is true, which activates and generates DG statistics
+Linux_disk_dg_enable="1"
+
+# Name of the User Defined Disk Groups file, "auto" generates this for you
+Linux_disk_dg_group="auto"
+
+### SOLARIS OPTIONS ###
+
+# Change to "1" to activate VxVM volumes IO statistics
+Solaris_VxVM="0"
+
+# UARG collection (new in Version 1.11), Change to "0" to deactivate, "1" to activate (default is activate)
+Solaris_UARG="1"
+
+### AIX COMMON OPTIONS ###
+
+# CAUTION: Since release 1.3.0, we use fifo files, which requires the option "-yoverwrite=1"
+
+# Change this line if you add or remove common options for AIX, do not change NFS options here (see NFS options)
+# the -p option is mandatory as it is used at launch time to save instance pid
+AIX_options="-T -A -d -K -L -M -P -^ -p -yoverwrite=1"
+
+# enable this line if you want to get only active disks
+# AIX_options=""-T -A -d -K -L -M -P -^ -p -k `lspv|grep active|awk '{print $1","}'|tr -d '\040\011\012\015'` -yoverwrite=1"
+
+#############################
+# Application related options
+#############################
+
+#
+# These options are not directly related to nmon processes but to general features of the technical add-on
+#
+
+######################
+# hostname definition:
+######################
+
+# This option can be used to force the technical add-on to use the Splunk configured value of the server hostname
+# If for some reason, you need to use the Splunk host value instead of the system real hostname value, set this value to "1"
+
+# We will search for the value of host=<value> in $SPLUNK_HOME/etc/system/local/inputs.conf
+# If no value can be found, or if the file does not exist, we will fallback to the normal behavior
+
+# Default is use system hostname
+
+# FQDN management in nmonparser: The --fqdn option is not compatible with the host name override, if the override_sys_hostname
+# is activated, the --fqdn argument will have no effect
+
+override_sys_hostname="0"
+
+#####################
+# frameID definition:
+#####################
+
+# The frameID definition is an enrichment mechanism used within the application to associate a given host with a given frame identifier
+# By default, the mapping is operated against the value of "serialnum" which is defined at the raw level by nmon binaries
+
+# On AIX systems, the serialnum value is equal to the serial number of the frame hosting the partition
+# On Linux and Solaris systems, the serialnum is equal to the value of the hostname
+
+# Using this option allows you to override the serialnum value by a static value defined in the nmon.conf configuration file
+# nmon.conf precedence allows defining the serialnum value on per deployment basis (local/nmon.conf) or on a per server basis (/etc/nmon.conf)
+
+# default is:
+# override_sys_serialnum="0"
+# which lets nmon set the serialnum value
+
+# Set this value to:
+# override_sys_serialnum="1"
+# to activate the serialnum override based on the value defined in:
+
+# override_sys_serialnum_value="<sting>"
+# Acceptable values for <string> are letters (lower and upper case), numbers and "-" / "_"
+
+override_sys_serialnum="0"
+override_sys_serialnum_value="none"
+
+########################
+# nmon external metrics:
+########################
+
+# nmon external generation management
+
+# This option will manage the activation or deactivation of the nmon external data generation at the lower level, before it comes to parsers
+# default is activated (value=1), set to "0" to deactivate
+
+nmon_external_generation="1"
+
+###############
+# fifo options:
+###############
+
+# Fifo options
+
+# The realtime mode which corresponds to the old mechanism is now deprecated
+# fifo mode is mandatory
+
+# Default is "1" which means write to fifo
+
+mode_fifo="1"
+
+#######################
+# nmon parsers options:
+#######################
+
+# consult the documentation to get the full list of available options
+
+# --mode fifo|colddata --> explicitly manage data in fifo/colddata
+# --use_fqdn --> use the host fully qualified domain name (default)
+# --silent --> minimize the processing output to save data volume (deactivated by default)
+# --show_zero_values --> allows generating metrics with 0 values (default removes any metric with a zero value before it reaches the ingestion)
+# --no_local_log --> do no write metrics, events and config locally on file-syste, (activated by default)
+# --splunk_http_url --> Splunk HEC endpoint URL (must contain the protocol, IP or FQDN and endpoint path)
+# --splunk_http_token --> Splunk HEC token value
+# --splunk_metrics_index --> Name of the metrics index (default: os-unix-nmon-metrics)
+# --splunk_events_index --> Name of the events index (default: os-unix-nmon-events)
+# --splunk_config_index --> Name of the config index (default: os-unix-nmon-config)
+
+# In fifo mode, options are sent by the metricator_consumer.sh
+# In file mode, options are sent by Splunk via the nmon_processing stanza in props.conf
+
+#
+# Splunk HEC configuration (http input)
+#
+
+# Change the Splunk URL to match your protocol (http vs https) and your access URL
+# By default, as long the token value is not changed from the demonstration value above, the parser will just do nothing else than writing to local logs
+
+# For more information, see: http://dev.splunk.com/view/event-collector/SP-CAAAE6M
+
+# TO CONFIGURE:
+
+# - create the "local" directory in /etc/nmon-logger
+# - copy the default/nmon.conf to local/
+# - manage your settings in your local nmon.conf
+
+nmonparser_options="--mode fifo --use_fqdn --silent --no_local_log --splunk_http_url https://splunk.mydomain.com:8088/services/collector/event --splunk_http_token insert_your_splunk_http_token --splunk_metrics_index os-unix-nmon-metrics --splunk_events_index os-unix-nmon-events --splunk_config_index os-unix-nmon-config"
diff --git a/deployment-apps/TA-metricator-hec-for-nmon/default/nmonparser_config.json b/deployment-apps/TA-metricator-hec-for-nmon/default/nmonparser_config.json
new file mode 100644
index 0000000..6236bbc
--- /dev/null
+++ b/deployment-apps/TA-metricator-hec-for-nmon/default/nmonparser_config.json
@@ -0,0 +1,32 @@
+{
+    "static_section":["CPUnn", "CPU_ALL", "FILE", "MEM", "PAGE", "MEMNEW", "MEMUSE", "PROC", "VM", "NFSSVRV2", "NFSSVRV3", "NFSSVRV4", "NFSCLIV2", "NFSCLIV3", "NFSCLIV4"],
+
+    "Solaris_static_section":["PROCSOL"],
+
+    "LPAR_static_section":["LPAR", "POOLS"],
+
+    "top_section":["TOP"],
+
+    "uarg_section":["UARG"],
+
+    "dynamic_section1":["DISKBUSY", "DISKBSIZE", "DISKREAD", "DISKWRITE", "DISKXFER", "DISKREADSERV", "DISKWRITESERV"],
+
+    "dynamic_section2":["IOADAPT", "NETERROR", "NET", "NETPACKET", "JFSFILE", "JFSINODE", "FCREAD", "FCWRITE", "FCXFERIN", "FCXFEROUT"],
+
+    "disk_extended_section":["DGBUSY", "DGREAD", "DGWRITE", "DGSIZE", "DGXFER", "DGREADS", "DGREADMERGE", "DGREADSERV", "DGWRITES", "DGWRITEMERGE", "DGWRITESERV", "DGINFLIGHT", "DGIOTIME", "DGBACKLOG"],
+
+    "solaris_WLM":["WLMPROJECTCPU", "WLMZONECPU", "WLMTASKCPU", "WLMUSERCPU", "WLMPROJECTMEM", "WLMZONEMEM", "WLMTASKMEM", "WLMUSERMEM"],
+
+    "solaris_VxVM":["VxVMREAD", "VxVMWRITE", "VxVMXFER", "VxVMBSIZE", "VxVMBUSY", "VxVMSVCTM", "VxVMWAITTM"],
+
+    "solaris_dynamic_various":["DISKSVCTM", "DISKWAITTM"],
+
+    "AIX_dynamic_various":["SEA", "SEAPACKET", "SEACHPHY"],
+
+    "AIX_WLM":["WLMCPU", "WLMMEM", "WLMBIO"],
+
+    "nmon_external":["UPTIME", "PROCCOUNT", "DF_STORAGE", "DF_INODES"],
+
+    "nmon_external_transposed":[""]
+
+}
diff --git a/deployment-apps/TA-metricator-hec-for-nmon/default/props.conf b/deployment-apps/TA-metricator-hec-for-nmon/default/props.conf
new file mode 100644
index 0000000..a22c2da
--- /dev/null
+++ b/deployment-apps/TA-metricator-hec-for-nmon/default/props.conf
@@ -0,0 +1,171 @@
+# props.conf
+
+###############################
+# nmon metrics for metric store
+###############################
+
+# Introduced with Splunk 7, metrics are now natively supported
+# Nmon uses its own copy of the default metrics_csv sourcetype
+
+[nmon_metrics_csv]
+SHOULD_LINEMERGE = False
+pulldown_type = true
+INDEXED_EXTRACTIONS = csv
+ADD_EXTRA_TIME_FIELDS = False
+KV_MODE = none
+TIMESTAMP_FIELDS = metric_timestamp
+TIME_FORMAT = %s.%Q
+category = Metrics
+description = Comma-separated value format for metrics. Nmon implementation.
+
+# Overwritting default host field based on event data for nmon_data sourcetype (useful when managing Nmon central shares)
+TRANSFORMS-hostfield=nmon_metrics_csv_hostoverride
+
+# Metrics can be sent by http using the Splunk Http Event Collector (HEC)
+[nmon_metrics_http]
+TIME_PREFIX = metric_timestamp=\"(\d+)\"
+TIME_FORMAT = %s
+TRANSFORMS-nmon_metrics_http = nmon_metrics_http_host, nmon_metrics_http_metric_name, nmon_metrics_http_metric_value, nmon_metrics_http_dims, nmon_metrics_http_OStype, nmon_metrics_http_serialnum
+NO_BINARY_CHECK = true
+SHOULD_LINEMERGE = false
+pulldown_type = 1
+category = Metrics
+
+########################
+# nmon metrics as events
+########################
+
+# This sourcetype stanza will be used to index nmon csv converted data
+# Every generated csv file will contain a CSV header used by Splunk to identify fields
+
+[nmon_data]
+FIELD_DELIMITER=,
+FIELD_QUOTE="
+HEADER_FIELD_LINE_NUMBER=1
+
+# your settings
+INDEXED_EXTRACTIONS=csv
+NO_BINARY_CHECK=1
+SHOULD_LINEMERGE=false
+TIMESTAMP_FIELDS=ZZZZ
+TIME_FORMAT=%d-%m-%Y %H:%M:%S
+
+# set by detected source type
+KV_MODE=none
+pulldown_type=true
+
+# Leaving PUNCT enabled can impact indexing performance, and uses space
+# For structured data, it has poor interest and shall be deactivated
+ANNOTATE_PUNCT=false
+
+# Overwritting default host field based on event data for nmon_data sourcetype (useful when managing Nmon central shares)
+TRANSFORMS-hostfield=nmon_data_hostoverride
+
+# nmon_data sent over http using the Splunk Http Event Collector (HEC)
+# This sourcetype will be automatically renamed to nmon_data
+
+[nmon_data_http]
+SHOULD_LINEMERGE=false
+NO_BINARY_CHECK=true
+CHARSET=UTF-8
+TIME_FORMAT=%s
+TIME_PREFIX=timestamp="
+MAX_TIMESTAMP_LOOKAHEAD=26
+KV_MODE=auto
+
+# Apply indexing time parsing configuration
+TRANSFORMS-nmon_data_http = nmon_data_http_host, nmon_data_http_OStype, nmon_data_http_type, nmon_data_http_sourcetype
+
+# For search time extractions, activate kvmode to auto for that source
+[source::nmon_data:http]
+KV_MODE=auto
+
+########################
+# nmon processing events
+########################
+
+[nmon_processing]
+SHOULD_LINEMERGE=false
+NO_BINARY_CHECK=true
+CHARSET=UTF-8
+TIME_PREFIX=^
+TIME_FORMAT=%d-%m-%Y %H:%M:%S
+MAX_TIMESTAMP_LOOKAHEAD=19
+LINE_BREAKER=([\n\r]+)\d{2}-\d{2}-\d{4}\s\d{2}:\d{2}:\d{2}
+TRUNCATE=999999
+
+# Deactivate KV
+KV_MODE=none
+
+####################
+# nmon config events
+####################
+
+[nmon_config]
+SHOULD_LINEMERGE=false
+NO_BINARY_CHECK=true
+CHARSET=UTF-8
+TIME_PREFIX=^CONFIG,
+TIME_FORMAT=%d-%b-%Y:%H:%M.%S
+LINE_BREAKER=([\r\n]+)CONFIG,\d{2}-\w{3}-\d{4}:\d{2}:\d{2}\.\d{2},
+TRUNCATE=0
+MAX_EVENTS=100000
+MAX_TIMESTAMP_LOOKAHEAD=30
+
+# Deactivate KV
+KV_MODE = none
+
+# Overwritting default host field based on event data for nmon_data sourcetype (useful when managing Nmon central shares)
+TRANSFORMS-hostfield=nmon_config_hostoverride
+
+# nmon_config sent over http
+[nmon_config:http]
+SHOULD_LINEMERGE=false
+NO_BINARY_CHECK=true
+CHARSET=UTF-8
+LINE_BREAKER=([\r\n]+)timestamp=\"
+MAX_EVENTS=100000
+TIME_FORMAT=%s
+TIME_PREFIX=timestamp="
+TRUNCATE=0
+
+# Rewrite the source Metadata to manage search time extraction
+TRANSFORMS-nmon_config_http = nmon_config_http_rewrite_host, nmon_config_http_rewrite_sourcetype
+
+# For search heads
+[source::nmon_config:http]
+KV_MODE=none
+
+#####################
+# nmon collect events
+#####################
+
+[nmon_collect]
+SHOULD_LINEMERGE=false
+NO_BINARY_CHECK=true
+CHARSET=UTF-8
+TIME_PREFIX=^
+TIME_FORMAT=%d-%m-%Y %H:%M:%S
+MAX_TIMESTAMP_LOOKAHEAD=19
+LINE_BREAKER=([\n\r]+)\d{2}-\d{2}-\d{4}\s\d{2}:\d{2}:\d{2}
+TRUNCATE=999999
+
+# Deactivate KV
+KV_MODE = none
+
+###################
+# nmon clean events
+###################
+
+[nmon_clean]
+SHOULD_LINEMERGE=false
+NO_BINARY_CHECK=true
+CHARSET=UTF-8
+TIME_PREFIX=^
+TIME_FORMAT=%d-%m-%Y %H:%M:%S
+MAX_TIMESTAMP_LOOKAHEAD=19
+LINE_BREAKER=([\n\r]+)\d{2}-\d{2}-\d{4}\s\d{2}:\d{2}:\d{2}
+TRUNCATE=999999
+
+# Deactivate KV
+KV_MODE = none
diff --git a/deployment-apps/TA-metricator-hec-for-nmon/default/transforms.conf b/deployment-apps/TA-metricator-hec-for-nmon/default/transforms.conf
new file mode 100644
index 0000000..7c542af
--- /dev/null
+++ b/deployment-apps/TA-metricator-hec-for-nmon/default/transforms.conf
@@ -0,0 +1,114 @@
+# transforms.conf
+
+##############
+# nmon metrics
+##############
+
+# host Meta overridden with 5th column
+[nmon_metrics_csv_hostoverride]
+DEST_KEY = MetaData:Host
+REGEX = ^\d*,\"{0,1}[^\"\,]*\"{0,1},\"{0,1}[^\"\,]*\"{0,1}[^\"\,]*\"{0,1},\"{0,1}[^\"\,]*\"{0,1},\"{0,1}([^\"\,]*)\"{0,1}
+FORMAT = host::$1
+
+# Metrics sent over http - host
+[nmon_metrics_http_host]
+DEST_KEY = MetaData:Host
+REGEX = hostname=\"([^\"]*)\"
+FORMAT = host::$1
+
+# Metrics sent over http - metric_name
+[nmon_metrics_http_metric_name]
+REGEX = metric_name=\"([^\"]*)\"
+FORMAT = metric_name::$1
+WRITE_META = true
+
+[nmon_metrics_http_metric_value]
+REGEX = _value=\"([\d|\.]*)\"
+FORMAT = _value::$1
+WRITE_META = true
+
+# Metrics sent over http - dimensions
+[nmon_metrics_http_dims]
+REGEX = (dimension\_\w*)=\"([^\"]*)\"
+FORMAT = $1::$2
+WRITE_META = true
+REPEAT_MATCH = true
+
+# Metrics sent over http - OStype
+[nmon_metrics_http_OStype]
+REGEX = OStype=\"([^\"]*)\"
+FORMAT = OStype::$1
+WRITE_META = true
+
+# Metrics sent over http - serialnum
+[nmon_metrics_http_serialnum]
+REGEX = serialnum=\"([^\"]*)\"
+FORMAT = serialnum::$1
+WRITE_META = true
+
+###########
+# nmon data
+###########
+
+# Host override based on event data form nmon_data sourcetype
+
+[nmon_data_hostoverride]
+DEST_KEY = MetaData:Host
+REGEX = ^\"{0,1}[a-zA-Z0-9\_]+\"{0,1},\"{0,1}[a-zA-Z0-9\-\_\.]+\"{0,1},\"{0,1}([a-zA-Z0-9\-\_\.]+)\"{0,1},.+
+FORMAT = host::$1
+
+# nmon data as events sent over http - host indexed field
+[nmon_data_http_host]
+DEST_KEY = MetaData:Host
+REGEX = hostname=\"([^\"]*)\"
+FORMAT = host::$1
+
+# nmon data as events sent over http - OStype indexed field
+[nmon_data_http_OStype]
+REGEX = \sOStype=\"([^\"]*)\"
+WRITE_META = true
+FORMAT = OStype::$1
+DEFAULT_VALUE = NULL
+
+# nmon data as events sent over http - type indexed field
+[nmon_data_http_type]
+REGEX = \stype=\"([^\"]*)\"
+WRITE_META = true
+FORMAT = type::$1
+DEFAULT_VALUE = NULL
+
+# nmon data as events sent over http - rewrite sourcetype
+[nmon_data_http_sourcetype]
+DEST_KEY = MetaData:Sourcetype
+REGEX = .*
+FORMAT = sourcetype::nmon_data
+
+#############
+# nmon config
+#############
+
+# Host override based on event data form nmon_config sourcetype
+
+[nmon_config_hostoverride]
+DEST_KEY = MetaData:Host
+REGEX = CONFIG\,[a-zA-Z0-9\-\:\.]+\,([a-zA-Z0-9\-\_\.]+)\,[a-zA-Z0-9\-\_\.]+
+FORMAT = host::$1
+
+# nmon_config sent over http
+
+[nmon_config_http_rewrite_host]
+DEST_KEY = MetaData:Host
+REGEX = host=\"{0,}([a-zA-Z0-9\-\_\.]+)\"{0,}
+FORMAT = host::$1
+
+# nmon_config source
+[nmon_config_http_rewrite_source]
+DEST_KEY = MetaData:Source
+REGEX = .*
+FORMAT = source::configdata:http
+
+# nmon_config sourcetype
+[nmon_config_http_rewrite_sourcetype]
+DEST_KEY = MetaData:Sourcetype
+REGEX = .*
+FORMAT = sourcetype::nmon_config
diff --git a/deployment-apps/TA-metricator-hec-for-nmon/metadata/default.meta b/deployment-apps/TA-metricator-hec-for-nmon/metadata/default.meta
new file mode 100644
index 0000000..539d8c4
--- /dev/null
+++ b/deployment-apps/TA-metricator-hec-for-nmon/metadata/default.meta
@@ -0,0 +1,7 @@
+
+# Application-level permissions
+
+[]
+owner = admin
+access = read : [ * ], write : [ admin ]
+export = system
diff --git a/deployment-apps/TA-metricator-hec-for-nmon/splunkbase.manifest b/deployment-apps/TA-metricator-hec-for-nmon/splunkbase.manifest
new file mode 100644
index 0000000..99c6297
--- /dev/null
+++ b/deployment-apps/TA-metricator-hec-for-nmon/splunkbase.manifest
@@ -0,0 +1,208 @@
+{
+  "version": "1.0",
+  "date": "2022-11-14T09:26:13.3459814Z",
+  "hashAlgorithm": "SHA-256",
+  "app": {
+    "id": 4022,
+    "version": "1.1.1",
+    "files": [
+      {
+        "path": "README.md",
+        "hash": "cd786d3b5421268f0f893be70011210ae5db6efbe077558d9219845d3b6c7b7a"
+      },
+      {
+        "path": "license.txt",
+        "hash": "7ddba183d8c539be99f03fe99499ddbc863cc688164bf3b5ea59d0d918a9e653"
+      },
+      {
+        "path": "metadata/default.meta",
+        "hash": "6b6c91fc18940aeb1580da6c06f92810beef8af632f73714070bae9e4a777af2"
+      },
+      {
+        "path": "static/appLogo.png",
+        "hash": "0736204483f4205c90d49c1f212e70d4e15c4d79aee19d43a0ab8247455118d1"
+      },
+      {
+        "path": "static/appIcon.png",
+        "hash": "e0611349e349b6cee55d123f85ed286a4ac2c0f1bbdbbedcbf230207bc2404ee"
+      },
+      {
+        "path": "static/appIcon_2x.png",
+        "hash": "5434fede7130f1bacc4d8e3ec48f2b3bd67367f55658b6d07d5b232b8f60f522"
+      },
+      {
+        "path": "static/appIconAlt.png",
+        "hash": "e0611349e349b6cee55d123f85ed286a4ac2c0f1bbdbbedcbf230207bc2404ee"
+      },
+      {
+        "path": "static/appLogo_2x.png",
+        "hash": "845f9bcdcd947b60e7c6d110f03debad96fee327b13a1bda2457788e069c350e"
+      },
+      {
+        "path": "static/appIconAlt_2x.png",
+        "hash": "5434fede7130f1bacc4d8e3ec48f2b3bd67367f55658b6d07d5b232b8f60f522"
+      },
+      {
+        "path": "README/nmon.conf.spec",
+        "hash": "27ec7f455744434f988312504fa3c9a89c0a77b2e76c6974ae187ddcd1e8f380"
+      },
+      {
+        "path": "default/app.conf",
+        "hash": "82887e56e863986c96284e5519d37873529be320e4c6571b8410f770af16ee77"
+      },
+      {
+        "path": "default/nmon.conf",
+        "hash": "85042666cc733e23c1bf4b96dad9eaaf8a90fbeff4770fd595d58bf54671fff2"
+      },
+      {
+        "path": "default/nmonparser_config.json",
+        "hash": "9db81c4534b90ef9f4dd67dfe0417c7c9bd669d95703d0dd91e6f27b4ac27c6c"
+      },
+      {
+        "path": "default/props.conf",
+        "hash": "865bce58bea6b7ae664d6b1f4d95457dfb41ab34e4588af9efa2625ac36325eb"
+      },
+      {
+        "path": "default/inputs.conf",
+        "hash": "1bfb384dff0bb2661d3ced596e2c74a780d229413463f0b29015f5f734e7cf3c"
+      },
+      {
+        "path": "default/transforms.conf",
+        "hash": "4c575ce58234455c879370ab8f69ed4ea6b9bd7901b6bceb53ac1049c9ad1b82"
+      },
+      {
+        "path": "bin/nmonparser_hec.py",
+        "hash": "c7262e35253317410cbf3b2fdb9e6822f80704a52afbd94abb3396c56b29d576"
+      },
+      {
+        "path": "bin/sarmon_binaries_README",
+        "hash": "ab79e66800d2291dd43dec243fb6df8abd0975dbc2183477656eb61ee95fe456"
+      },
+      {
+        "path": "bin/sarmon_bin_i386.tgz",
+        "hash": "d184fa41438ac42a974373abb4607b926a02ea0b9f64d6e7a15f13c0aad76062"
+      },
+      {
+        "path": "bin/nmonparser_hec.pl",
+        "hash": "1a28b0be80748d94f43283b65e71c300ef2171a2286330141f09daef1ea72ef5"
+      },
+      {
+        "path": "bin/metricator_consumer.sh",
+        "hash": "c5662c4362572dc28fe89af2ff605f0f49c701434237c6f93ede62e0e515ca73"
+      },
+      {
+        "path": "bin/metricator_reader.sh",
+        "hash": "0aaefacadc71ebc964f9de2ea11195d8552f24f2b578249f7337d6a1e8003bc0"
+      },
+      {
+        "path": "bin/metricator_cleaner.sh",
+        "hash": "f932b0c3ef29fd07ff680e15e0a34f2ce3f0062cf8b6443a20750e324cbea544"
+      },
+      {
+        "path": "bin/metricator_helper.sh",
+        "hash": "83a13788aefed93c7549cf2520323317fb16b691259d45db8c4dede9d4e2f73f"
+      },
+      {
+        "path": "bin/linux.tgz",
+        "hash": "376bc4ad7d197dca898ef06d03df631f5e8e6fe365e398bc2905d2146af6cc01"
+      },
+      {
+        "path": "bin/README",
+        "hash": "597cdad620bec4e52e0e8adc3cad99de9b3ce45da0dd18e4159e1009c976e957"
+      },
+      {
+        "path": "bin/sarmon_bin_sparc.tgz",
+        "hash": "73a2b9555ffdd62666063bbfa33520de4ccd68d4b5c63f08a365be5a5f2ea76f"
+      },
+      {
+        "path": "bin/nmonparser.sh",
+        "hash": "ade7e0ab7889500e443306483f4f3bccc7124d4612a77cf6b1cadf0d218f7abb"
+      },
+      {
+        "path": "bin/create_agent.py",
+        "hash": "ee69e9471d32d0d5fe2d97915d0064663ad726da74a774ca138d8b30f84fa2fa"
+      },
+      {
+        "path": "bin/metricator_cleaner.py",
+        "hash": "f5a3478151137d206313de436c7556bbc32b1f18405f30abea016d8a9485c674"
+      },
+      {
+        "path": "bin/metricator_reader.py",
+        "hash": "1af43497bbf7f4b9c2a637d5677fc0a964d33f4f4578170aa630c56cb90e8577"
+      },
+      {
+        "path": "bin/metricator_reader.pl",
+        "hash": "582e2f1707f3904999c311fe46dce92ddbe46f2ff7b61eb3a2f5347c989e9f62"
+      },
+      {
+        "path": "bin/linux_binaries_README",
+        "hash": "1e5003fdf5a0a4b10dbdc5db1e9bc1960520e7ecd804a20f75ee6b299c043007"
+      },
+      {
+        "path": "bin/metricator_cleaner.pl",
+        "hash": "582c9bc0a35908dcecceeab631f29ff3b4725921b3239204dfb713c5853444b7"
+      },
+      {
+        "path": "bin/lib/aix/README",
+        "hash": "5931eb43b5a106c340925b610ab2a9357d752440b0c9cb32ec3041c64a92ec3e"
+      },
+      {
+        "path": "bin/lib/aix/Text/CSV_PP.pm",
+        "hash": "05de57abb2780a6ae9788af4a56f351928d3f070d29e16ee3d0d1c8c20167317"
+      },
+      {
+        "path": "bin/lib/aix/Text/Diff.pm",
+        "hash": "a3c8d575cfcf07cd50848883103ba4606653818c76d19e2d68ff0e0734966fd8"
+      },
+      {
+        "path": "bin/lib/aix/Text/CSV.pm",
+        "hash": "4c5e21fa0718c2be432fa53f2c8440e725bfc94f0649539749559807eb133420"
+      },
+      {
+        "path": "bin/lib/aix/Text/Diff/Config.pm",
+        "hash": "09dac9cd5f3903c1224d8e901a73dca610e79e1243d246fdbca2775658476b63"
+      },
+      {
+        "path": "bin/lib/aix/Text/Diff/Table.pm",
+        "hash": "c1629847301d6cfaf766a99a64423736684d615f3c9b9cdccddf4988dee9816e"
+      },
+      {
+        "path": "bin/nmon_external_cmd/nmon_external_snap.sh",
+        "hash": "794971722e75aa462dbe47fa182617c81a197da1ed6fa89398c2d2ffacf8f7cb"
+      },
+      {
+        "path": "bin/nmon_external_cmd/nmon_external_start.sh",
+        "hash": "a396573e35d651c48e3227556e0b2f45096f2d5cc7784d96cf48f02aab3abe50"
+      },
+      {
+        "path": "bin/pre_action_scripts/README",
+        "hash": "39bfe5c6f1ecbefaa9741ccfb55e425d5320c9f75334249b068ac822095864f2"
+      }
+    ]
+  },
+  "products": [
+    {
+      "platform": "splunk",
+      "product": "enterprise",
+      "versions": [
+        "7.2",
+        "7.3",
+        "8.0",
+        "8.1",
+        "8.2",
+        "9.0"
+      ],
+      "architectures": [
+        "x86_64"
+      ],
+      "operatingSystems": [
+        "windows",
+        "linux",
+        "macos",
+        "freebsd",
+        "solaris",
+        "aix"
+      ]
+    }
+  ]
+}
\ No newline at end of file
diff --git a/deployment-apps/TA-metricator-hec-for-nmon/static/appIcon.png b/deployment-apps/TA-metricator-hec-for-nmon/static/appIcon.png
new file mode 100644
index 0000000..b283ac0
Binary files /dev/null and b/deployment-apps/TA-metricator-hec-for-nmon/static/appIcon.png differ
diff --git a/deployment-apps/TA-metricator-hec-for-nmon/static/appIconAlt.png b/deployment-apps/TA-metricator-hec-for-nmon/static/appIconAlt.png
new file mode 100644
index 0000000..b283ac0
Binary files /dev/null and b/deployment-apps/TA-metricator-hec-for-nmon/static/appIconAlt.png differ
diff --git a/deployment-apps/TA-metricator-hec-for-nmon/static/appIconAlt_2x.png b/deployment-apps/TA-metricator-hec-for-nmon/static/appIconAlt_2x.png
new file mode 100644
index 0000000..00ac7be
Binary files /dev/null and b/deployment-apps/TA-metricator-hec-for-nmon/static/appIconAlt_2x.png differ
diff --git a/deployment-apps/TA-metricator-hec-for-nmon/static/appIcon_2x.png b/deployment-apps/TA-metricator-hec-for-nmon/static/appIcon_2x.png
new file mode 100644
index 0000000..00ac7be
Binary files /dev/null and b/deployment-apps/TA-metricator-hec-for-nmon/static/appIcon_2x.png differ
diff --git a/deployment-apps/TA-metricator-hec-for-nmon/static/appLogo.png b/deployment-apps/TA-metricator-hec-for-nmon/static/appLogo.png
new file mode 100644
index 0000000..f6b6881
Binary files /dev/null and b/deployment-apps/TA-metricator-hec-for-nmon/static/appLogo.png differ
diff --git a/deployment-apps/TA-metricator-hec-for-nmon/static/appLogo_2x.png b/deployment-apps/TA-metricator-hec-for-nmon/static/appLogo_2x.png
new file mode 100644
index 0000000..ef699ce
Binary files /dev/null and b/deployment-apps/TA-metricator-hec-for-nmon/static/appLogo_2x.png differ