Subjectively

#!/bin/bash
#===============================================================================
#
#          FILE:  csv2pg
# 
#         USAGE:  ./csv2pg [-d|--debug] [-v|--version] -c[|--csv] filename [-s|--schema schemaname]
#                 [-b|--database database] [-u|--user username] -t[|--table] tablename [-o|--ouput]
# 
#   DESCRIPTION:  load a csv file into a prepared table
# 
#       OPTIONS:  ---
#  REQUIREMENTS:  ---
#          BUGS:  ---
#         NOTES:  This script can be used in conjunction with csvheader2createtable
#                 to create a table with ETL tracking fields and load the data.
#                 (e.g.
#                   for file in *.csv
#                   do
#                     csvheader2createtable -s myschema $file | psql
#                     csv2pg -s myschema -t ${file//.csv} $file
#                   done
#                 )
#                 Assuming the naming convention for the files was sane...
#        AUTHOR:  Kirk Roybal (DBA), kirk.roybal@javelindirect.com
#       COMPANY:  Javelin
#       VERSION:  1.0
#       CREATED:  12/21/2009 14:32:37 CST
#      REVISION:  ---
#===============================================================================
 
function usage () {
cat <<EOS
  $0 [--help] [-d|--debug] [-v|--version] -c[|--csv] filename [-s|--schema schemaname]
     [-b|--database database] [-u|--user username] -t[|--table] tablename [-o|--ouput]
EOS
}
 
[[ ${#*} -eq 0 ]] && {
  usage
  exit
}
 
version="0.1"
for arg 
do
  delim=""
  case "$arg" in
    #translate --gnu-long-options to -g (short options) 
    --help) args="${args}-z ";;
    --csv) args="${args}-c ";;
    --host) args="${args}-h ";;
    --database) args="${args}-b ";;
    --user) args="${args}-u ";;
    --schema) args="${args}-s ";;
    --output) args="${args}-o ";;
    --table) args="${args}-t ";;
    --debug) args="${args}-d ";;
    --version) args="${args}-v ";;
  #pass through anything else
    *) leftchar=$(printf %1.1s "$arg")
      if [[ ! "$leftchar" == "-" ]]
      then
        delim="\""
      fi
      args="${args}${delim}${arg}${delim} "
      ;;
  esac
done
 
#Reset the positional parameters to the short options
eval set -- $args
 
schema=public
host=db1
database=warehouse
user=warehouse
 
while getopts ":b:c:dh:os:t:u:vz" option 2>/dev/null
do
  case $option in
    o) output=true;;
    h) host="${OPTARG}";;
    b) database="${OPTARG}";;
    u) user="${OPTARG}";;
    d) set -x ; debug=true ;;
    v) echo "$(basename $0) $version"; exit;;
    c) csvfile="${OPTARG}";;
    s) schema="${OPTARG}";;
    t) table="${OPTARG}";;
    z) usage; exit;;
    *) echo $OPTARG is an unrecognized option; usage; exit;;
  esac
done
 
[[ -z "$csvfile" ]] && {
  echo "must have csv file"
  exit 1
}
[[ -f "$csvfile" ]] || {
  echo "csv file not found"
  exit 1
}
 
[[ -z "$table" ]] && {
  echo "table name is required"
  exit 1
}
 
sql="SELECT column_name FROM INFORMATION_SCHEMA.COLUMNS 
      WHERE table_name = '$table' and table_schema='$schema'
      AND column_name NOT IN ('id','date_stamp')
      ORDER BY ordinal_position;"
fields=$(psql -h $host -U $user $database -qtAc "$sql" | tr '\n' ', ' | sed -e 's/, "$//' -e 's/^/"/' -e 's/,/", "/g' | sed 's/loaded_from.*/loaded_from"/')
[[ "$fields" == "" ]] && {
  echo "table $table does not exist"
  exit 1
}
 
trailing_comma=$(cat "$csvfile" | head -n 1 | sed 's/[[:space:]]*$//g')
trailing_comma=${trailing_comma:${#trailing_comma}-1:1}
[[ "$trailing_comma" == "," ]] && sed -i '' 's/,[[:space:]]*$//' "$csvfile"
 
sql="COPY $schema.$table($fields) FROM STDIN WITH CSV HEADER;"
#code page conversion, append control data, insert
[[ -z "$output" ]] || echo "iconv -f ibm850 -t utf8 \"$csvfile\" | 
  tr -d '\\000' | tr '\\r' '\\n' | 
  sed -e '/^[[:space:]]*\$/d' -e '/^,*$/d' -e \"s/\\$/,klr,$csvfile/\" | 
  psql -h $host -U $user $database -c \"$sql\""
 
iconv -f ibm850 -t utf8 "$csvfile" | tr -d '\000' | tr '\r' '\n' | 
  sed -e '/^[[:space:]]*$/d' -e '/^,*$/d' -e "s/\$/,klr,$csvfile/" | 
  psql -h $host -U $user $database -c "$sql"