From 1bfca2948e1558faf109aa9aad23f3470f9249b4 Mon Sep 17 00:00:00 2001 From: jotty Date: Thu, 31 Oct 2024 19:07:06 +0100 Subject: [PATCH] reading csv file works --- .classpath | 25 +++ .gitignore | 1 + .project | 23 +++ build.gradle | 19 ++ gradle/wrapper/gradle-wrapper.properties | 5 + gradlew | 176 ++++++++++++++++++ gradlew.bat | 84 +++++++++ settings.gradle | 1 + .../java/de/jottyfan/csv2camt/Converter.java | 29 +++ src/main/java/de/jottyfan/csv2camt/Main.java | 14 ++ .../de/jottyfan/csv2camt/csv/CsvBean.java | 98 ++++++++++ .../de/jottyfan/csv2camt/csv/CsvLine.java | 12 ++ .../de/jottyfan/csv2camt/csv/CsvParser.java | 73 ++++++++ .../de/jottyfan/csv2camt/xml/CamtWriter.java | 16 ++ .../jottyfan/csv2camt/csv/TestCsvParser.java | 24 +++ 15 files changed, 600 insertions(+) create mode 100644 .classpath create mode 100644 .project create mode 100644 build.gradle create mode 100644 gradle/wrapper/gradle-wrapper.properties create mode 100755 gradlew create mode 100644 gradlew.bat create mode 100644 settings.gradle create mode 100644 src/main/java/de/jottyfan/csv2camt/Converter.java create mode 100644 src/main/java/de/jottyfan/csv2camt/Main.java create mode 100644 src/main/java/de/jottyfan/csv2camt/csv/CsvBean.java create mode 100644 src/main/java/de/jottyfan/csv2camt/csv/CsvLine.java create mode 100644 src/main/java/de/jottyfan/csv2camt/csv/CsvParser.java create mode 100644 src/main/java/de/jottyfan/csv2camt/xml/CamtWriter.java create mode 100644 src/test/java/de/jottyfan/csv2camt/csv/TestCsvParser.java diff --git a/.classpath b/.classpath new file mode 100644 index 0000000..6c1e625 --- /dev/null +++ b/.classpath @@ -0,0 +1,25 @@ + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/.gitignore b/.gitignore index 3df9a13..1aab294 100644 --- a/.gitignore +++ b/.gitignore @@ -86,3 +86,4 @@ local.properties # Typically, this file would be tracked if it contains build/dependency configurations: #.project +/.gradle/ diff --git a/.project b/.project new file mode 100644 index 0000000..51bdc80 --- /dev/null +++ b/.project @@ -0,0 +1,23 @@ + + + csv2camt + + + + + + org.eclipse.jdt.core.javabuilder + + + + + org.eclipse.buildship.core.gradleprojectbuilder + + + + + + org.eclipse.jdt.core.javanature + org.eclipse.buildship.core.gradleprojectnature + + diff --git a/build.gradle b/build.gradle new file mode 100644 index 0000000..f9bfb2e --- /dev/null +++ b/build.gradle @@ -0,0 +1,19 @@ +plugins { + id 'java' +} + +group 'de.jottyfan.csv2camt' +version '0.0.0' + +repositories { + mavenCentral() +} + +dependencies { + implementation 'org.apache.commons:commons-csv:1.12.0' + implementation 'jakarta.xml.bind:jakarta.xml.bind-api:4.0.2' + implementation 'com.fasterxml.jackson.core:jackson-databind:2.18.1' + + testImplementation 'org.junit.jupiter:junit-jupiter-api:5.11.3' + testImplementation 'org.junit.jupiter:junit-jupiter-engine:5.11.3' +} \ No newline at end of file diff --git a/gradle/wrapper/gradle-wrapper.properties b/gradle/wrapper/gradle-wrapper.properties new file mode 100644 index 0000000..1e2fbf0 --- /dev/null +++ b/gradle/wrapper/gradle-wrapper.properties @@ -0,0 +1,5 @@ +distributionBase=GRADLE_USER_HOME +distributionPath=wrapper/dists +distributionUrl=https\://services.gradle.org/distributions/gradle-8.10.2-bin.zip +zipStoreBase=GRADLE_USER_HOME +zipStorePath=wrapper/dists diff --git a/gradlew b/gradlew new file mode 100755 index 0000000..17a9170 --- /dev/null +++ b/gradlew @@ -0,0 +1,176 @@ +#!/usr/bin/env sh + +############################################################################## +## +## Gradle start up script for UN*X +## +############################################################################## + +# Attempt to set APP_HOME +# Resolve links: $0 may be a link +PRG="$0" +# Need this for relative symlinks. +while [ -h "$PRG" ] ; do + ls=`ls -ld "$PRG"` + link=`expr "$ls" : '.*-> \(.*\)$'` + if expr "$link" : '/.*' > /dev/null; then + PRG="$link" + else + PRG=`dirname "$PRG"`"/$link" + fi +done +SAVED="`pwd`" +cd "`dirname \"$PRG\"`/" >/dev/null +APP_HOME="`pwd -P`" +cd "$SAVED" >/dev/null + +APP_NAME="Gradle" +APP_BASE_NAME=`basename "$0"` + +# Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script. +DEFAULT_JVM_OPTS="" + +# Use the maximum available, or set MAX_FD != -1 to use that value. +MAX_FD="maximum" + +warn () { + echo "$*" +} + +die () { + echo + echo "$*" + echo + exit 1 +} + +# OS specific support (must be 'true' or 'false'). +cygwin=false +msys=false +darwin=false +nonstop=false +case "`uname`" in + CYGWIN* ) + cygwin=true + ;; + Darwin* ) + darwin=true + ;; + MINGW* ) + msys=true + ;; + NONSTOP* ) + nonstop=true + ;; +esac + +CLASSPATH=$APP_HOME/gradle/wrapper/gradle-wrapper.jar + +# Determine the Java command to use to start the JVM. +if [ -n "$JAVA_HOME" ] ; then + if [ -x "$JAVA_HOME/jre/sh/java" ] ; then + # IBM's JDK on AIX uses strange locations for the executables + JAVACMD="$JAVA_HOME/jre/sh/java" + else + JAVACMD="$JAVA_HOME/bin/java" + fi + if [ ! -x "$JAVACMD" ] ; then + die "ERROR: JAVA_HOME is set to an invalid directory: $JAVA_HOME + +Please set the JAVA_HOME variable in your environment to match the +location of your Java installation." + fi +else + JAVACMD="java" + which java >/dev/null 2>&1 || die "ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH. + +Please set the JAVA_HOME variable in your environment to match the +location of your Java installation." +fi + +# Increase the maximum file descriptors if we can. +if [ "$cygwin" = "false" -a "$darwin" = "false" -a "$nonstop" = "false" ] ; then + MAX_FD_LIMIT=`ulimit -H -n` + if [ $? -eq 0 ] ; then + if [ "$MAX_FD" = "maximum" -o "$MAX_FD" = "max" ] ; then + MAX_FD="$MAX_FD_LIMIT" + fi + ulimit -n $MAX_FD + if [ $? -ne 0 ] ; then + warn "Could not set maximum file descriptor limit: $MAX_FD" + fi + else + warn "Could not query maximum file descriptor limit: $MAX_FD_LIMIT" + fi +fi + +# For Darwin, add options to specify how the application appears in the dock +if $darwin; then + GRADLE_OPTS="$GRADLE_OPTS \"-Xdock:name=$APP_NAME\" \"-Xdock:icon=$APP_HOME/media/gradle.icns\"" +fi + +# For Cygwin, switch paths to Windows format before running java +if $cygwin ; then + APP_HOME=`cygpath --path --mixed "$APP_HOME"` + CLASSPATH=`cygpath --path --mixed "$CLASSPATH"` + JAVACMD=`cygpath --unix "$JAVACMD"` + + # We build the pattern for arguments to be converted via cygpath + ROOTDIRSRAW=`find -L / -maxdepth 1 -mindepth 1 -type d 2>/dev/null` + SEP="" + for dir in $ROOTDIRSRAW ; do + ROOTDIRS="$ROOTDIRS$SEP$dir" + SEP="|" + done + OURCYGPATTERN="(^($ROOTDIRS))" + # Add a user-defined pattern to the cygpath arguments + if [ "$GRADLE_CYGPATTERN" != "" ] ; then + OURCYGPATTERN="$OURCYGPATTERN|($GRADLE_CYGPATTERN)" + fi + # Now convert the arguments - kludge to limit ourselves to /bin/sh + i=0 + for arg in "$@" ; do + CHECK=`echo "$arg"|egrep -c "$OURCYGPATTERN" -` + CHECK2=`echo "$arg"|egrep -c "^-"` ### Determine if an option + + if [ $CHECK -ne 0 ] && [ $CHECK2 -eq 0 ] ; then ### Added a condition + eval `echo args$i`=`cygpath --path --ignore --mixed "$arg"` + else + eval `echo args$i`="\"$arg\"" + fi + i=$((i+1)) + done + case $i in + (0) set -- ;; + (1) set -- "$args0" ;; + (2) set -- "$args0" "$args1" ;; + (3) set -- "$args0" "$args1" "$args2" ;; + (4) set -- "$args0" "$args1" "$args2" "$args3" ;; + (5) set -- "$args0" "$args1" "$args2" "$args3" "$args4" ;; + (6) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" ;; + (7) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" ;; + (8) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" ;; + (9) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" "$args8" ;; + esac +fi + +# Escape application args +save () { + for i do printf %s\\n "$i" | sed "s/'/'\\\\''/g;1s/^/'/;\$s/\$/' \\\\/" ; done + echo " " +} +APP_ARGS=$(save "$@") + +# Collect all arguments for the java command, following the shell quoting and substitution rules +if $JAVACMD --add-opens java.base/java.lang=ALL-UNNAMED -version ; then + DEFAULT_JVM_OPTS="--add-opens java.base/java.lang=ALL-UNNAMED $DEFAULT_JVM_OPTS" +fi + +eval set -- $DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS "\"-Dorg.gradle.appname=$APP_BASE_NAME\"" -classpath "\"$CLASSPATH\"" org.gradle.wrapper.GradleWrapperMain "$APP_ARGS" + +# by default we should be in the correct project dir, but when run from Finder on Mac, the cwd is wrong +if [ "$(uname)" = "Darwin" ] && [ "$HOME" = "$PWD" ]; then + cd "$(dirname "$0")" +fi + +exec "$JAVACMD" "$@" diff --git a/gradlew.bat b/gradlew.bat new file mode 100644 index 0000000..e95643d --- /dev/null +++ b/gradlew.bat @@ -0,0 +1,84 @@ +@if "%DEBUG%" == "" @echo off +@rem ########################################################################## +@rem +@rem Gradle startup script for Windows +@rem +@rem ########################################################################## + +@rem Set local scope for the variables with windows NT shell +if "%OS%"=="Windows_NT" setlocal + +set DIRNAME=%~dp0 +if "%DIRNAME%" == "" set DIRNAME=. +set APP_BASE_NAME=%~n0 +set APP_HOME=%DIRNAME% + +@rem Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script. +set DEFAULT_JVM_OPTS= + +@rem Find java.exe +if defined JAVA_HOME goto findJavaFromJavaHome + +set JAVA_EXE=java.exe +%JAVA_EXE% -version >NUL 2>&1 +if "%ERRORLEVEL%" == "0" goto init + +echo. +echo ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH. +echo. +echo Please set the JAVA_HOME variable in your environment to match the +echo location of your Java installation. + +goto fail + +:findJavaFromJavaHome +set JAVA_HOME=%JAVA_HOME:"=% +set JAVA_EXE=%JAVA_HOME%/bin/java.exe + +if exist "%JAVA_EXE%" goto init + +echo. +echo ERROR: JAVA_HOME is set to an invalid directory: %JAVA_HOME% +echo. +echo Please set the JAVA_HOME variable in your environment to match the +echo location of your Java installation. + +goto fail + +:init +@rem Get command-line arguments, handling Windows variants + +if not "%OS%" == "Windows_NT" goto win9xME_args + +:win9xME_args +@rem Slurp the command line arguments. +set CMD_LINE_ARGS= +set _SKIP=2 + +:win9xME_args_slurp +if "x%~1" == "x" goto execute + +set CMD_LINE_ARGS=%* + +:execute +@rem Setup the command line + +set CLASSPATH=%APP_HOME%\gradle\wrapper\gradle-wrapper.jar + +@rem Execute Gradle +"%JAVA_EXE%" %DEFAULT_JVM_OPTS% %JAVA_OPTS% %GRADLE_OPTS% "-Dorg.gradle.appname=%APP_BASE_NAME%" -classpath "%CLASSPATH%" org.gradle.wrapper.GradleWrapperMain %CMD_LINE_ARGS% + +:end +@rem End local scope for the variables with windows NT shell +if "%ERRORLEVEL%"=="0" goto mainEnd + +:fail +rem Set variable GRADLE_EXIT_CONSOLE if you need the _script_ return code instead of +rem the _cmd.exe /c_ return code! +if not "" == "%GRADLE_EXIT_CONSOLE%" exit 1 +exit /b 1 + +:mainEnd +if "%OS%"=="Windows_NT" endlocal + +:omega diff --git a/settings.gradle b/settings.gradle new file mode 100644 index 0000000..a092479 --- /dev/null +++ b/settings.gradle @@ -0,0 +1 @@ +rootProject.name = 'csv2camt' diff --git a/src/main/java/de/jottyfan/csv2camt/Converter.java b/src/main/java/de/jottyfan/csv2camt/Converter.java new file mode 100644 index 0000000..3f0f271 --- /dev/null +++ b/src/main/java/de/jottyfan/csv2camt/Converter.java @@ -0,0 +1,29 @@ +package de.jottyfan.csv2camt; + +import java.io.IOException; + +import de.jottyfan.csv2camt.csv.CsvBean; +import de.jottyfan.csv2camt.csv.CsvParser; +import de.jottyfan.csv2camt.xml.CamtWriter; + +/** + * + * @author jotty + * + */ +public class Converter { + + private CsvBean bean; + private String filenamePrefix; + + public Converter readCsv(String filename) throws IOException { + String s = filename.contains("/") ? filename.substring(filename.lastIndexOf("/") + 1) : filename; + filenamePrefix = s.contains(".") ? s.substring(0, s.indexOf(".")) : s; + bean = new CsvParser().read(filename); + return this; + } + + public void writeCamt() { + new CamtWriter().write(bean, filenamePrefix.concat(".camt")); + } +} diff --git a/src/main/java/de/jottyfan/csv2camt/Main.java b/src/main/java/de/jottyfan/csv2camt/Main.java new file mode 100644 index 0000000..f750f4b --- /dev/null +++ b/src/main/java/de/jottyfan/csv2camt/Main.java @@ -0,0 +1,14 @@ +package de.jottyfan.csv2camt; + +import java.io.IOException; + +/** + * + * @author jotty + * + */ +public class Main { + public static void main(String[] args) throws IOException { + new Converter().readCsv(args[1]).writeCamt(); + } +} diff --git a/src/main/java/de/jottyfan/csv2camt/csv/CsvBean.java b/src/main/java/de/jottyfan/csv2camt/csv/CsvBean.java new file mode 100644 index 0000000..cdecd18 --- /dev/null +++ b/src/main/java/de/jottyfan/csv2camt/csv/CsvBean.java @@ -0,0 +1,98 @@ +package de.jottyfan.csv2camt.csv; + +import java.io.Serializable; +import java.util.ArrayList; +import java.util.List; + +/** + * + * @author jotty + * + */ +public class CsvBean implements Serializable { + private static final long serialVersionUID = 1L; + + private String konto; + private String kontonummer; + private String iban; + private String waehrung; + + private String zeitraum; + private String letzterKontostand; + private String kontostandDatum; + private String kontostandFinal; + + private final List list; + + public List getList() { + return list; + } + + public CsvBean() { + list = new ArrayList<>(); + } + + public String getKonto() { + return konto; + } + + public void setKonto(String konto) { + this.konto = konto; + } + + public String getKontonummer() { + return kontonummer; + } + + public void setKontonummer(String kontonummer) { + this.kontonummer = kontonummer; + } + + public String getIban() { + return iban; + } + + public void setIban(String iban) { + this.iban = iban; + } + + public String getWaehrung() { + return waehrung; + } + + public void setWaehrung(String waehrung) { + this.waehrung = waehrung; + } + + public String getZeitraum() { + return zeitraum; + } + + public void setZeitraum(String zeitraum) { + this.zeitraum = zeitraum; + } + + public String getLetzterKontostand() { + return letzterKontostand; + } + + public void setLetzterKontostand(String letzterKontostand) { + this.letzterKontostand = letzterKontostand; + } + + public String getKontostandDatum() { + return kontostandDatum; + } + + public void setKontostandDatum(String kontostandDatum) { + this.kontostandDatum = kontostandDatum; + } + + public String getKontostandFinal() { + return kontostandFinal; + } + + public void setKontostandFinal(String kontostandFinal) { + this.kontostandFinal = kontostandFinal; + } +} diff --git a/src/main/java/de/jottyfan/csv2camt/csv/CsvLine.java b/src/main/java/de/jottyfan/csv2camt/csv/CsvLine.java new file mode 100644 index 0000000..0d4682a --- /dev/null +++ b/src/main/java/de/jottyfan/csv2camt/csv/CsvLine.java @@ -0,0 +1,12 @@ +package de.jottyfan.csv2camt.csv; + +/** + * + * @author jotty + * + */ +public record CsvLine(String Buchungstag, String Wert, String Umsatzart, String Beguenstigter_Auftraggeber, + String Verwendungszweck, String IBAN_Kontonummer, String BIC, String Kundenreferenz, String Mandatsreferenz, + String Glaeubiger_ID, String Fremde_Gebuehren, String Betrag, String Abweichender_Empfaenger, + String Anzahl_der_Auftraege, String Anzahl_der_Schecks, String Soll, String Haben, String Waehrung) { +} diff --git a/src/main/java/de/jottyfan/csv2camt/csv/CsvParser.java b/src/main/java/de/jottyfan/csv2camt/csv/CsvParser.java new file mode 100644 index 0000000..1663ade --- /dev/null +++ b/src/main/java/de/jottyfan/csv2camt/csv/CsvParser.java @@ -0,0 +1,73 @@ +package de.jottyfan.csv2camt.csv; + +import java.io.FileReader; +import java.io.IOException; +import java.io.Reader; + +import org.apache.commons.csv.CSVFormat; +import org.apache.commons.csv.CSVFormat.Builder; +import org.apache.commons.csv.CSVRecord; + +/** + * + * @author jotty + * + */ +public class CsvParser { + + protected CsvBean parse(String filename) throws IOException { + Reader in = new FileReader(filename); + Builder builder = CSVFormat.EXCEL.builder(); + builder.setDelimiter(";"); + Iterable records = builder.build().parse(in); + CsvBean bean = new CsvBean(); + int counter = 0; + for (CSVRecord record : records) { + counter++; + if (counter == 3) { + bean.setKonto(record.get(0)); + bean.setKontonummer(record.get(1)); + bean.setIban(record.get(2)); + bean.setWaehrung(record.get(3)); + } else if (counter == 5) { + bean.setZeitraum(record.get(0)); + } else if (counter == 6) { + bean.setLetzterKontostand(record.get(4)); + } else if (counter > 8) { + String buchungstag = record.get(0); + if (!"Kontostand".equals(buchungstag)) { + String wert = record.get(1); + String umsatzart = record.get(2); + String beguenstigter = record.get(3); + String verwendungszweck = record.get(4); + String iban = record.get(5); + String bic = record.get(6); + String kundenreferenz = record.get(7); + String mandatsreferenz = record.get(8); + String glaeubigerId = record.get(9); + String fremdeGebuehren = record.get(10); + String betrag = record.get(11); + String abweichenderEmpfaenger = record.get(12); + String anzahlDerAuftraege = record.get(13); + String anzahlDerSchecks = record.get(14); + String soll = record.get(15); + String haben = record.get(16); + String waehrung = record.get(17); + bean.getList() + .add(new CsvLine(buchungstag, wert, umsatzart, beguenstigter, verwendungszweck, iban, bic, kundenreferenz, + mandatsreferenz, glaeubigerId, fremdeGebuehren, betrag, abweichenderEmpfaenger, anzahlDerAuftraege, + anzahlDerSchecks, soll, haben, waehrung)); + } else { + bean.setKontostandDatum(record.get(1)); + bean.setKontostandFinal(record.get(4)); + } + } + } + return bean; + } + + public CsvBean read(String filename) throws IOException { + return parse(filename); + } + +} diff --git a/src/main/java/de/jottyfan/csv2camt/xml/CamtWriter.java b/src/main/java/de/jottyfan/csv2camt/xml/CamtWriter.java new file mode 100644 index 0000000..0ca0b06 --- /dev/null +++ b/src/main/java/de/jottyfan/csv2camt/xml/CamtWriter.java @@ -0,0 +1,16 @@ +package de.jottyfan.csv2camt.xml; + +import de.jottyfan.csv2camt.csv.CsvBean; + +/** + * + * @author jotty + * + */ +public class CamtWriter { + + public void write(CsvBean bean, String filename) { + + } + +} diff --git a/src/test/java/de/jottyfan/csv2camt/csv/TestCsvParser.java b/src/test/java/de/jottyfan/csv2camt/csv/TestCsvParser.java new file mode 100644 index 0000000..456e090 --- /dev/null +++ b/src/test/java/de/jottyfan/csv2camt/csv/TestCsvParser.java @@ -0,0 +1,24 @@ +package de.jottyfan.csv2camt.csv; + +import static org.junit.jupiter.api.Assertions.assertEquals; +import static org.junit.jupiter.api.Assertions.assertNotNull; + +import java.io.IOException; + +import org.junit.jupiter.api.Test; + +/** + * + * @author jotty + * + */ +public class TestCsvParser { + + @Test + public void testParse() throws IOException { + CsvBean bean = new CsvParser().parse("/home/jotty/Schreibtisch/Umsatzauskunft/UA_03-23.csv"); + assertNotNull(bean); + assertNotNull(bean.getList()); + assertEquals(62, bean.getList().size()); + } +}