From 61a9949c72e9c9ea2413aac56b2d4cb30544a5c5 Mon Sep 17 00:00:00 2001 From: Imo John Date: Wed, 3 Dec 2025 11:30:45 +0100 Subject: [PATCH] importjob umgebaut fuer Rohdaten - etl metadata injection #53 --- .../feld_write.ktr | 693 ++++++++++++++++++ .../import_bestand_mwk_nrw_hskennz.kjb | 8 +- 2 files changed, 697 insertions(+), 4 deletions(-) create mode 100644 src-modules/module/sxc/etl/import_bestand/mwk_nrw_hochschulkennzahlen/feld_write.ktr diff --git a/src-modules/module/sxc/etl/import_bestand/mwk_nrw_hochschulkennzahlen/feld_write.ktr b/src-modules/module/sxc/etl/import_bestand/mwk_nrw_hochschulkennzahlen/feld_write.ktr new file mode 100644 index 0000000..76145c5 --- /dev/null +++ b/src-modules/module/sxc/etl/import_bestand/mwk_nrw_hochschulkennzahlen/feld_write.ktr @@ -0,0 +1,693 @@ + + + + feld_write + + + + Normal + 0 + / + + + + + + + + + + + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + TRANSNAME + Y + TRANSNAME + + + STATUS + Y + STATUS + + + LINES_READ + Y + LINES_READ + + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + + LINES_UPDATED + Y + LINES_UPDATED + + + + LINES_INPUT + Y + LINES_INPUT + + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + + LINES_REJECTED + Y + LINES_REJECTED + + + + ERRORS + Y + ERRORS + + + STARTDATE + Y + STARTDATE + + + ENDDATE + Y + ENDDATE + + + LOGDATE + Y + LOGDATE + + + DEPDATE + Y + DEPDATE + + + REPLAYDATE + Y + REPLAYDATE + + + LOG_FIELD + Y + LOG_FIELD + + + EXECUTING_SERVER + N + EXECUTING_SERVER + + + EXECUTING_USER + N + EXECUTING_USER + + + CLIENT + N + CLIENT + + + + + +
+ + + + ID_BATCH + Y + ID_BATCH + + + SEQ_NR + Y + SEQ_NR + + + LOGDATE + Y + LOGDATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + INPUT_BUFFER_ROWS + Y + INPUT_BUFFER_ROWS + + + OUTPUT_BUFFER_ROWS + Y + OUTPUT_BUFFER_ROWS + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + LOGGING_OBJECT_TYPE + Y + LOGGING_OBJECT_TYPE + + + OBJECT_NAME + Y + OBJECT_NAME + + + OBJECT_COPY + Y + OBJECT_COPY + + + REPOSITORY_DIRECTORY + Y + REPOSITORY_DIRECTORY + + + FILENAME + Y + FILENAME + + + OBJECT_ID + Y + OBJECT_ID + + + OBJECT_REVISION + Y + OBJECT_REVISION + + + PARENT_CHANNEL_ID + Y + PARENT_CHANNEL_ID + + + ROOT_CHANNEL_ID + Y + ROOT_CHANNEL_ID + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + LOG_FIELD + N + LOG_FIELD + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + METRICS_DATE + Y + METRICS_DATE + + + METRICS_CODE + Y + METRICS_CODE + + + METRICS_DESCRIPTION + Y + METRICS_DESCRIPTION + + + METRICS_SUBJECT + Y + METRICS_SUBJECT + + + METRICS_TYPE + Y + METRICS_TYPE + + + METRICS_VALUE + Y + METRICS_VALUE + + + + + +
+ + 0.0 + 0.0 + + 10000 + 50 + 50 + N + Y + 50000 + Y + + N + 1000 + 100 + + + + + + + + + - + 2023/03/06 17:37:49.835 + - + 2023/03/06 17:37:49.835 + H4sIAAAAAAAAAAMAAAAAAAAAAAA= + N + + + + + + Split field to rows + tmp_feld + Y + + + Split field to rows + tmp_feld_all + Y + + + Text file input + Split field to rows + Y + + + + Split field to rows + SplitFieldToRows3 + + N + + 1 + + none + + + Field1 + ; + header_split + N + + Y + N + + + + + + + + + 496 + 256 + Y + + + + + Text file input + TextFileInput + + N + + 1 + + none + + + N + N + + + ajsiejthf + " + N + +
N
+ 1 +
N
+ 1 + N + 1 + N + 80 + 0 + Y + N + + N + N + + mixed + ISO-8859-1 + Y + + ${PATH_TO_UPLOADFILE} + + + N + N + CSV + None + + + + + + Field1 + String + + + + + + + -1 + 2241 + -1 + none + N + + + 1 + N + N + + + N + + + + + warning + + error + + line + Y + de_DE + filename + filepath + + + + + + size + + + + + + + + + 320 + 176 + Y + + + + + tmp_feld + TableOutput + + Y + + 1 + + none + + + eduetl + +
tmp_feld
+ 1000 + N + N + Y + Y + N + + N + Y + N + + Y + N + + + + Feld + header_split + + + + + + + + + + + 672 + 176 + Y + + + + + tmp_feld_all + TableOutput + + Y + + 1 + + none + + + eduetl + + tmp_feld_all
+ 1000 + N + N + Y + Y + N + + N + Y + N + + Y + N + + + + Feld + header_split + + + + + + + + + + + 672 + 320 + Y + + + + + + + + N + diff --git a/src-modules/module/sxc/etl/import_bestand/mwk_nrw_hochschulkennzahlen/import_bestand_mwk_nrw_hskennz.kjb b/src-modules/module/sxc/etl/import_bestand/mwk_nrw_hochschulkennzahlen/import_bestand_mwk_nrw_hskennz.kjb index 768b1c4..d52b770 100644 --- a/src-modules/module/sxc/etl/import_bestand/mwk_nrw_hochschulkennzahlen/import_bestand_mwk_nrw_hskennz.kjb +++ b/src-modules/module/sxc/etl/import_bestand/mwk_nrw_hochschulkennzahlen/import_bestand_mwk_nrw_hskennz.kjb @@ -406,12 +406,12 @@ 272 - tmp_feld_write + feld_write TRANS filename - ${Internal.Job.Filename.Directory}/tmp_feld_write.ktr + ${Internal.Job.Filename.Directory}/feld_write.ktr N N @@ -505,7 +505,7 @@ create tmp_sxc_zahl_wert - tmp_feld_write + feld_write 0 0 Y @@ -513,7 +513,7 @@ N - tmp_feld_write + feld_write delete from tmp_feld 0 0