Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -29,5 +29,5 @@ jobs:
image-name: jupyter-pyspark-with-alibi-detect
# TODO (@NickLarsenNZ): Use a versioned image with stackable0.0.0-dev or stackableXX.X.X so that
# the demo is reproducable for the release and it will be automatically replaced for the release branch.
image-version: python-3.9
image-version: python-3.13
containerfile-path: demos/signal-processing/Dockerfile-jupyter
2 changes: 1 addition & 1 deletion .github/workflows/dev_nifi.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -30,5 +30,5 @@ jobs:
image-name: nifi
# TODO (@NickLarsenNZ): Use a versioned image with stackable0.0.0-dev or stackableXX.X.X so that
# the demo is reproducable for the release and it will be automatically replaced for the release branch.
image-version: 2.9.0-postgresql
image-version: 2.12.0-postgresql
containerfile-path: demos/signal-processing/Dockerfile-nifi
4 changes: 3 additions & 1 deletion demos/signal-processing/Dockerfile-jupyter
Original file line number Diff line number Diff line change
@@ -1,4 +1,6 @@
FROM jupyter/pyspark-notebook:python-3.9
# Find the latest python version here:
# https://quay.io/repository/jupyter/pyspark-notebook?tab=tags (use the tag search)
FROM quay.io/jupyter/pyspark-notebook:python-3.13

COPY demos/signal-processing/requirements.txt .

Expand Down
6 changes: 3 additions & 3 deletions demos/signal-processing/Dockerfile-nifi
Original file line number Diff line number Diff line change
@@ -1,13 +1,13 @@
FROM oci.stackable.tech/sdp/nifi:2.9.0-stackable0.0.0-dev
FROM oci.stackable.tech/sdp/nifi:2.12.0-stackable0.0.0-dev

# This is the postgresql JDBC driver from https://jdbc.postgresql.org/download/
# There appear to be no signatures to validate against 😬
#
# VERSION="42.7.10"
# VERSION="42.7.13"
# curl -O "https://jdbc.postgresql.org/download/postgresql-$VERSION.jar"
# curl --fail -u "your_username" --upload-file "postgresql-$VERSION.jar" 'https://repo.stackable.tech/repository/misc/jdbc/'
# rm "postgresql-$VERSION.jar"

# IMPORTANT (@NickLarsenNZ): Changing this version requires a change in the NiFi template (DownloadAndWriteToDB.json)
ARG DRIVER_VERSION="42.7.10"
ARG DRIVER_VERSION="42.7.13"
RUN curl --fail -o "/stackable/nifi/postgresql-$DRIVER_VERSION.jar" "https://repo.stackable.tech/repository/misc/jdbc/postgresql-$DRIVER_VERSION.jar"
16 changes: 8 additions & 8 deletions demos/signal-processing/DownloadAndWriteToDB.json
Original file line number Diff line number Diff line change
Expand Up @@ -24,7 +24,7 @@
"bundle": {
"group": "org.apache.nifi",
"artifact": "nifi-standard-nar",
"version": "2.6.0"
"version": "2.12.0"
},
"properties": {
"Proxy Host": null,
Expand Down Expand Up @@ -337,7 +337,7 @@
"bundle": {
"group": "org.apache.nifi",
"artifact": "nifi-standard-nar",
"version": "2.6.0"
"version": "2.12.0"
},
"properties": {
"put-db-record-allow-multiple-statements": "false",
Expand Down Expand Up @@ -538,7 +538,7 @@
"bundle": {
"group": "org.apache.nifi",
"artifact": "nifi-standard-nar",
"version": "2.6.0"
"version": "2.12.0"
},
"properties": {
"Support Fragmented Transactions": "false",
Expand Down Expand Up @@ -729,7 +729,7 @@
"bundle": {
"group": "org.apache.nifi",
"artifact": "nifi-dbcp-service-nar",
"version": "2.6.0"
"version": "2.12.0"
},
"properties": {
"dbcp-min-idle-conns": "0",
Expand All @@ -746,7 +746,7 @@
"Database User": "admin",
"kerberos-user-service": null,
"dbcp-soft-min-evictable-idle-time": "-1",
"database-driver-locations": "/stackable/nifi/postgresql-42.7.10.jar",
"database-driver-locations": "/stackable/nifi/postgresql-42.7.13.jar",
"dbcp-max-idle-conns": "8"
},
"propertyDescriptors": {
Expand Down Expand Up @@ -873,7 +873,7 @@
"bundle": {
"group": "org.apache.nifi",
"artifact": "nifi-standard-services-api-nar",
"version": "2.6.0"
"version": "2.12.0"
}
}
],
Expand All @@ -891,7 +891,7 @@
"bundle": {
"group": "org.apache.nifi",
"artifact": "nifi-record-serialization-services-nar",
"version": "2.6.0"
"version": "2.12.0"
},
"properties": {
"ignore-csv-header": "false",
Expand Down Expand Up @@ -1064,7 +1064,7 @@
"bundle": {
"group": "org.apache.nifi",
"artifact": "nifi-standard-services-api-nar",
"version": "2.6.0"
"version": "2.12.0"
}
}
],
Expand Down
4 changes: 2 additions & 2 deletions demos/signal-processing/requirements.txt
Original file line number Diff line number Diff line change
@@ -1,2 +1,2 @@
psycopg2-binary==2.9.9
alibi-detect==0.11.4
psycopg2-binary==2.9.13
alibi-detect==0.13.0
6 changes: 3 additions & 3 deletions docs/modules/demos/pages/signal-processing.adoc
Original file line number Diff line number Diff line change
Expand Up @@ -90,7 +90,7 @@ To achieve the same imports as mentioned in the previous section, build the Dock

[source,console]
----
FROM jupyter/pyspark-notebook:python-3.9
FROM quay.io/jupyter/pyspark-notebook:python-3.13

COPY demos/signal-processing/requirements.txt .

Expand All @@ -102,8 +102,8 @@ Where `requirements.txt` contains:

[source,console]
----
psycopg2-binary==2.9.9
alibi-detect==0.11.4
psycopg2-binary==2.9.13
alibi-detect==0.13.0
----

NOTE: Using a custom image requires access to a repository where the image can be made available.
Expand Down
2 changes: 1 addition & 1 deletion stacks/data-lakehouse-iceberg-trino-spark/nifi.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ metadata:
name: nifi
spec:
image:
productVersion: 2.9.0
productVersion: 2.12.0
clusterConfig:
authentication:
- authenticationClass: nifi-admin-credentials
Expand Down
2 changes: 1 addition & 1 deletion stacks/nifi-kafka-druid-superset-s3/nifi.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ metadata:
name: nifi
spec:
image:
productVersion: 2.9.0
productVersion: 2.12.0
clusterConfig:
authentication:
- authenticationClass: nifi-admin-credentials
Expand Down
4 changes: 2 additions & 2 deletions stacks/signal-processing/nifi.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -5,10 +5,10 @@ metadata:
name: nifi
spec:
image:
productVersion: 2.9.0
productVersion: 2.12.0
# TODO (@NickLarsenNZ): Use a versioned image with stackable0.0.0-dev or stackableXX.X.X so that
# the demo is reproducable for the release and it will be automatically replaced for the release branch.
custom: oci.stackable.tech/demos/nifi:2.9.0-postgresql
custom: oci.stackable.tech/demos/nifi:2.12.0-postgresql
# pullPolicy: IfNotPresent
clusterConfig:
authentication:
Expand Down
Loading