From 33a5530a7811ec8cb7a0e3a5b6e2b6dfdcfa7a61 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Alexis=20Mari=C3=A9?= Date: Fri, 12 Dec 2025 15:22:29 +0100 Subject: [PATCH 1/4] refactor(scripts): updated uris --- scripts/tdp-release-uris.json | 108 ++++++++++++++++++---------------- 1 file changed, 58 insertions(+), 50 deletions(-) diff --git a/scripts/tdp-release-uris.json b/scripts/tdp-release-uris.json index 27aa5b5..a5e16d9 100644 --- a/scripts/tdp-release-uris.json +++ b/scripts/tdp-release-uris.json @@ -1,92 +1,92 @@ { "tdp-collection": { "hbase": { - "name": "hbase-2.1.10-1.1-bin.tar.gz", - "link": "https://github.com/TOSIT-IO/hbase/releases/download/2.1.10-1.1/hbase-2.1.10-1.1-bin.tar.gz" + "name": "hbase-2.6.1-0.0-bin.tar.gz", + "link": "https://github.com/TOSIT-IO/hbase/releases/download/2.6.1-0.0/hbase-2.6.1-0.0-bin.tar.gz" }, "phoenix_queryserver_daemon": { - "name": "phoenix-queryserver-6.0.0-0.1-bin.tar.gz", - "link": "https://github.com/TOSIT-IO/phoenix-queryserver/releases/download/6.0.0-0.1/phoenix-queryserver-6.0.0-0.1-bin.tar.gz" + "name": "phoenix-queryserver-6.0.0-2.0-bin.tar.gz", + "link": "https://github.com/TOSIT-IO/phoenix-queryserver/releases/download/6.0.0-2.0/phoenix-queryserver-6.0.0-2.0-bin.tar.gz" }, "phoenix": { - "name": "phoenix-hbase-2.1-5.1.3-1.0-bin.tar.gz", - "link": "https://github.com/TOSIT-IO/phoenix/releases/download/5.1.3-1.0/phoenix-hbase-2.1-5.1.3-1.0-bin.tar.gz" + "name": "phoenix-hbase-2.6-5.2.1-0.0-bin.tar.gz", + "link": "https://github.com/TOSIT-IO/phoenix/releases/download/5.2.1-0.0/phoenix-hbase-2.6-5.2.1-0.0-bin.tar.gz" }, "hbase-spark": { "name": "hbase-spark-2.3.4-1.0.0-0.0.jar", "link": "https://github.com/TOSIT-IO/hbase-connectors/releases/download/2.3.4-1.0.0-0.0/hbase-spark-2.3.4-1.0.0-0.0.jar" }, "hbck2": { - "name": "hbase-hbck2-1.1.0-0.0.jar", - "link": "https://github.com/TOSIT-IO/hbase-operator-tools/releases/download/1.1.0-0.0/hbase-hbck2-1.1.0-0.0.jar" + "name": "hbase-hbck2-1.3.0-0.0.jar", + "link": "https://github.com/TOSIT-IO/hbase-operator-tools/releases/download/1.3.0-0.0/hbase-hbck2-1.3.0-0.0.jar" }, "hadoop": { - "name": "hadoop-3.1.1-0.2.tar.gz", - "link": "https://github.com/TOSIT-IO/hadoop/releases/download/3.1.1-0.2/hadoop-3.1.1-0.2.tar.gz" + "name": "hadoop-3.3.6-1.0.tar.gz", + "link": "https://github.com/TOSIT-IO/hadoop/releases/download/3.3.6-1.0/hadoop-3.3.6-1.0.tar.gz" }, "hive": { - "name": "apache-hive-3.1.3-2.1-bin.tar.gz", - "link": "https://github.com/TOSIT-IO/hive/releases/download/3.1.3-2.1/apache-hive-3.1.3-2.1-bin.tar.gz" + "name": "apache-hive-4.0.0-1.0-bin.tar.gz", + "link": "https://github.com/TOSIT-IO/hive/releases/download/4.0.0-1.0/apache-hive-4.0.0-1.0-bin.tar.gz" }, "jmx": { "name": "jmx_prometheus_javaagent-0.20.0.jar", "link": "https://repo1.maven.org/maven2/io/prometheus/jmx/jmx_prometheus_javaagent/0.20.0/jmx_prometheus_javaagent-0.20.0.jar" }, "tez": { - "name": "tez-0.9.2-1.0.tar.gz", - "link": "https://github.com/TOSIT-IO/tez/releases/download/0.9.2-1.0/tez-0.9.2-1.0.tar.gz" + "name": "tez-0.10.4-0.0.tar.gz", + "link": "https://github.com/TOSIT-IO/tez/releases/download/0.10.4-0.0/tez-0.10.4-0.0.tar.gz" }, "knox": { - "name": "knox-1.6.1-0.1.tar.gz", - "link": "https://github.com/TOSIT-IO/knox/releases/download/1.6.1-0.1/knox-1.6.1-0.1.tar.gz" + "name": "knox-2.0.0-0.0.tar.gz", + "link": "https://github.com/TOSIT-IO/knox/releases/download/2.0.0-0.0/knox-2.0.0-0.0.tar.gz" }, "knox-shell": { - "name": "knoxshell-1.6.1-0.1.tar.gz", - "link": "https://github.com/TOSIT-IO/knox/releases/download/1.6.1-0.1/knoxshell-1.6.1-0.1.tar.gz" + "name": "knoxshell-2.0.0-0.0.tar.gz", + "link": "https://github.com/TOSIT-IO/knox/releases/download/2.0.0-0.0/knoxshell-2.0.0-0.0.tar.gz" }, "ranger-admin": { - "name": "ranger-2.0.0-1.0-admin.tar.gz", - "link": "https://github.com/TOSIT-IO/ranger/releases/download/2.0.0-1.0/ranger-2.0.0-1.0-admin.tar.gz" + "name": "ranger-2.6.0-1.0-admin.tar.gz", + "link": "https://github.com/TOSIT-IO/ranger/releases/download/2.6.0-1.0/ranger-2.6.0-1.0-admin.tar.gz" }, "ranger-hdfs": { - "name": "ranger-2.0.0-1.0-hdfs-plugin.tar.gz", - "link": "https://github.com/TOSIT-IO/ranger/releases/download/2.0.0-1.0/ranger-2.0.0-1.0-hdfs-plugin.tar.gz" + "name": "ranger-2.6.0-1.0-hdfs-plugin.tar.gz", + "link": "https://github.com/TOSIT-IO/ranger/releases/download/2.6.0-1.0/ranger-2.6.0-1.0-hdfs-plugin.tar.gz" }, "ranger-hive": { - "name": "ranger-2.0.0-1.0-hive-plugin.tar.gz", - "link": "https://github.com/TOSIT-IO/ranger/releases/download/2.0.0-1.0/ranger-2.0.0-1.0-hive-plugin.tar.gz" + "name": "ranger-2.6.0-1.0-hive-plugin.tar.gz", + "link": "https://github.com/TOSIT-IO/ranger/releases/download/2.6.0-1.0/ranger-2.6.0-1.0-hive-plugin.tar.gz" }, "ranger-knox": { - "name": "ranger-2.0.0-1.0-knox-plugin.tar.gz", - "link": "https://github.com/TOSIT-IO/ranger/releases/download/2.0.0-1.0/ranger-2.0.0-1.0-knox-plugin.tar.gz" + "name": "ranger-2.6.0-1.0-knox-plugin.tar.gz", + "link": "https://github.com/TOSIT-IO/ranger/releases/download/2.6.0-1.0/ranger-2.6.0-1.0-knox-plugin.tar.gz" }, "ranger-yarn": { - "name": "ranger-2.0.0-1.0-yarn-plugin.tar.gz", - "link": "https://github.com/TOSIT-IO/ranger/releases/download/2.0.0-1.0/ranger-2.0.0-1.0-yarn-plugin.tar.gz" + "name": "ranger-2.6.0-1.0-yarn-plugin.tar.gz", + "link": "https://github.com/TOSIT-IO/ranger/releases/download/2.6.0-1.0/ranger-2.6.0-1.0-yarn-plugin.tar.gz" }, "ranger-hbase": { - "name": "ranger-2.0.0-1.0-hbase-plugin.tar.gz", - "link": "https://github.com/TOSIT-IO/ranger/releases/download/2.0.0-1.0/ranger-2.0.0-1.0-hbase-plugin.tar.gz" + "name": "ranger-2.6.0-1.0-hbase-plugin.tar.gz", + "link": "https://github.com/TOSIT-IO/ranger/releases/download/2.6.0-1.0/ranger-2.6.0-1.0-hbase-plugin.tar.gz" }, "ranger-ugsync": { - "name": "ranger-2.0.0-1.0-usersync.tar.gz", - "link": "https://github.com/TOSIT-IO/ranger/releases/download/2.0.0-1.0/ranger-2.0.0-1.0-usersync.tar.gz" + "name": "ranger-2.6.0-1.0-usersync.tar.gz", + "link": "https://github.com/TOSIT-IO/ranger/releases/download/2.6.0-1.0/ranger-2.6.0-1.0-usersync.tar.gz" }, "ranger-kms": { - "name": "ranger-2.0.0-1.0-kms.tar.gz", - "link": "https://github.com/TOSIT-IO/ranger/releases/download/2.0.0-1.0/ranger-2.0.0-1.0-kms.tar.gz" + "name": "ranger-2.6.0-1.0-kms.tar.gz", + "link": "https://github.com/TOSIT-IO/ranger/releases/download/2.6.0-1.0/ranger-2.6.0-1.0-kms.tar.gz" }, "solr": { - "name": "solr-7.7.3.tgz", - "link": "https://archive.apache.org/dist/lucene/solr/7.7.3/solr-7.7.3.tgz" + "name": "solr-8.11.3.tgz", + "link": "https://archive.apache.org/dist/lucene/solr/8.11.3/solr-8.11.3.tgz" }, "spark2": { "name": "spark-2.3.4-1.0-bin-tdp.tgz", "link": "https://github.com/TOSIT-IO/spark/releases/download/2.3.4-1.0/spark-2.3.4-1.0-bin-tdp.tgz" }, "spark3": { - "name": "spark-3.2.4-1.0-bin-tdp.tgz", - "link": "https://github.com/TOSIT-IO/spark/releases/download/3.2.4-1.0/spark-3.2.4-1.0-bin-tdp.tgz" + "name": "spark-3.5.6-1.0-bin-tdp.tgz", + "link": "https://github.com/TOSIT-IO/spark/releases/download/3.5.6-1.0/spark-3.5.6-1.0-bin-tdp.tgz" }, "yarn": { "name": "spark-2.3.4-1.0-bin-tdp.tgz", @@ -96,31 +96,39 @@ "name": "zookeeper-3.4.14.tar.gz", "link": "https://archive.apache.org/dist/zookeeper/zookeeper-3.4.14/zookeeper-3.4.14.tar.gz" }, - "zookeeper-3.5": { - "name": "apache-zookeeper-3.5.9-bin.tar.gz", - "link": "https://archive.apache.org/dist/zookeeper/zookeeper-3.5.9/apache-zookeeper-3.5.9-bin.tar.gz" + "zookeeper-3.8.4": { + "name": "apache-zookeeper-3.8.4-0.0-bin.tar.gz", + "link": "https://github.com/TOSIT-IO/zookeeper/releases/download/3.8.4-0.0/apache-zookeeper-3.8.4-0.0-bin.tar.gz" + }, + "iceberg-spark-runtime": { + "name": "iceberg-spark-runtime-3.5_2.12-1.4.3-0.0.jar", + "link": "https://github.com/TOSIT-IO/iceberg/releases/download/1.4.3-0.0/iceberg-spark-runtime-3.5_2.12-1.4.3-0.0.jar" + }, + "iceberg-mr": { + "name": "iceberg-mr-1.4.3-0.0.jar", + "link": "https://github.com/TOSIT-IO/iceberg/releases/download/1.4.3-0.0/iceberg-mr-1.4.3-0.0.jar" } }, "tdp-observability": { "node-exporter": { - "name": "node_exporter-1.3.1.linux-amd64.tar.gz", - "link": "https://github.com/prometheus/node_exporter/releases/download/v1.3.1/node_exporter-1.3.1.linux-amd64.tar.gz" + "name": "node_exporter-1.9.1.linux-amd64.tar.gz", + "link": "https://github.com/prometheus/node_exporter/releases/download/v1.9.1/node_exporter-1.9.1.linux-amd64.tar.gz" }, "postgres-exporter": { "name": "postgres_exporter-0.12.0.linux-amd64.tar.gz", "link": "https://github.com/prometheus-community/postgres_exporter/releases/download/v0.12.0/postgres_exporter-0.12.0.linux-amd64.tar.gz" }, "prometheus": { - "name": "prometheus-2.37.6.linux-amd64.tar.gz", - "link": "https://github.com/prometheus/prometheus/releases/download/v2.37.6/prometheus-2.37.6.linux-amd64.tar.gz" + "name": "prometheus-3.5.0.linux-amd64.tar.gz", + "link": "https://github.com/prometheus/prometheus/releases/download/v3.5.0/prometheus-3.5.0.linux-amd64.tar.gz" }, "grafana": { - "name": "grafana-10.4.1.linux-amd64.tar.gz", - "link": "https://dl.grafana.com/oss/release/grafana-10.4.1.linux-amd64.tar.gz" + "name": "grafana-12.1.1.linux-amd64.tar.gz", + "link": "https://dl.grafana.com/oss/release/grafana-12.1.1.linux-amd64.tar.gz" }, "loki": { "name": "loki-linux-amd64.zip", - "link": "https://github.com/grafana/loki/releases/download/v2.7.2/loki-linux-amd64.zip" + "link": "https://github.com/grafana/loki/releases/download/v3.5.4/loki-3.5.4-linux-amd64.zip" }, "promtail": { "name": "promtail-linux-amd64.zip", @@ -141,8 +149,8 @@ "link": "https://github.com/TOSIT-IO/jupyterhub-pkg/releases/download/v2.3.1-TDP-0.1.0/jupyterhub-2.3.1-TDP-0.1.0.tar.gz" }, "livy": { - "name": "apache-livy-0.8.0-incubating-1.0_2.12-bin.zip", - "link": "https://github.com/TOSIT-IO/incubator-livy/releases/download/0.8.0-incubating-1.0/apache-livy-0.8.0-incubating-1.0_2.12-bin.zip" + "name": "apache-livy-0.9.0-0.0_2.12-bin.zip", + "link": "https://github.com/TOSIT-IO/incubator-livy/releases/download/0.9.0-0.0/apache-livy-0.9.0-0.0_2.12-bin.zip" }, "hue": { "name": "hue-release-4.11.0-TDP-0.1.0-python38.tar.gz", From d305b1c8680125c83a9feb1757d9525275d5531a Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Alexis=20Mari=C3=A9?= Date: Fri, 12 Dec 2025 15:56:28 +0100 Subject: [PATCH 2/4] refactor(scripts): we no longer need spark2 in tdp2 --- scripts/tdp-release-uris.json | 4 ---- 1 file changed, 4 deletions(-) diff --git a/scripts/tdp-release-uris.json b/scripts/tdp-release-uris.json index a5e16d9..97e4ec3 100644 --- a/scripts/tdp-release-uris.json +++ b/scripts/tdp-release-uris.json @@ -80,10 +80,6 @@ "name": "solr-8.11.3.tgz", "link": "https://archive.apache.org/dist/lucene/solr/8.11.3/solr-8.11.3.tgz" }, - "spark2": { - "name": "spark-2.3.4-1.0-bin-tdp.tgz", - "link": "https://github.com/TOSIT-IO/spark/releases/download/2.3.4-1.0/spark-2.3.4-1.0-bin-tdp.tgz" - }, "spark3": { "name": "spark-3.5.6-1.0-bin-tdp.tgz", "link": "https://github.com/TOSIT-IO/spark/releases/download/3.5.6-1.0/spark-3.5.6-1.0-bin-tdp.tgz" From 6e15314889def4413a0ae441177994d50d9ad6fe Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Alexis=20Mari=C3=A9?= Date: Fri, 12 Dec 2025 16:20:59 +0100 Subject: [PATCH 3/4] fix(scripts): tdp2 uris --- scripts/tdp-release-uris.json | 34 +++------------------------------- 1 file changed, 3 insertions(+), 31 deletions(-) diff --git a/scripts/tdp-release-uris.json b/scripts/tdp-release-uris.json index 97e4ec3..d86c4e6 100644 --- a/scripts/tdp-release-uris.json +++ b/scripts/tdp-release-uris.json @@ -12,10 +12,6 @@ "name": "phoenix-hbase-2.6-5.2.1-0.0-bin.tar.gz", "link": "https://github.com/TOSIT-IO/phoenix/releases/download/5.2.1-0.0/phoenix-hbase-2.6-5.2.1-0.0-bin.tar.gz" }, - "hbase-spark": { - "name": "hbase-spark-2.3.4-1.0.0-0.0.jar", - "link": "https://github.com/TOSIT-IO/hbase-connectors/releases/download/2.3.4-1.0.0-0.0/hbase-spark-2.3.4-1.0.0-0.0.jar" - }, "hbck2": { "name": "hbase-hbck2-1.3.0-0.0.jar", "link": "https://github.com/TOSIT-IO/hbase-operator-tools/releases/download/1.3.0-0.0/hbase-hbck2-1.3.0-0.0.jar" @@ -84,14 +80,6 @@ "name": "spark-3.5.6-1.0-bin-tdp.tgz", "link": "https://github.com/TOSIT-IO/spark/releases/download/3.5.6-1.0/spark-3.5.6-1.0-bin-tdp.tgz" }, - "yarn": { - "name": "spark-2.3.4-1.0-bin-tdp.tgz", - "link": "https://github.com/TOSIT-IO/spark/releases/download/2.3.4-1.0/spark-2.3.4-1.0-bin-tdp.tgz" - }, - "zookeeper-3.4": { - "name": "zookeeper-3.4.14.tar.gz", - "link": "https://archive.apache.org/dist/zookeeper/zookeeper-3.4.14/zookeeper-3.4.14.tar.gz" - }, "zookeeper-3.8.4": { "name": "apache-zookeeper-3.8.4-0.0-bin.tar.gz", "link": "https://github.com/TOSIT-IO/zookeeper/releases/download/3.8.4-0.0/apache-zookeeper-3.8.4-0.0-bin.tar.gz" @@ -110,10 +98,6 @@ "name": "node_exporter-1.9.1.linux-amd64.tar.gz", "link": "https://github.com/prometheus/node_exporter/releases/download/v1.9.1/node_exporter-1.9.1.linux-amd64.tar.gz" }, - "postgres-exporter": { - "name": "postgres_exporter-0.12.0.linux-amd64.tar.gz", - "link": "https://github.com/prometheus-community/postgres_exporter/releases/download/v0.12.0/postgres_exporter-0.12.0.linux-amd64.tar.gz" - }, "prometheus": { "name": "prometheus-3.5.0.linux-amd64.tar.gz", "link": "https://github.com/prometheus/prometheus/releases/download/v3.5.0/prometheus-3.5.0.linux-amd64.tar.gz" @@ -125,24 +109,12 @@ "loki": { "name": "loki-linux-amd64.zip", "link": "https://github.com/grafana/loki/releases/download/v3.5.4/loki-3.5.4-linux-amd64.zip" - }, - "promtail": { - "name": "promtail-linux-amd64.zip", - "link": "https://github.com/grafana/loki/releases/download/v2.7.2/promtail-linux-amd64.zip" } }, "tdp-extras": { - "kafka": { - "name": "kafka_2.13-2.8.2-TDP-0.1.0-SNAPSHOT.tgz", - "link": "https://github.com/TOSIT-IO/kafka/releases/download/2.8.2-TDP-0.1.0/kafka_2.13-2.8.2-TDP-0.1.0-SNAPSHOT.tgz" - }, - "ranger-kafka": { - "name": "ranger-2.0.0-1.0-kafka-plugin.tar.gz", - "link": "https://github.com/TOSIT-IO/ranger/releases/download/2.0.0-1.0/ranger-2.0.0-1.0-kafka-plugin.tar.gz" - }, "jupyter-hub": { - "name": "jupyterhub-2.3.1-TDP-0.1.0.tar.gz", - "link": "https://github.com/TOSIT-IO/jupyterhub-pkg/releases/download/v2.3.1-TDP-0.1.0/jupyterhub-2.3.1-TDP-0.1.0.tar.gz" + "name": "jupyterhub-2.3.1-0.0.tar.gz", + "link": "https://github.com/TOSIT-IO/jupyterhub/releases/download/2.3.1-0.0/jupyterhub-2.3.1-0.0.tar.gz" }, "livy": { "name": "apache-livy-0.9.0-0.0_2.12-bin.zip", @@ -150,7 +122,7 @@ }, "hue": { "name": "hue-release-4.11.0-TDP-0.1.0-python38.tar.gz", - "link": "https://github.com/TOSIT-IO/hue/releases/download/hue-release-4.11.0-TDP-0.1.0-python38/hue-release-4.11.0-TDP-0.1.0-python38.tar.gz" + "link": "https://github.com/TOSIT-IO/hue/releases/download/hue-release-4.11.0-2.0-cp38-cp38-manylinux2014_x86_64/hue-release-4.11.0-2.0-cp38-cp38-manylinux2014_x86_64.tar.gz" } } } From 91b5cbd7efc85a8fed28130cb067cac7a6162e2f Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Alexis=20Mari=C3=A9?= Date: Fri, 12 Dec 2025 17:39:45 +0100 Subject: [PATCH 4/4] refactor(scripts): loki working uri --- scripts/tdp-release-uris.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/tdp-release-uris.json b/scripts/tdp-release-uris.json index d86c4e6..54f5bee 100644 --- a/scripts/tdp-release-uris.json +++ b/scripts/tdp-release-uris.json @@ -108,7 +108,7 @@ }, "loki": { "name": "loki-linux-amd64.zip", - "link": "https://github.com/grafana/loki/releases/download/v3.5.4/loki-3.5.4-linux-amd64.zip" + "link": "https://github.com/grafana/loki/releases/download/v3.5.4/loki-linux-amd64.zip" } }, "tdp-extras": {