Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
17 changes: 13 additions & 4 deletions container/es-releases.json
Original file line number Diff line number Diff line change
@@ -1,16 +1,25 @@
{
"release": {
"2.0.1.0" :{
"2.0.1.0" : {
"sparkversion": "2.4.6",
"sparkclient": "repo1.maven.org/maven2/com/ibm/event/ibm-db2-eventstore-client-spark-2.4.6/2.0.1.0/ibm-db2-eventstore-client-spark-2.4.6-2.0.1.0.jar",
"hadoopversion":"2.6",
"scopt211version":"3.5.0"
"scopt211version":"3.5.0",
Copy link
Collaborator

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

I know this was here before but what's this used for ? I didn't see us consuming this for any versioning ?

"kafkatag":"v2.0.1.0"
} ,
"2.0.0.5" : {
"sparkversion": "2.2.1",
"sparkclient": "repo1.maven.org/maven2/com/ibm/event/ibm-db2-eventstore-client-spark-2.2.1/2.0.0/ibm-db2-eventstore-client-spark-2.2.1-2.0.0.jar",
"hadoopversion":"2.6",
"scopt211version":"3.5.0"
"scopt211version":"3.5.0",
"kafkatag":"v2.0.0.5"
} ,
"dev" : {
Copy link
Collaborator

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

What's the idea behind this ? Is it just a placeholder to make it easier for devs to make changes going forward ?

"sparkversion": "2.4.6",
"sparkclient": "repo1.maven.org/maven2/com/ibm/event/ibm-db2-eventstore-client-spark-2.4.6/2.0.1.0/ibm-db2-eventstore-client-spark-2.4.6-2.0.1.0.jar",
"hadoopversion":"2.6",
"scopt211version":"3.5.0",
"kafkatag":"dev"
}
}
}
}
3 changes: 2 additions & 1 deletion container/setup/setup-container.sh
Original file line number Diff line number Diff line change
Expand Up @@ -13,12 +13,13 @@ USER_VOLUME=/root/user_volume
# set the version variables
SPARK_VERSION=$(jq -r .release.${ES_VERSION}.sparkversion $USER_VOLUME/es-releases.json)
SPARK_CLIENT=$(jq -r .release.${ES_VERSION}.sparkclient $USER_VOLUME/es-releases.json)
KAFKA_TAG=$(jq -r .release.${ES_VERSION}.kafkatag $USER_VOLUME/es-releases.json)

# Setup java/scala/python/kafka/rest/spark
${SETUP_AREA}/setup-java.sh
${SETUP_AREA}/setup-scala.sh
${SETUP_AREA}/setup-python.sh
${SETUP_AREA}/setup-kafka.sh
${SETUP_AREA}/setup-kafka.sh $KAFKA_TAG
${IOT_REPO_PATH}/rest/install.sh
${SETUP_AREA}/setup-spark.sh $SPARK_VERSION

Expand Down
10 changes: 7 additions & 3 deletions container/setup/setup-kafka.sh
Original file line number Diff line number Diff line change
@@ -1,12 +1,16 @@
#!/bin/bash
##
## kafka
## kafka git repository has been tagged with release to ensure correct ibm-event.jar file is used
##


# set passed kafka tag value
KAFKA_TAG=${1}

cd ~
git clone https://github.com/IBMProjectEventStore/db2eventstore-kafka.git
git clone -b $KAFKA_TAG --single-branch https://github.com/IBMProjectEventStore/db2eventstore-kafka.git
cd ~/db2eventstore-kafka
sbt clean
sbt compile
sbt package assembly
echo "Kafka setup finished."
echo "Kafka setup finished."