diff --git a/image/hadoop.sh b/image/hadoop.sh index f817e859a7e487fdb8c6831a53b95f2b93c6f09a..ec9f829f64683dbe0952002f8bf22862cdd14099 100755 --- a/image/hadoop.sh +++ b/image/hadoop.sh @@ -1,16 +1,20 @@ #! /bin/sh case "$BODI_RELEASE" in stretch) + db_daemon='mysql' jdbc='libmysql-java' os_maj=9 ver='1.5.0' # 1.4.0 1.5.0 ;; *) + db_daemon='mariadb' jdbc='libmariadb-java' os_maj=10 ver='1.5.0' # 1.5.0 ;; esac +DAEMONS="$db_daemon hadoop-hdfs-datanode hadoop-hdfs-namenode hadoop-httpfs hadoop-mapreduce-historyserver hadoop-yarn-nodemanager hadoop-yarn-resourcemanager hbase-master hbase-regionserver hive-metastore hive-server2 spark-history-server zookeeper-server" + wget https://dist.apache.org/repos/dist/release/bigtop/KEYS -O - | chroot $BODI_CHROOT_PATH apt-key add - cp -vp apt/*.pref $BODI_CHROOT_PATH/etc/apt/preferences.d/ cat <<EOF > $BODI_CHROOT_PATH/etc/apt/sources.list.d/bigtop.list @@ -22,7 +26,15 @@ EOF # download and pre-install chroot $BODI_CHROOT_PATH apt-get update chroot $BODI_CHROOT_PATH apt-get install -y hadoop hadoop-client hadoop-hdfs hadoop-mapreduce hadoop-yarn hbase hive-jdbc python-scipy zookeeper -chroot $BODI_CHROOT_PATH apt-get install -dy hadoop-doc hadoop-hdfs-namenode hadoop-httpfs hadoop-hdfs-datanode hadoop-mapreduce-historyserver hadoop-yarn-resourcemanager hadoop-yarn-nodemanager hbase-master hbase-regionserver hive hive-hbase hive-hcatalog hive-metastore hive-server2 $jdbc maven ant mariadb-client mariadb-common mariadb-server spark-core spark-history-server spark-python zookeeper-server +for d in $DAEMONS; do + echo '#! /bin/sh' > $BODI_CHROOT_PATH/etc/init.d/${d} + chmod +x $BODI_CHROOT_PATH/etc/init.d/${d} +done +DEBIAN_FRONTEND=noninteractive chroot $BODI_CHROOT_PATH apt-get install -o 'Dpkg::Options::=--force-confdef' -o 'Dpkg::Options::=--force-confold' -y hadoop-doc hadoop-hdfs-namenode hadoop-httpfs hadoop-hdfs-datanode hadoop-mapreduce-historyserver hadoop-yarn-resourcemanager hadoop-yarn-nodemanager hbase-master hbase-regionserver hive hive-hbase hive-hcatalog hive-metastore hive-server2 $jdbc maven ant mariadb-client mariadb-common mariadb-server spark-core spark-history-server spark-python zookeeper-server +for d in $DAEMONS; do + mv -v $BODI_CHROOT_PATH/etc/init.d/${d}.dpkg-dist $BODI_CHROOT_PATH/etc/init.d/${d} +done +chroot $BODI_CHROOT_PATH systemctl disable ${DAEMONS} # setup cp -vp Puppetfile $BODI_CHROOT_PATH/etc/puppet/code/