Skip to content
Snippets Groups Projects
Commit 8566a732 authored by František Dvořák's avatar František Dvořák
Browse files

Hadoop image: speed up - install everything with disabled daemons

parent e0cfe38e
No related branches found
No related tags found
No related merge requests found
Pipeline #418 passed
#! /bin/sh
case "$BODI_RELEASE" in
stretch)
db_daemon='mysql'
jdbc='libmysql-java'
os_maj=9
ver='1.5.0' # 1.4.0 1.5.0
;;
*)
db_daemon='mariadb'
jdbc='libmariadb-java'
os_maj=10
ver='1.5.0' # 1.5.0
;;
esac
DAEMONS="$db_daemon hadoop-hdfs-datanode hadoop-hdfs-namenode hadoop-httpfs hadoop-mapreduce-historyserver hadoop-yarn-nodemanager hadoop-yarn-resourcemanager hbase-master hbase-regionserver hive-metastore hive-server2 spark-history-server zookeeper-server"
wget https://dist.apache.org/repos/dist/release/bigtop/KEYS -O - | chroot $BODI_CHROOT_PATH apt-key add -
cp -vp apt/*.pref $BODI_CHROOT_PATH/etc/apt/preferences.d/
cat <<EOF > $BODI_CHROOT_PATH/etc/apt/sources.list.d/bigtop.list
......@@ -22,7 +26,15 @@ EOF
# download and pre-install
chroot $BODI_CHROOT_PATH apt-get update
chroot $BODI_CHROOT_PATH apt-get install -y hadoop hadoop-client hadoop-hdfs hadoop-mapreduce hadoop-yarn hbase hive-jdbc python-scipy zookeeper
chroot $BODI_CHROOT_PATH apt-get install -dy hadoop-doc hadoop-hdfs-namenode hadoop-httpfs hadoop-hdfs-datanode hadoop-mapreduce-historyserver hadoop-yarn-resourcemanager hadoop-yarn-nodemanager hbase-master hbase-regionserver hive hive-hbase hive-hcatalog hive-metastore hive-server2 $jdbc maven ant mariadb-client mariadb-common mariadb-server spark-core spark-history-server spark-python zookeeper-server
for d in $DAEMONS; do
echo '#! /bin/sh' > $BODI_CHROOT_PATH/etc/init.d/${d}
chmod +x $BODI_CHROOT_PATH/etc/init.d/${d}
done
DEBIAN_FRONTEND=noninteractive chroot $BODI_CHROOT_PATH apt-get install -o 'Dpkg::Options::=--force-confdef' -o 'Dpkg::Options::=--force-confold' -y hadoop-doc hadoop-hdfs-namenode hadoop-httpfs hadoop-hdfs-datanode hadoop-mapreduce-historyserver hadoop-yarn-resourcemanager hadoop-yarn-nodemanager hbase-master hbase-regionserver hive hive-hbase hive-hcatalog hive-metastore hive-server2 $jdbc maven ant mariadb-client mariadb-common mariadb-server spark-core spark-history-server spark-python zookeeper-server
for d in $DAEMONS; do
mv -v $BODI_CHROOT_PATH/etc/init.d/${d}.dpkg-dist $BODI_CHROOT_PATH/etc/init.d/${d}
done
chroot $BODI_CHROOT_PATH systemctl disable ${DAEMONS}
# setup
cp -vp Puppetfile $BODI_CHROOT_PATH/etc/puppet/code/
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment