Hadoop in Docker - Revision history

Joachim: /* Bigtop 1.4.0 4th Try */

2020-10-30T13:32:06Z

Bigtop 1.4.0 4th Try

← Older revision		Revision as of 13:32, 30 October 2020
Line 180:		Line 180:

	/usr/lib/bigtop-tomcat/bin/startup.sh		/usr/lib/bigtop-tomcat/bin/startup.sh

	su - bigtop		su - bigtop
	curl https://apache.lauf-forum.at/bigtop/bigtop-1.4.0/bigtop-1.4.0-project.tar.gz -o bigtop-1.4.0-project.tar.gz		curl https://apache.lauf-forum.at/bigtop/bigtop-1.4.0/bigtop-1.4.0-project.tar.gz -o bigtop-1.4.0-project.tar.gz

Joachim: /* Bigtop 1.4.0 4th Try */

2020-10-30T13:31:55Z

Bigtop 1.4.0 4th Try

← Older revision		Revision as of 13:31, 30 October 2020
Line 178:		Line 178:
	sed -i '/<\/tomcat-users>/i \ \ <user username="joachim" password="my-PW" roles="tomcat,manager,manager-gui"/>' /usr/lib/bigtop-tomcat/conf/tomcat-users.xml		sed -i '/<\/tomcat-users>/i \ \ <user username="joachim" password="my-PW" roles="tomcat,manager,manager-gui"/>' /usr/lib/bigtop-tomcat/conf/tomcat-users.xml
	sed -i '/<\/tomcat-users>/i \ \ <user username="julian" password="his-PW" roles="tomcat,manager,manager-gui"/>' /usr/lib/bigtop-tomcat/conf/tomcat-users.xml		sed -i '/<\/tomcat-users>/i \ \ <user username="julian" password="his-PW" roles="tomcat,manager,manager-gui"/>' /usr/lib/bigtop-tomcat/conf/tomcat-users.xml

			/usr/lib/bigtop-tomcat/bin/startup.sh

	su - bigtop		su - bigtop

Joachim: /* Bigtop 1.4.0 4th Try */

2020-10-30T13:28:29Z

Bigtop 1.4.0 4th Try

← Older revision		Revision as of 13:28, 30 October 2020
Line 169:		Line 169:
	useradd -m -G docker bigtop		useradd -m -G docker bigtop

	zypper ar https://artfiles.org/apache.org/bigtop/bigtop-1.4.0/repos/opensuse42.3/bigtop.repo		zypper ar -G https://artfiles.org/apache.org/bigtop/bigtop-1.4.0/repos/opensuse42.3/bigtop.repo
	zypper in -y which bigtop-utils bigtop-jsvc bigtop-tomcat bigtop-groovy		zypper in -y which bigtop-utils bigtop-jsvc bigtop-tomcat bigtop-groovy

	cp -av /usr/lib/bigtop-tomcat/conf.template /usr/lib/bigtop-tomcat/conf		cp -av /usr/lib/bigtop-tomcat/conf.template /usr/lib/bigtop-tomcat/conf
			sed -i '/<\/tomcat-users>/i \ \ <role rolename="manager"/>' /usr/lib/bigtop-tomcat/conf/tomcat-users.xml
			sed -i '/<\/tomcat-users>/i \ \ <role rolename="manager-gui"/>' /usr/lib/bigtop-tomcat/conf/tomcat-users.xml
			sed -i '/<\/tomcat-users>/i \ \ <user username="tomcat" password="my-PW" roles="tomcat,manager,manager-gui"/>' /usr/lib/bigtop-tomcat/conf/tomcat-users.xml
			sed -i '/<\/tomcat-users>/i \ \ <user username="joachim" password="my-PW" roles="tomcat,manager,manager-gui"/>' /usr/lib/bigtop-tomcat/conf/tomcat-users.xml
			sed -i '/<\/tomcat-users>/i \ \ <user username="julian" password="his-PW" roles="tomcat,manager,manager-gui"/>' /usr/lib/bigtop-tomcat/conf/tomcat-users.xml

	su - bigtop		su - bigtop
	curl https://apache.lauf-forum.at/bigtop/bigtop-1.4.0/bigtop-1.4.0-project.tar.gz -o bigtop-1.4.0-project.tar.gz		curl https://apache.lauf-forum.at/bigtop/bigtop-1.4.0/bigtop-1.4.0-project.tar.gz -o bigtop-1.4.0-project.tar.gz

Joachim: /* Bigtop 1.4.0 4th Try */

2020-10-30T13:16:18Z

Bigtop 1.4.0 4th Try

← Older revision		Revision as of 13:16, 30 October 2020
Line 170:		Line 170:

	zypper ar https://artfiles.org/apache.org/bigtop/bigtop-1.4.0/repos/opensuse42.3/bigtop.repo		zypper ar https://artfiles.org/apache.org/bigtop/bigtop-1.4.0/repos/opensuse42.3/bigtop.repo
	zypper in which bigtop-utils bigtop-jsvc bigtop-tomcat bigtop-groovy		zypper in -y which bigtop-utils bigtop-jsvc bigtop-tomcat bigtop-groovy

	cp -av /usr/lib/bigtop-tomcat/conf.template /usr/lib/bigtop-tomcat/conf		cp -av /usr/lib/bigtop-tomcat/conf.template /usr/lib/bigtop-tomcat/conf

Joachim: /* Bigtop 1.4.0 4th Try */

2020-10-30T13:15:03Z

Bigtop 1.4.0 4th Try

← Older revision		Revision as of 13:15, 30 October 2020
Line 170:		Line 170:

	zypper ar https://artfiles.org/apache.org/bigtop/bigtop-1.4.0/repos/opensuse42.3/bigtop.repo		zypper ar https://artfiles.org/apache.org/bigtop/bigtop-1.4.0/repos/opensuse42.3/bigtop.repo
	zypper in bigtop-utils bigtop-jsvc bigtop-tomcat bigtop-groovy		zypper in which bigtop-utils bigtop-jsvc bigtop-tomcat bigtop-groovy

			cp -av /usr/lib/bigtop-tomcat/conf.template /usr/lib/bigtop-tomcat/conf

	cp
	su - bigtop		su - bigtop
	curl https://apache.lauf-forum.at/bigtop/bigtop-1.4.0/bigtop-1.4.0-project.tar.gz -o bigtop-1.4.0-project.tar.gz		curl https://apache.lauf-forum.at/bigtop/bigtop-1.4.0/bigtop-1.4.0-project.tar.gz -o bigtop-1.4.0-project.tar.gz

Joachim: /* Bigtop 1.4.0 4th Try */

2020-10-30T13:12:30Z

Bigtop 1.4.0 4th Try

← Older revision		Revision as of 13:12, 30 October 2020
Line 168:		Line 168:
	groupadd -g `ls -l /var/run/docker.sock \| while read x x x g x; do echo $g; done` docker		groupadd -g `ls -l /var/run/docker.sock \| while read x x x g x; do echo $g; done` docker
	useradd -m -G docker bigtop		useradd -m -G docker bigtop

			zypper ar https://artfiles.org/apache.org/bigtop/bigtop-1.4.0/repos/opensuse42.3/bigtop.repo
			zypper in bigtop-utils bigtop-jsvc bigtop-tomcat bigtop-groovy

			cp
	su - bigtop		su - bigtop
	curl https://apache.lauf-forum.at/bigtop/bigtop-1.4.0/bigtop-1.4.0-project.tar.gz -o bigtop-1.4.0-project.tar.gz		curl https://apache.lauf-forum.at/bigtop/bigtop-1.4.0/bigtop-1.4.0-project.tar.gz -o bigtop-1.4.0-project.tar.gz

Joachim: /* Bigtop 1.4.0 3rd Try */

2020-10-30T13:09:51Z

Bigtop 1.4.0 3rd Try

← Older revision		Revision as of 13:09, 30 October 2020
Line 140:		Line 140:

	Now back with distro java		Now back with distro java

			docker run --name bigtop-prep -v /var/run/docker.sock:/var/run/docker.sock -v /usr/bin/docker:/usr/bin/docker -ti opensuse/leap:42.3 /bin/bash
			zypper in -y vim less
			zypper in -y tar curl unzip rpm-build java-1_8_0-openjdk-devel
			sed -i 's/en_US.UTF-8//' /etc/sysconfig/language
			groupadd -g `ls -l /var/run/docker.sock \| while read x x x g x; do echo $g; done` docker
			useradd -m -G docker bigtop
			su - bigtop
			curl https://apache.lauf-forum.at/bigtop/bigtop-1.4.0/bigtop-1.4.0-project.tar.gz -o bigtop-1.4.0-project.tar.gz
			tar xf bigtop-1.4.0-project.tar.gz
			ln -sf bigtop-1.4.0 bigtop
			cd bigtop
			./gradlew --console=plain hadoop-pkg-ind -POS=opensuse-42.3

			No matter which os I try, all fail with
			Error: No such container:path: e4e2ac52a1c5d559460ab73c92a0f70d39f67fd196d979ec38b18a425121f1dd:/bigtop
			or similar

			=== Bigtop 1.4.0 4th Try ===

			Now with rpm's installed again

	docker run --name bigtop-prep -v /var/run/docker.sock:/var/run/docker.sock -v /usr/bin/docker:/usr/bin/docker -ti opensuse/leap:42.3 /bin/bash		docker run --name bigtop-prep -v /var/run/docker.sock:/var/run/docker.sock -v /usr/bin/docker:/usr/bin/docker -ti opensuse/leap:42.3 /bin/bash

Joachim: /* Docker Intro */

2020-10-30T13:07:08Z

Docker Intro

← Older revision		Revision as of 13:07, 30 October 2020
Line 30:		Line 30:
	docker ps -a		docker ps -a

	If you want to add a volume to your existing container, that is not as easy as I thought		If you want to add a volume to your existing container, that is not as easy as I thought:
			* stop container (if it is not stopped by just exiting the running progrem or shell)
			* commit container to new image
			* run new container with changed options using the commited image

			docker stop bigtop
	docker commit bigtop bigtop-image		docker commit bigtop bigtop-image
	docker run --name bigtop2 -v /mountpoint -ti --entrypoint /bin/bash bigtop-image		docker run --name bigtop2 -v /mountpoint -ti --entrypoint /bin/bash bigtop-image

Joachim: /* Bigtop 1.4.0 2nd Try */

2020-10-30T11:28:06Z

Bigtop 1.4.0 2nd Try

← Older revision		Revision as of 11:28, 30 October 2020
Line 116:		Line 116:

	docker run --name bigtop-prep -v /var/run/docker.sock:/var/run/docker.sock -v /usr/bin/docker:/usr/bin/docker -ti opensuse/leap:42.3 /bin/bash		docker run --name bigtop-prep -v /var/run/docker.sock:/var/run/docker.sock -v /usr/bin/docker:/usr/bin/docker -ti opensuse/leap:42.3 /bin/bash
	zypper in vim less		zypper in -y vim less
	zypper in tar curl unzip rpm-build		zypper in -y tar curl unzip rpm-build
	cd /usr/local		cd /usr/local
	curl https://download.java.net/java/GA/jdk15.0.1/51f4f36ad4ef43e39d0dfdbaf6549e32/9/GPL/openjdk-15.0.1_linux-x64_bin.tar.gz -o openjdk-15.0.1_linux-x64_bin.tar.gz		curl https://download.java.net/java/GA/jdk15.0.1/51f4f36ad4ef43e39d0dfdbaf6549e32/9/GPL/openjdk-15.0.1_linux-x64_bin.tar.gz -o openjdk-15.0.1_linux-x64_bin.tar.gz

Joachim: /* Bigtop 1.4.0 3rd Try */

2020-10-30T11:27:53Z

Bigtop 1.4.0 3rd Try

← Older revision		Revision as of 11:27, 30 October 2020
Line 138:		Line 138:

	docker run --name bigtop-prep -v /var/run/docker.sock:/var/run/docker.sock -v /usr/bin/docker:/usr/bin/docker -ti opensuse/leap:42.3 /bin/bash		docker run --name bigtop-prep -v /var/run/docker.sock:/var/run/docker.sock -v /usr/bin/docker:/usr/bin/docker -ti opensuse/leap:42.3 /bin/bash
	zypper in vim less		zypper in -y vim less
	zypper in tar curl unzip rpm-build java-1_8_0-openjdk-devel		zypper in -y tar curl unzip rpm-build java-1_8_0-openjdk-devel
	sed -i 's/en_US.UTF-8//' /etc/sysconfig/language		sed -i 's/en_US.UTF-8//' /etc/sysconfig/language
	groupadd -g `ls -l /var/run/docker.sock \| while read x x x g x; do echo $g; done` docker		groupadd -g `ls -l /var/run/docker.sock \| while read x x x g x; do echo $g; done` docker