777d3a6ec0
* Pod -> ReplicationController, which also forced me to hack around hostname issue on the master. (Spark master sees the incoming slave request to spark-master and assumes it's not meant for it, since it's name is spark-master-controller-abcdef.) * Remove service env dependencies (depend on DNS instead). * JSON -> YAML. * Add GCS connector. * Make example do something actually useful: A familiar example to anyone at Google, implement wordcount of all of Shakespeare's works. * Fix a minor service connection issue in the gluster example.
30 lines
1.4 KiB
Makefile
30 lines
1.4 KiB
Makefile
all: push
|
|
|
|
# To bump the Spark version, bump the version in base/Dockerfile, bump
|
|
# this tag and reset to v1. You should also double check the native
|
|
# Hadoop libs at that point (we grab the 2.6.1 libs, which are
|
|
# appropriate for 1.5.1-with-2.6).
|
|
TAG = 1.5.1_v1
|
|
|
|
containers:
|
|
docker build -t gcr.io/google_containers/spark-base base
|
|
docker tag gcr.io/google_containers/spark-base gcr.io/google_containers/spark-base:$(TAG)
|
|
docker build -t gcr.io/google_containers/spark-worker worker
|
|
docker tag gcr.io/google_containers/spark-worker gcr.io/google_containers/spark-worker:$(TAG)
|
|
docker build -t gcr.io/google_containers/spark-master master
|
|
docker tag gcr.io/google_containers/spark-master gcr.io/google_containers/spark-master:$(TAG)
|
|
docker build -t gcr.io/google_containers/spark-driver driver
|
|
docker tag gcr.io/google_containers/spark-driver gcr.io/google_containers/spark-driver:$(TAG)
|
|
|
|
push: containers
|
|
gcloud docker push gcr.io/google_containers/spark-base
|
|
gcloud docker push gcr.io/google_containers/spark-base:$(TAG)
|
|
gcloud docker push gcr.io/google_containers/spark-worker
|
|
gcloud docker push gcr.io/google_containers/spark-worker:$(TAG)
|
|
gcloud docker push gcr.io/google_containers/spark-master
|
|
gcloud docker push gcr.io/google_containers/spark-master:$(TAG)
|
|
gcloud docker push gcr.io/google_containers/spark-driver
|
|
gcloud docker push gcr.io/google_containers/spark-driver:$(TAG)
|
|
|
|
clean:
|