examples/Makefile at master · pachyderm/examples · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
# The executable paths below are set to generic values.
# Modify them for your system by setting environment variables, using a command like this
# to both fetch the version of pachyderm you want to use and execute it.
# "../etc/fetch_release_pachctl.py 1.10.0 ; env PACHCTL=${GOPATH}/bin/pachctl make -e opencv"

SHELL := /bin/bash
PACHCTL := pachctl
KUBECTL := kubectl

bc-single-stage:
	$(PACHCTL) create repo models
	$(PACHCTL) create repo sample_data
	$(PACHCTL) put file -r models@master:/ -f breast-cancer-detection/models/
	$(PACHCTL) put file -r sample_data@master:/ -f breast-cancer-detection/sample_data/
	$(PACHCTL) create pipeline -f breast-cancer-detection/single-stage/bc_classification.json

bc-multi-stage:
	$(PACHCTL) create repo models
	$(PACHCTL) create repo sample_data
	$(PACHCTL) put file -r models@master:/ -f breast-cancer-detection/models/
	$(PACHCTL) put file -r sample_data@master:/ -f breast-cancer-detection/sample_data/
	$(PACHCTL) create pipeline -f breast-cancer-detection/multi-stage/crop.json
	$(PACHCTL) create pipeline -f breast-cancer-detection/multi-stage/extract_centers.json
	$(PACHCTL) create pipeline -f breast-cancer-detection/multi-stage/generate_heatmaps.json
	$(PACHCTL) create pipeline -f breast-cancer-detection/multi-stage/visualize_heatmaps.json
	$(PACHCTL) create pipeline -f breast-cancer-detection/multi-stage/classify.json

bc-delete:
	$(PACHCTL) delete pipeline bc_classification
	$(PACHCTL) delete pipeline bc_classification_cpu
	$(PACHCTL) delete pipeline classify
	$(PACHCTL) delete pipeline visualize_heatmaps
	$(PACHCTL) delete pipeline generate_heatmaps
	$(PACHCTL) delete pipeline extract_centers
	$(PACHCTL) delete pipeline crop
	$(PACHCTL) delete repo sample_data
	$(PACHCTL) delete repo models

housing-prices-base:
	$(PACHCTL) create repo housing_data
	$(PACHCTL) create pipeline -f housing-prices/regression.json

housing-prices-1:
	$(PACHCTL) put file housing_data@master:housing-simplified.csv -f housing-prices/data/housing-simplified-1.csv

housing-prices-2:
	$(PACHCTL) put file housing_data@master:housing-simplified.csv -f housing-prices/data/housing-simplified-2.csv

housing-prices-delete:
	$(PACHCTL) delete pipeline regression
	$(PACHCTL) delete repo housing_data


housing-prices-intermediate-base:
	$(PACHCTL) create repo csv_data
	$(PACHCTL) create pipeline -f housing-prices-intermediate/data_analysis.json
	$(PACHCTL) create pipeline -f housing-prices-intermediate/split.json
	$(PACHCTL) create pipeline -f housing-prices-intermediate/regression.json
	$(PACHCTL) put file csv_data@master:housing-simplified.csv -f housing-prices/data/housing-simplified-1.csv

housing-prices-intermediate-delete:
	$(PACHCTL) delete pipeline regression
	$(PACHCTL) delete pipeline split
	$(PACHCTL) delete pipeline data_analysis
	$(PACHCTL) delete repo csv_data

delete:
	yes | $(PACHCTL) delete all

clean: delete

minikube:echo hi
	minikube start
	@WHEEL="-\|/"; \
	until minikube ip 2>/dev/null; do \
	    WHEEL=$${WHEEL:1}$${WHEEL:0:1}; \
	    echo -en "\e[G\e[K$${WHEEL:0:1} waiting for minikube to start..."; \
	    sleep 1; \
	done
	$(PACHCTL) deploy local
	@until "$$(
		$(KUBECTL) get po \
		  -l suite=pachyderm,app=dash \
		  -o jsonpath='{.items[0].status.conditions[?(@.type=="Ready")].status}')" = True; \
	do \
		WHEEL=$${WHEEL:1}$${WHEEL:0:1}; \
		$(ECHO) -en "\e[G\e[K$${WHEEL:0:1} waiting for pachyderm to start..."; \
		sleep 1; \
	done
	pachctl port-forward &