MapReduce/Makefile at master · BWbwchen/MapReduce · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
all: clean grpc build_plugin
	-rm output/*
	-rm mr-out-*
	go run -race cmd/main.go -i 'txt/*' -p 'cmd/wc.so' -r 4 -w 8
	go run -race cmd/main.go -i 'mr-out-*' -p 'cmd/merge.so' -r 1 -w 4
	diff -q mr-out-0.txt ~/work/6.824/src/main/mr-out-0
	rm /dev/shm/imd-*

clean :
	-rm output/*
	-rm cmd/*.so

test:
	go test -v ./master

grpc :
	protoc --go-grpc_out=rpc --go_out=rpc rpc/*.proto

build_plugin:
	go build -race -buildmode=plugin -o cmd/wc.so ./mrapps/wc.go
	go build -race -buildmode=plugin -o cmd/merge.so ./mrapps/merge.go

build_crash:
	go build -race -buildmode=plugin -o cmd/crash.so ./mrapps/crash.go

test_multi_node: clean grpc build_plugin
	-rm output/*
	-rm mr-out-*
	go run -race cmd/master.go -i 'txt/*' -p 'cmd/wc.so' -r 4 -w 8 &
	sleep 1
	go run -race cmd/worker.go -i 'txt/*' -p 'cmd/wc.so' -r 4 -w 1 &
	go run -race cmd/worker.go -i 'txt/*' -p 'cmd/wc.so' -r 4 -w 2 &
	go run -race cmd/worker.go -i 'txt/*' -p 'cmd/wc.so' -r 4 -w 3 &
	go run -race cmd/worker.go -i 'txt/*' -p 'cmd/wc.so' -r 4 -w 4 &
	go run -race cmd/worker.go -i 'txt/*' -p 'cmd/wc.so' -r 4 -w 5 &
	go run -race cmd/worker.go -i 'txt/*' -p 'cmd/wc.so' -r 4 -w 6 &
	go run -race cmd/worker.go -i 'txt/*' -p 'cmd/wc.so' -r 4 -w 7 &
	go run -race cmd/worker.go -i 'txt/*' -p 'cmd/wc.so' -r 4 -w 8
	go run -race cmd/master.go -i 'mr-out-*' -p 'cmd/merge.so' -r 1 -w 4 &
	sleep 1
	go run -race cmd/worker.go -i 'mr-out-*' -p 'cmd/merge.so' -r 1 -w 1 &
	go run -race cmd/worker.go -i 'mr-out-*' -p 'cmd/merge.so' -r 1 -w 2 &
	go run -race cmd/worker.go -i 'mr-out-*' -p 'cmd/merge.so' -r 1 -w 3 &
	go run -race cmd/worker.go -i 'mr-out-*' -p 'cmd/merge.so' -r 1 -w 4
	diff -q mr-out-0.txt ~/work/6.824/src/main/mr-out-0
	rm /dev/shm/imd-*

test_crash: clean grpc build_crash clean_port
	-rm output/*
	-rm mr-out-*
	go run -race cmd/master.go -i 'txt/*' -p 'cmd/crash.so' -r 1 -w 8 &
	sleep 2
	go run -race cmd/worker.go -i 'txt/*' -p 'cmd/crash.so' -r 1 -w 1 &
	go run -race cmd/worker.go -i 'txt/*' -p 'cmd/crash.so' -r 1 -w 2 &
	go run -race cmd/worker.go -i 'txt/*' -p 'cmd/crash.so' -r 1 -w 3 &
	go run -race cmd/worker.go -i 'txt/*' -p 'cmd/crash.so' -r 1 -w 4 &
	go run -race cmd/worker.go -i 'txt/*' -p 'cmd/crash.so' -r 1 -w 5 &
	go run -race cmd/worker.go -i 'txt/*' -p 'cmd/crash.so' -r 1 -w 6 &
	go run -race cmd/worker.go -i 'txt/*' -p 'cmd/crash.so' -r 1 -w 7 &
	go run -race cmd/worker.go -i 'txt/*' -p 'cmd/crash.so' -r 1 -w 8
	# diff mr-out-0.txt ~/work/6.824/src/main/mr-out-0
	rm /dev/shm/imd-*

clean_port :
	-./clean_port.sh