-
Notifications
You must be signed in to change notification settings - Fork 9
/
Makefile
53 lines (39 loc) · 1.29 KB
/
Makefile
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
include ../Makefile
infra: helper
PWD=$(shell pwd) docker compose \
-f ../kafka-compose.yml \
-f ../pinot-compose.yml \
-f ../minio-compose.yml \
up -d
myminio:
docker logs minio
docker exec -it minio mc alias set 'myminio' 'http://minio:9000' 'miniodeepstorage' 'miniodeepstorage'
docker exec -it minio mc admin info myminio
docker exec -it minio mc mb myminio/deepstore
docker exec -it minio mc ls myminio
topic:
-@docker exec kafka \
kafka-topics.sh \
--bootstrap-server localhost:9092 \
--create \
--topic events
table:
@docker exec -it pinot-controller rm -rf config
@docker cp ./config pinot-controller:/opt/pinot/config/
@docker exec pinot-controller ./bin/pinot-admin.sh AddTable \
-schemaFile config/schema.json \
-realtimeTableConfigFile config/table-realtime.json \
-exec
@TABLE=events make check_table
realtime:
@docker run -it \
--network recipes_default \
--volume $(shell pwd)/config:/code/config \
startree/helper \
python helper.py kafka stream config/schema.json config/table-realtime.json --limit 1000
recipe: infra myminio check topic table realtime
validate:
@test $(shell docker exec minio mc ls myminio/deepstore/events | wc -l | xargs) -gt 1 && \
echo 'success: segments found in deepstore' || \
echo 'no segments in deepstore' \
exit 1