Repository navigation
Expand file tree
/
Copy pathJUSTFILE
More file actions
194 lines (134 loc) · 6.48 KB
/
Copy pathJUSTFILE
File metadata and controls
194 lines (134 loc) · 6.48 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
# Variables
kustomizeVanillaOverlay := "deploy/kustomize/overlays/cloudbeat-vanilla"
kustomizeEksOverlay := "deploy/kustomize/overlays/cloudbeat-eks"
create-kind-cluster:
kind create cluster --config deploy/k8s/kind/kind-config.yml
install-kind:
brew install kind
setup-env: install-kind create-kind-cluster
# Vanilla
create-vanilla-deployment-file:
kustomize build {{kustomizeVanillaOverlay}} --output deploy/k8s/cloudbeat-ds.yaml
build-deploy-cloudbeat: build-cloudbeat load-cloudbeat-image deploy-cloudbeat
build-deploy-cloudbeat-debug: build-cloudbeat-debug load-cloudbeat-image deploy-cloudbeat
load-cloudbeat-image:
kind load docker-image cloudbeat:latest --name kind-mono
build-cloudbeat:
GOOS=linux go mod vendor
GOOS=linux go build -v && docker build -t cloudbeat .
deploy-cloudbeat:
kubectl delete -k {{kustomizeVanillaOverlay}} -n kube-system & kubectl apply -k {{kustomizeVanillaOverlay}} -n kube-system
build-cloudbeat-debug:
GOOS=linux CGO_ENABLED=0 go build -gcflags "all=-N -l" && docker build -f Dockerfile.debug -t cloudbeat .
delete-cloudbeat:
kubectl delete -k {{kustomizeVanillaOverlay}} -n kube-system
# EKS
create-eks-deployment-file:
kustomize build {{kustomizeEksOverlay}} --output deploy/eks/cloudbeat-ds.yaml
deploy-eks-cloudbeat:
kubectl delete -k {{kustomizeEksOverlay}} -n kube-system & kubectl apply -k {{kustomizeEksOverlay}} -n kube-system
#General
logs-cloudbeat:
kubectl logs -f --selector="k8s-app=cloudbeat" -n kube-system
logs-cloudbeat-file:
kubectl logs -f --selector="k8s-app=cloudbeat" -n kube-system > cloudbeat-logs.ndjson
build-kibana-docker:
node scripts/build --docker-images --skip-docker-ubi --skip-docker-centos -v
elastic-stack-up:
elastic-package stack up --version=8.1.0-SNAPSHOT
elastic-stack-down:
elastic-package stack down
ssh-cloudbeat:
CLOUDBEAT_POD=$( kubectl get pods --no-headers -o custom-columns=":metadata.name" -n kube-system | grep "cloudbeat" ) && \
kubectl exec --stdin --tty "${CLOUDBEAT_POD}" -n kube-system -- /bin/bash
expose-ports:
CLOUDBEAT_POD=$( kubectl get pods --no-headers -o custom-columns=":metadata.name" -n kube-system | grep "cloudbeat" ) && \
kubectl port-forward $CLOUDBEAT_POD -n kube-system 40000:40000 8080:8080
#### TESTS ####
TEST_POD := 'test-pod-v1'
TESTS_RELEASE := 'cloudbeat-test'
TEST_LOGS_DIRECTORY := 'test-logs'
POD_STATUS_UNKNOWN := 'Unknown'
POD_STATUS_PENDING := 'Pending'
POD_STATUS_RUNNING := 'Running'
TIMEOUT := '1200s'
TESTS_TIMEOUT := '60m'
VERSION := '$(make -s get-version)-SNAPSHOT'
NAMESPACE := 'kube-system'
patch-cb-yml-tests:
kubectl kustomize deploy/k8s/kustomize/test > tests/deploy/cloudbeat-pytest.yml
build-pytest-docker:
cd tests; docker build -t {{TESTS_RELEASE}} .
load-pytest-kind:
kind load docker-image {{TESTS_RELEASE}}:latest --name kind-mono
deploy-tests-helm-ci target:
helm upgrade --wait --timeout={{TIMEOUT}} --install --values tests/deploy/values/ci.yml --set testData.marker={{target}} --set testData.marker={{target}} --set elasticsearch.imageTag={{VERSION}} -n {{NAMESPACE}} {{TESTS_RELEASE}} tests/deploy/k8s-cloudbeat-tests/
deploy-tests-helm-ci-agent target:
helm upgrade --wait --timeout={{TIMEOUT}} --install --values tests/deploy/values/ci-sa-agent.yml --set testData.marker={{target}} --set elasticsearch.imageTag={{VERSION}} -n {{NAMESPACE}} {{TESTS_RELEASE}} tests/deploy/k8s-cloudbeat-tests/
deploy-local-tests-helm target:
helm upgrade --wait --timeout={{TIMEOUT}} --install --values tests/deploy/values/local-host.yml --set testData.marker={{target}} --set testData.marker={{target}} --set elasticsearch.imageTag={{VERSION}} -n {{NAMESPACE}} {{TESTS_RELEASE}} tests/deploy/k8s-cloudbeat-tests/
purge-pvc:
kubectl delete -f tests/deploy/pvc-deleter.yaml -n {{NAMESPACE}} & kubectl apply -f tests/deploy/pvc-deleter.yaml -n {{NAMESPACE}}
purge-tests:
helm del {{TESTS_RELEASE}} -n {{NAMESPACE}}
purge-tests-full: purge-tests purge-pvc
gen-report:
allure generate tests/allure/results --clean -o tests/allure/reports && cp tests/allure/reports/history/* tests/allure/results/history/. && allure open tests/allure/reports
run-tests:
helm test {{TESTS_RELEASE}} -n {{NAMESPACE}}
run-tests-ci:
#!/usr/bin/env bash
helm test {{TESTS_RELEASE}} -n {{NAMESPACE}} --kube-context kind-kind-mono --timeout {{TESTS_TIMEOUT}} --logs 2>&1 | tee test.log
result_code=${PIPESTATUS[0]}
SUMMARY=$(cat test.log | sed -n '/summary/,/===/p')
echo "summary<<EOF" >> "$GITHUB_ENV"
echo "$SUMMARY" >> "$GITHUB_ENV"
echo "EOF" >> "$GITHUB_ENV"
exit $result_code
build-load-run-tests: build-pytest-docker load-pytest-kind run-tests
delete-local-helm-cluster:
kind delete cluster --name kind-mono
cleanup-create-local-helm-cluster target: delete-local-helm-cluster create-kind-cluster build-cloudbeat load-cloudbeat-image
just deploy-local-tests-helm {{target}}
# TODO(DaveSys911): Move scripts out of JUSTFILE: https://github.com/elastic/security-team/issues/4291
test-pod-status:
#!/usr/bin/env sh
if [ ${STATUS=`kubectl get pod -n kube-system test-pod-v1 --template {{{{.status.phase}}`} ]; then
echo $STATUS
else
echo {{POD_STATUS_UNKNOWN}}
fi
collect-logs target:
#!/usr/bin/env sh
echo 'Collecting logs for target {{target}}...'
LOG_FILE={{TEST_LOGS_DIRECTORY}}/{{target}}.log
LOG_FILE_TMP={{TEST_LOGS_DIRECTORY}}/{{target}}.log.tmp
mkdir -p {{TEST_LOGS_DIRECTORY}}
echo '' > $LOG_FILE
STATUS={{POD_STATUS_UNKNOWN}}
while [ $STATUS = {{POD_STATUS_UNKNOWN}} ] || [ $STATUS = {{POD_STATUS_PENDING}} ] || [ $STATUS = {{POD_STATUS_RUNNING}} ]; do
sleep 5
STATUS=`just test-pod-status`
if [ $STATUS = {{POD_STATUS_UNKNOWN}} ]; then
continue
fi
kubectl logs test-pod-v1 -n kube-system 2>&1 > $LOG_FILE_TMP
if [ `stat -c%s "${LOG_FILE_TMP}"` -gt `stat -c%s "${LOG_FILE}"` ]; then
cp $LOG_FILE_TMP $LOG_FILE
echo "Wrote logs to ${LOG_FILE}"
fi
done
rm $LOG_FILE_TMP
echo 'Done collecting logs for target {{target}}.'
run-test-target target:
echo 'Cleaning up cluster for running test target: {{target}}'
just cleanup-create-local-helm-cluster {{target}}
echo 'Running test target: {{target}}'
just build-load-run-tests &
run-test-targets +targets='file_system_rules k8s_object_rules process_api_server_rules process_controller_manager_rules process_etcd_rules process_kubelet_rules process_scheduler_rules':
#!/usr/bin/env sh
echo 'Running tests: {{targets}}'
for TARGET in {{targets}}; do
just run-test-target $TARGET
just collect-logs $TARGET
done