Skip to content

Commit 7875618

Browse files
committed
Add more changes
Signed-off-by: Divya Madala <divyaasm@amazon.com>
1 parent 8d57905 commit 7875618

11 files changed

+172
-12
lines changed

benchmark.ini

+32
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,32 @@
1+
[meta]
2+
config.version = 17
3+
4+
[system]
5+
env.name = local
6+
7+
[node]
8+
root.dir =
9+
src.root.dir =
10+
11+
[source]
12+
remote.repo.url = https://github.com/opensearch-project/OpenSearch.git
13+
opensearch.src.subdir = opensearch
14+
15+
[benchmarks]
16+
local.dataset.cache =
17+
18+
[results_publishing]
19+
datastore.type = in-memory
20+
21+
22+
[workloads]
23+
default.url = https://github.com/rishabh6788/opensearch-benchmark-workloads
24+
25+
[provision_configs]
26+
default.dir = default-provision-config
27+
28+
[defaults]
29+
preserve_benchmark_candidate = false
30+
31+
[distributions]
32+
release.cache = true

config.yml

+13
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,13 @@
1+
Description: Configuration file to store contants required to run rally for performance test
2+
Constants:
3+
Repository: https://github.com/opensearch-project/opensearch-cluster-cdk
4+
cidr: '172.31.0.0/16'
5+
VpcId: 'vpc-0c413a9df7ca84d06'
6+
AccountId: 724293578735
7+
dataNodeStorage: 200
8+
serverAccessType: prefixList
9+
restrictServerAccessTo: pl-60b85b09
10+
Region: us-east-1
11+
Role: cfn-set-up
12+
isInternal: 'false'
13+
IamRoleArn: 'arn:aws:iam::724293578735:role/custom-benchmark-ec2-instance-role'

manifest.yml

+115
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,115 @@
1+
---
2+
schema-version: '1.1'
3+
build:
4+
name: OpenSearch
5+
version: 2.10.0
6+
platform: linux
7+
architecture: x64
8+
distribution: tar
9+
location: https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/2.10.0/8519/linux/x64/tar/dist/opensearch/opensearch-2.10.0-linux-x64.tar.gz
10+
id: '8519'
11+
components:
12+
- name: OpenSearch
13+
repository: https://github.com/opensearch-project/OpenSearch.git
14+
ref: eee49cb340edc6c4d489bcd9324dda571fc8dc03
15+
commit_id: eee49cb340edc6c4d489bcd9324dda571fc8dc03
16+
location: https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/2.10.0/8519/linux/x64/tar/builds/opensearch/dist/opensearch-min-2.10.0-linux-x64.tar.gz
17+
- name: common-utils
18+
repository: https://github.com/opensearch-project/common-utils.git
19+
ref: 0352c2f4827b0f0239206deb5c3224954d938be3
20+
commit_id: 0352c2f4827b0f0239206deb5c3224954d938be3
21+
- name: job-scheduler
22+
repository: https://github.com/opensearch-project/job-scheduler.git
23+
ref: e9d36379eedd1bbe9f11bc3e0512f87a8c808b58
24+
commit_id: e9d36379eedd1bbe9f11bc3e0512f87a8c808b58
25+
location: https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/2.10.0/8519/linux/x64/tar/builds/opensearch/plugins/opensearch-job-scheduler-2.10.0.0.zip
26+
- name: k-NN
27+
repository: https://github.com/opensearch-project/k-NN.git
28+
ref: e43701624f76b7076835395c8374d8c7d42adf47
29+
commit_id: e43701624f76b7076835395c8374d8c7d42adf47
30+
location: https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/2.10.0/8519/linux/x64/tar/builds/opensearch/plugins/opensearch-knn-2.10.0.0.zip
31+
- name: geospatial
32+
repository: https://github.com/opensearch-project/geospatial.git
33+
ref: a3da2221d23bf4384020fe234fb97d46548b52c7
34+
commit_id: a3da2221d23bf4384020fe234fb97d46548b52c7
35+
location: https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/2.10.0/8519/linux/x64/tar/builds/opensearch/plugins/opensearch-geospatial-2.10.0.0.zip
36+
- name: security
37+
repository: https://github.com/opensearch-project/security.git
38+
ref: 6daa697bcd4c73ea411bb765eddf2fac95a29065
39+
commit_id: 6daa697bcd4c73ea411bb765eddf2fac95a29065
40+
location: https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/2.10.0/8519/linux/x64/tar/builds/opensearch/plugins/opensearch-security-2.10.0.0.zip
41+
- name: cross-cluster-replication
42+
repository: https://github.com/opensearch-project/cross-cluster-replication.git
43+
ref: dee2f600d214360d32415023a563eeccad103e77
44+
commit_id: dee2f600d214360d32415023a563eeccad103e77
45+
location: https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/2.10.0/8519/linux/x64/tar/builds/opensearch/plugins/opensearch-cross-cluster-replication-2.10.0.0.zip
46+
- name: ml-commons
47+
repository: https://github.com/opensearch-project/ml-commons.git
48+
ref: 521214bb3f0a1e612f3af4ece74e1e3eb00686ed
49+
commit_id: 521214bb3f0a1e612f3af4ece74e1e3eb00686ed
50+
location: https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/2.10.0/8519/linux/x64/tar/builds/opensearch/plugins/opensearch-ml-2.10.0.0.zip
51+
- name: neural-search
52+
repository: https://github.com/opensearch-project/neural-search.git
53+
ref: 9476d435931315f0b646b3d9c654e80e5a02a828
54+
commit_id: 9476d435931315f0b646b3d9c654e80e5a02a828
55+
location: https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/2.10.0/8519/linux/x64/tar/builds/opensearch/plugins/opensearch-neural-search-2.10.0.0.zip
56+
- name: notifications-core
57+
repository: https://github.com/opensearch-project/notifications.git
58+
ref: 0a9dfb0c4b54dbe37b304120b02699594bc9572c
59+
commit_id: 0a9dfb0c4b54dbe37b304120b02699594bc9572c
60+
location: https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/2.10.0/8519/linux/x64/tar/builds/opensearch/plugins/opensearch-notifications-core-2.10.0.0.zip
61+
- name: notifications
62+
repository: https://github.com/opensearch-project/notifications.git
63+
ref: 0a9dfb0c4b54dbe37b304120b02699594bc9572c
64+
commit_id: 0a9dfb0c4b54dbe37b304120b02699594bc9572c
65+
location: https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/2.10.0/8519/linux/x64/tar/builds/opensearch/plugins/opensearch-notifications-2.10.0.0.zip
66+
- name: opensearch-observability
67+
repository: https://github.com/opensearch-project/observability.git
68+
ref: d2c087c80f14c9a80566d0f5914e8fafd4f952ed
69+
commit_id: d2c087c80f14c9a80566d0f5914e8fafd4f952ed
70+
location: https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/2.10.0/8519/linux/x64/tar/builds/opensearch/plugins/opensearch-observability-2.10.0.0.zip
71+
- name: opensearch-reports
72+
repository: https://github.com/opensearch-project/reporting.git
73+
ref: 3095e3cf1f56357bfe10690446da2adfe7782621
74+
commit_id: 3095e3cf1f56357bfe10690446da2adfe7782621
75+
location: https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/2.10.0/8519/linux/x64/tar/builds/opensearch/plugins/opensearch-reports-scheduler-2.10.0.0.zip
76+
- name: sql
77+
repository: https://github.com/opensearch-project/sql.git
78+
ref: ef18b389ebd45f5078a8f7a53cb85eef7d25eae3
79+
commit_id: ef18b389ebd45f5078a8f7a53cb85eef7d25eae3
80+
location: https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/2.10.0/8519/linux/x64/tar/builds/opensearch/plugins/opensearch-sql-2.10.0.0.zip
81+
- name: asynchronous-search
82+
repository: https://github.com/opensearch-project/asynchronous-search.git
83+
ref: a312d9afb1edc7fb4605a70af54f10be4bd054b3
84+
commit_id: a312d9afb1edc7fb4605a70af54f10be4bd054b3
85+
location: https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/2.10.0/8519/linux/x64/tar/builds/opensearch/plugins/opensearch-asynchronous-search-2.10.0.0.zip
86+
- name: anomaly-detection
87+
repository: https://github.com/opensearch-project/anomaly-detection.git
88+
ref: bc4d8b18f33e281d863c5719667ce7d52331a9ba
89+
commit_id: bc4d8b18f33e281d863c5719667ce7d52331a9ba
90+
location: https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/2.10.0/8519/linux/x64/tar/builds/opensearch/plugins/opensearch-anomaly-detection-2.10.0.0.zip
91+
- name: alerting
92+
repository: https://github.com/opensearch-project/alerting.git
93+
ref: dc1b9bf958b2dae4b3fdab8cee69894338417e9d
94+
commit_id: dc1b9bf958b2dae4b3fdab8cee69894338417e9d
95+
location: https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/2.10.0/8519/linux/x64/tar/builds/opensearch/plugins/opensearch-alerting-2.10.0.0.zip
96+
- name: security-analytics
97+
repository: https://github.com/opensearch-project/security-analytics.git
98+
ref: e005b5a4686b9f65e4af2e85ee4d79f35e520572
99+
commit_id: e005b5a4686b9f65e4af2e85ee4d79f35e520572
100+
location: https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/2.10.0/8519/linux/x64/tar/builds/opensearch/plugins/opensearch-security-analytics-2.10.0.0.zip
101+
- name: index-management
102+
repository: https://github.com/opensearch-project/index-management.git
103+
ref: 062badd9be2a7b0a3d73fd9f7e45f52d5fcdf685
104+
commit_id: 062badd9be2a7b0a3d73fd9f7e45f52d5fcdf685
105+
location: https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/2.10.0/8519/linux/x64/tar/builds/opensearch/plugins/opensearch-index-management-2.10.0.0.zip
106+
- name: performance-analyzer
107+
repository: https://github.com/opensearch-project/performance-analyzer.git
108+
ref: 3ee56fc0d8f7168050fb7d2b066104650aec9710
109+
commit_id: 3ee56fc0d8f7168050fb7d2b066104650aec9710
110+
location: https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/2.10.0/8519/linux/x64/tar/builds/opensearch/plugins/opensearch-performance-analyzer-2.10.0.0.zip
111+
- name: custom-codecs
112+
repository: https://github.com/opensearch-project/custom-codecs.git
113+
ref: 3437b438af35e93d321a232833f66e39131ff038
114+
commit_id: 3437b438af35e93d321a232833f66e39131ff038
115+
location: https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/2.10.0/8519/linux/x64/tar/builds/opensearch/plugins/opensearch-custom-codecs-2.10.0.0.zip

src/test_workflow/benchmark_test/benchmark_create_cluster.py

+2-2
Original file line numberDiff line numberDiff line change
@@ -60,10 +60,10 @@ def __init__(
6060
else:
6161
params_list.append(f" -c {key}={value}")
6262
role_params = (
63-
f" --require-approval=never --plugin cdk-assume-role-credential-plugin"
64-
f" -c assume-role-credentials:writeIamRoleName={role} -c assume-role-credentials:readIamRoleName={role} "
63+
f" --require-approval=never"
6564
)
6665
self.params = "".join(params_list) + role_params
66+
self.password = None if self.args.insecure else get_password(self.args.distribution_version)
6767
self.is_endpoint_public = False
6868
self.stack_name = f"opensearch-infra-stack-{self.args.stack_suffix}"
6969
if self.manifest:

tests/jenkins/TestRunBenchmarkTestEndpoint.groovy

+2-2
Original file line numberDiff line numberDiff line change
@@ -106,7 +106,7 @@ class TestRunBenchmarkTestEndpoint extends BuildPipelineTest{
106106

107107
assertThat(testScriptCommands.size(), equalTo(1))
108108
assertThat(testScriptCommands, hasItems(
109-
"./test.sh benchmark-test --cluster-endpoint opensearch-ABCxdfdfhyfk.com --workload nyc-taxis --benchmark-config /tmp/workspace/benchmark.ini --user-tag run-type:test,security-enabled:true --test-procedure append-no-conflicts --telemetry-params '{\"telemetry_setting\":\"value\"}'".toString()
109+
"set +x && ./test.sh benchmark-test --cluster-endpoint opensearch-ABCxdfdfhyfk.com --workload nyc-taxis --benchmark-config /tmp/workspace/benchmark.ini --user-tag run-type:test,security-enabled:true --test-procedure append-no-conflicts --telemetry-params '{\"telemetry_setting\":\"value\"}'".toString()
110110
))
111111
}
112112
@Test
@@ -127,7 +127,7 @@ class TestRunBenchmarkTestEndpoint extends BuildPipelineTest{
127127

128128
assertThat(testScriptCommands.size(), equalTo(1))
129129
assertThat(testScriptCommands, hasItems(
130-
"./test.sh benchmark-test --cluster-endpoint opensearch-ABCxdfdfhyfk.com --workload nyc-taxis --benchmark-config /tmp/workspace/benchmark.ini --user-tag run-type:test,security-enabled:false --without-security --test-procedure append-no-conflicts --telemetry-params '{\"telemetry_setting\":\"value\"}'".toString()
130+
"set +x && ./test.sh benchmark-test --cluster-endpoint opensearch-ABCxdfdfhyfk.com --workload nyc-taxis --benchmark-config /tmp/workspace/benchmark.ini --user-tag run-type:test,security-enabled:false --without-security --test-procedure append-no-conflicts --telemetry-params '{\"telemetry_setting\":\"value\"}'".toString()
131131
))
132132
}
133133

tests/jenkins/TestRunBenchmarkTestScriptDistributionUrl.groovy

+1-1
Original file line numberDiff line numberDiff line change
@@ -131,7 +131,7 @@ class TestRunBenchmarkTestScriptDistributionUrl extends BuildPipelineTest {
131131

132132
assertThat(testScriptCommands.size(), equalTo(1))
133133
assertThat(testScriptCommands, hasItems(
134-
"./test.sh benchmark-test --distribution-url https://artifacts.com/artifact.tar.gz --distribution-version 3.0.0 --config /tmp/workspace/config.yml --workload nyc-taxis --benchmark-config /tmp/workspace/benchmark.ini --user-tag run-type:test,security-enabled:false,jenkins-build-id:307 --without-security --use-50-percent-heap --suffix 307 --manager-node-count 3 --data-node-count 3 --data-instance-type r5-4xlarge --test-procedure append-no-conflicts --data-node-storage 100".toString()
134+
"set +x && ./test.sh benchmark-test --distribution-url https://artifacts.com/artifact.tar.gz --distribution-version 3.0.0 --config /tmp/workspace/config.yml --workload nyc-taxis --benchmark-config /tmp/workspace/benchmark.ini --user-tag run-type:test,security-enabled:false,jenkins-build-id:307 --without-security --use-50-percent-heap --suffix 307 --manager-node-count 3 --data-node-count 3 --data-instance-type r5-4xlarge --test-procedure append-no-conflicts --data-node-storage 100".toString()
135135
))
136136
}
137137

tests/jenkins/TestRunNonSecBenchmarkTestScript.groovy

+2-2
Original file line numberDiff line numberDiff line change
@@ -26,11 +26,11 @@ class TestRunNonSecBenchmarkTestScript extends BuildPipelineTest{
2626
void setUp() {
2727
helper.registerSharedLibrary(
2828
library().name('jenkins')
29-
.defaultVersion('5.11.0')
29+
.defaultVersion('cluster')
3030
.allowOverride(true)
3131
.implicit(true)
3232
.targetPath('vars')
33-
.retriever(gitSource('https://github.com/opensearch-project/opensearch-build-libraries.git'))
33+
.retriever(gitSource('https://github.com/Divyyaasm/opensearch-build-libraries.git'))
3434
.build()
3535
)
3636
helper.registerAllowedMethod("s3Download", [Map])

tests/jenkins/jenkinsjob-regression-files/opensearch/benchmark-test-distribution-url.jenkinsfile.txt

+1-1
Original file line numberDiff line numberDiff line change
@@ -145,7 +145,7 @@
145145
runBenchmarkTestScript.withCredentials([DATASTORE_USER, DATASTORE_PASSWORD], groovy.lang.Closure)
146146
runBenchmarkTestScript.readFile({file=/tmp/workspace/benchmark.ini})
147147
runBenchmarkTestScript.writeFile({file=/tmp/workspace/benchmark.ini, text=})
148-
runBenchmarkTestScript.sh(./test.sh benchmark-test --distribution-url https://artifacts.com/artifact.tar.gz --distribution-version 3.0.0 --config /tmp/workspace/config.yml --workload nyc-taxis --benchmark-config /tmp/workspace/benchmark.ini --user-tag run-type:test,security-enabled:false,jenkins-build-id:307 --without-security --use-50-percent-heap --suffix 307 --manager-node-count 3 --data-node-count 3 --data-instance-type r5-4xlarge --test-procedure append-no-conflicts --data-node-storage 100)
148+
runBenchmarkTestScript.sh(set +x && ./test.sh benchmark-test --distribution-url https://artifacts.com/artifact.tar.gz --distribution-version 3.0.0 --config /tmp/workspace/config.yml --workload nyc-taxis --benchmark-config /tmp/workspace/benchmark.ini --user-tag run-type:test,security-enabled:false,jenkins-build-id:307 --without-security --use-50-percent-heap --suffix 307 --manager-node-count 3 --data-node-count 3 --data-instance-type r5-4xlarge --test-procedure append-no-conflicts --data-node-storage 100)
149149
Messages.asBoolean()
150150
Messages.asBoolean()
151151
Messages.get([benchmark-test])

tests/jenkins/jenkinsjob-regression-files/opensearch/benchmark-test-endpoint-insecure.jenkinsfile.txt

+1-1
Original file line numberDiff line numberDiff line change
@@ -28,6 +28,6 @@
2828
runBenchmarkTestScript.withCredentials([DATASTORE_USER, DATASTORE_PASSWORD], groovy.lang.Closure)
2929
runBenchmarkTestScript.readFile({file=/tmp/workspace/benchmark.ini})
3030
runBenchmarkTestScript.writeFile({file=/tmp/workspace/benchmark.ini, text=})
31-
runBenchmarkTestScript.sh(./test.sh benchmark-test --cluster-endpoint opensearch-ABCxdfdfhyfk.com --workload nyc-taxis --benchmark-config /tmp/workspace/benchmark.ini --user-tag run-type:test,security-enabled:true --test-procedure append-no-conflicts --telemetry-params '{"telemetry_setting":"value"}')
31+
runBenchmarkTestScript.sh(set +x && ./test.sh benchmark-test --cluster-endpoint opensearch-ABCxdfdfhyfk.com --workload nyc-taxis --benchmark-config /tmp/workspace/benchmark.ini --user-tag run-type:test,security-enabled:true --test-procedure append-no-conflicts --telemetry-params '{"telemetry_setting":"value"}')
3232
benchmark-test-endpoint.postCleanup()
3333
postCleanup.cleanWs({disableDeferredWipeout=true, deleteDirs=true})

tests/jenkins/jenkinsjob-regression-files/opensearch/benchmark-test-endpoint-secure.jenkinsfile.txt

+1-1
Original file line numberDiff line numberDiff line change
@@ -28,6 +28,6 @@
2828
runBenchmarkTestScript.withCredentials([DATASTORE_USER, DATASTORE_PASSWORD], groovy.lang.Closure)
2929
runBenchmarkTestScript.readFile({file=/tmp/workspace/benchmark.ini})
3030
runBenchmarkTestScript.writeFile({file=/tmp/workspace/benchmark.ini, text=})
31-
runBenchmarkTestScript.sh(./test.sh benchmark-test --cluster-endpoint opensearch-ABCxdfdfhyfk.com --workload nyc-taxis --benchmark-config /tmp/workspace/benchmark.ini --user-tag run-type:test,security-enabled:true --test-procedure append-no-conflicts --telemetry-params '{"telemetry_setting":"value"}')
31+
runBenchmarkTestScript.sh(set +x && ./test.sh benchmark-test --cluster-endpoint opensearch-ABCxdfdfhyfk.com --workload nyc-taxis --benchmark-config /tmp/workspace/benchmark.ini --user-tag run-type:test,security-enabled:true --test-procedure append-no-conflicts --telemetry-params '{"telemetry_setting":"value"}')
3232
benchmark-test-endpoint.postCleanup()
3333
postCleanup.cleanWs({disableDeferredWipeout=true, deleteDirs=true})

tests/jenkins/jenkinsjob-regression-files/opensearch/benchmark-test.jenkinsfile.txt

+2-2
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
benchmark-test.run()
2-
benchmark-test.modernSCM({$class=GitSCMSource, remote=https://github.com/opensearch-project/opensearch-build-libraries.git})
3-
benchmark-test.library({identifier=jenkins@5.11.0, retriever=null})
2+
benchmark-test.modernSCM({$class=GitSCMSource, remote=https://github.com/Divyaasm/opensearch-build-libraries.git})
3+
benchmark-test.library({identifier=jenkins@cluster, retriever=null})
44
benchmark-test.pipeline(groovy.lang.Closure)
55
benchmark-test.timeout({time=24, unit=HOURS})
66
benchmark-test.logRotator({daysToKeepStr=30})

0 commit comments

Comments
 (0)