Compare commits
4 Commits
v2.15.0
...
debug-2-15
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
b812417d86 | ||
|
|
ed35069dd0 | ||
|
|
7b1a7f8bf6 | ||
|
|
49d25761a3 |
124
.github/workflows/release_debian10.yaml
vendored
124
.github/workflows/release_debian10.yaml
vendored
@@ -178,7 +178,7 @@ jobs:
|
|||||||
|
|
||||||
release_build:
|
release_build:
|
||||||
name: "Release build"
|
name: "Release build"
|
||||||
runs-on: [self-hosted, Linux, X64, Debian10, BigMemory]
|
runs-on: [self-hosted, Linux, X64, Debian10, nightcrawler]
|
||||||
env:
|
env:
|
||||||
THREADS: 24
|
THREADS: 24
|
||||||
MEMGRAPH_ENTERPRISE_LICENSE: ${{ secrets.MEMGRAPH_ENTERPRISE_LICENSE }}
|
MEMGRAPH_ENTERPRISE_LICENSE: ${{ secrets.MEMGRAPH_ENTERPRISE_LICENSE }}
|
||||||
@@ -201,136 +201,16 @@ jobs:
|
|||||||
# Initialize dependencies.
|
# Initialize dependencies.
|
||||||
./init
|
./init
|
||||||
|
|
||||||
# Set default build_type to Release
|
|
||||||
INPUT_BUILD_TYPE=${{ github.event.inputs.build_type }}
|
|
||||||
BUILD_TYPE=${INPUT_BUILD_TYPE:-"Release"}
|
|
||||||
|
|
||||||
# Build release binaries.
|
# Build release binaries.
|
||||||
cd build
|
cd build
|
||||||
cmake -DCMAKE_BUILD_TYPE=$BUILD_TYPE ..
|
cmake -DCMAKE_BUILD_TYPE=Debug ..
|
||||||
make -j$THREADS
|
make -j$THREADS
|
||||||
|
|
||||||
- name: Create enterprise DEB package
|
|
||||||
run: |
|
|
||||||
# Activate toolchain.
|
|
||||||
source /opt/toolchain-v4/activate
|
|
||||||
|
|
||||||
cd build
|
|
||||||
|
|
||||||
# create mgconsole
|
|
||||||
# we use the -B to force the build
|
|
||||||
make -j$THREADS -B mgconsole
|
|
||||||
|
|
||||||
# Create enterprise DEB package.
|
|
||||||
mkdir output && cd output
|
|
||||||
cpack -G DEB --config ../CPackConfig.cmake
|
|
||||||
|
|
||||||
- name: Save enterprise DEB package
|
|
||||||
uses: actions/upload-artifact@v3
|
|
||||||
with:
|
|
||||||
name: "Enterprise DEB package"
|
|
||||||
path: build/output/memgraph*.deb
|
|
||||||
|
|
||||||
- name: Run micro benchmark tests
|
|
||||||
run: |
|
|
||||||
# Activate toolchain.
|
|
||||||
source /opt/toolchain-v4/activate
|
|
||||||
|
|
||||||
# Run micro benchmark tests.
|
|
||||||
cd build
|
|
||||||
# The `eval` benchmark needs a large stack limit.
|
|
||||||
ulimit -s 262144
|
|
||||||
ctest -R memgraph__benchmark -V
|
|
||||||
|
|
||||||
- name: Run macro benchmark tests
|
|
||||||
run: |
|
|
||||||
cd tests/macro_benchmark
|
|
||||||
./harness QuerySuite MemgraphRunner \
|
|
||||||
--groups aggregation 1000_create unwind_create dense_expand match \
|
|
||||||
--no-strict
|
|
||||||
|
|
||||||
- name: Run parallel macro benchmark tests
|
|
||||||
run: |
|
|
||||||
cd tests/macro_benchmark
|
|
||||||
./harness QueryParallelSuite MemgraphRunner \
|
|
||||||
--groups aggregation_parallel create_parallel bfs_parallel \
|
|
||||||
--num-database-workers 9 --num-clients-workers 30 \
|
|
||||||
--no-strict
|
|
||||||
|
|
||||||
- name: Run GQL Behave tests
|
|
||||||
run: |
|
|
||||||
cd tests
|
|
||||||
./setup.sh /opt/toolchain-v4/activate
|
|
||||||
cd gql_behave
|
|
||||||
./continuous_integration
|
|
||||||
|
|
||||||
- name: Save quality assurance status
|
|
||||||
uses: actions/upload-artifact@v3
|
|
||||||
with:
|
|
||||||
name: "GQL Behave Status"
|
|
||||||
path: |
|
|
||||||
tests/gql_behave/gql_behave_status.csv
|
|
||||||
tests/gql_behave/gql_behave_status.html
|
|
||||||
|
|
||||||
- name: Run unit tests
|
|
||||||
run: |
|
|
||||||
# Activate toolchain.
|
|
||||||
source /opt/toolchain-v4/activate
|
|
||||||
|
|
||||||
# Run unit tests.
|
|
||||||
cd build
|
|
||||||
ctest -R memgraph__unit --output-on-failure
|
|
||||||
|
|
||||||
- name: Ensure Kafka and Pulsar are up
|
|
||||||
run: |
|
|
||||||
cd tests/e2e/streams/kafka
|
|
||||||
docker-compose up -d
|
|
||||||
cd ../pulsar
|
|
||||||
docker-compose up -d
|
|
||||||
|
|
||||||
- name: Run e2e tests
|
|
||||||
run: |
|
|
||||||
cd tests
|
|
||||||
./setup.sh /opt/toolchain-v4/activate
|
|
||||||
source ve3/bin/activate_e2e
|
|
||||||
cd e2e
|
|
||||||
./run.sh
|
|
||||||
|
|
||||||
- name: Ensure Kafka and Pulsar are down
|
|
||||||
if: always()
|
|
||||||
run: |
|
|
||||||
cd tests/e2e/streams/kafka
|
|
||||||
docker-compose down
|
|
||||||
cd ../pulsar
|
|
||||||
docker-compose down
|
|
||||||
|
|
||||||
- name: Run stress test (plain)
|
|
||||||
run: |
|
|
||||||
cd tests/stress
|
|
||||||
./continuous_integration
|
|
||||||
|
|
||||||
- name: Run stress test (SSL)
|
|
||||||
run: |
|
|
||||||
cd tests/stress
|
|
||||||
./continuous_integration --use-ssl
|
|
||||||
|
|
||||||
- name: Run stress test (large)
|
- name: Run stress test (large)
|
||||||
run: |
|
run: |
|
||||||
cd tests/stress
|
cd tests/stress
|
||||||
./continuous_integration --large-dataset
|
./continuous_integration --large-dataset
|
||||||
|
|
||||||
- name: Run durability test (plain)
|
|
||||||
run: |
|
|
||||||
cd tests/stress
|
|
||||||
source ve3/bin/activate
|
|
||||||
python3 durability --num-steps 5
|
|
||||||
|
|
||||||
- name: Run durability test (large)
|
|
||||||
run: |
|
|
||||||
cd tests/stress
|
|
||||||
source ve3/bin/activate
|
|
||||||
python3 durability --num-steps 20
|
|
||||||
|
|
||||||
release_jepsen_test:
|
release_jepsen_test:
|
||||||
name: "Release Jepsen Test"
|
name: "Release Jepsen Test"
|
||||||
runs-on: [self-hosted, Linux, X64, Debian10, JepsenControl]
|
runs-on: [self-hosted, Linux, X64, Debian10, JepsenControl]
|
||||||
|
|||||||
@@ -37,7 +37,7 @@ $binary_dir/memgraph \
|
|||||||
--bolt-cert-file="" \
|
--bolt-cert-file="" \
|
||||||
--log-file=$tmpdir/logs/memgarph.log \
|
--log-file=$tmpdir/logs/memgarph.log \
|
||||||
--also-log-to-stderr \
|
--also-log-to-stderr \
|
||||||
--log-level ERROR &
|
--log-level TRACE &
|
||||||
pid=$!
|
pid=$!
|
||||||
wait_for_server 7687
|
wait_for_server 7687
|
||||||
|
|
||||||
|
|||||||
@@ -33,7 +33,7 @@ $binary_dir/memgraph \
|
|||||||
--bolt-cert-file="" \
|
--bolt-cert-file="" \
|
||||||
--log-file=$tmpdir/logs/memgarph.log \
|
--log-file=$tmpdir/logs/memgarph.log \
|
||||||
--also-log-to-stderr \
|
--also-log-to-stderr \
|
||||||
--log-level ERROR &
|
--log-level TRACE &
|
||||||
pid=$!
|
pid=$!
|
||||||
wait_for_server 7687
|
wait_for_server 7687
|
||||||
|
|
||||||
|
|||||||
@@ -93,9 +93,11 @@ def start_memgraph(args: Args, memgraph_options: List[str]) -> Popen:
|
|||||||
"--storage-recover-on-startup=false",
|
"--storage-recover-on-startup=false",
|
||||||
"--query-execution-timeout-sec=1200",
|
"--query-execution-timeout-sec=1200",
|
||||||
"--bolt-server-name-for-init=Neo4j/",
|
"--bolt-server-name-for-init=Neo4j/",
|
||||||
|
"--log-level=TRACE",
|
||||||
|
"--also-log-to-stderr=true",
|
||||||
] + memgraph_options
|
] + memgraph_options
|
||||||
if not args.verbose:
|
# if not args.verbose:
|
||||||
cmd += ["--log-level", "WARNING"]
|
# cmd += ["--log-level", "WARNING"]
|
||||||
if args.log_file:
|
if args.log_file:
|
||||||
cmd += ["--log-file", args.log_file]
|
cmd += ["--log-file", args.log_file]
|
||||||
if args.data_directory:
|
if args.data_directory:
|
||||||
@@ -145,10 +147,15 @@ def run_test(args: Args, test: str, options: List[str], timeout: int, mode: Data
|
|||||||
+ options
|
+ options
|
||||||
)
|
)
|
||||||
start = time.time()
|
start = time.time()
|
||||||
ret_test = subprocess.run(cmd, cwd=SCRIPT_DIR, timeout=timeout * 60)
|
ret_test = subprocess.run(cmd, cwd=SCRIPT_DIR, timeout=timeout * 60, capture_output=True)
|
||||||
|
|
||||||
if ret_test.returncode != 0:
|
if ret_test.returncode != 0:
|
||||||
raise Exception("Test '{}' binary returned non-zero ({})!".format(test, ret_test.returncode))
|
# raise Exception("Test '{}' binary returned non-zero ({})!".format(test, ret_test.returncode))
|
||||||
|
raise Exception(
|
||||||
|
"Test '{}' binary returned non-zero ({}). Stdout: {}. Stderr: {}!".format(
|
||||||
|
test, ret_test.returncode, ret_test.stdout, ret_test.stderr
|
||||||
|
)
|
||||||
|
)
|
||||||
|
|
||||||
runtime = time.time() - start
|
runtime = time.time() - start
|
||||||
print(" Done after {:.3f} seconds".format(runtime))
|
print(" Done after {:.3f} seconds".format(runtime))
|
||||||
|
|||||||
Reference in New Issue
Block a user