ci: add memory sanitization check #9
					 16 changed files with 150 additions and 33 deletions
				
			
		
							
								
								
									
										31
									
								
								.drone.yml
									
										
									
									
									
								
							
							
						
						
									
										31
									
								
								.drone.yml
									
										
									
									
									
								
							| 
						 | 
					@ -13,7 +13,7 @@ steps:
 | 
				
			||||||
- name: unit tests
 | 
					- name: unit tests
 | 
				
			||||||
  shell: powershell
 | 
					  shell: powershell
 | 
				
			||||||
  commands: 
 | 
					  commands: 
 | 
				
			||||||
    - ./tools/ci/steps/amd64/msvc/unit-tests.ps1
 | 
					    - ./tools/ci/amd64/msvc/unit_tests.ps1
 | 
				
			||||||
 | 
					
 | 
				
			||||||
---
 | 
					---
 | 
				
			||||||
kind: pipeline
 | 
					kind: pipeline
 | 
				
			||||||
| 
						 | 
					@ -28,13 +28,13 @@ steps:
 | 
				
			||||||
  image: unit_tests:latest
 | 
					  image: unit_tests:latest
 | 
				
			||||||
  pull: if-not-exists
 | 
					  pull: if-not-exists
 | 
				
			||||||
  commands:
 | 
					  commands:
 | 
				
			||||||
    - ./tools/ci/steps/amd64/gcc/unit-tests.sh
 | 
					    - ./tools/ci/amd64/gcc/unit_tests.sh
 | 
				
			||||||
 | 
					
 | 
				
			||||||
- name: valgrind
 | 
					- name: valgrind
 | 
				
			||||||
  image: valgrind:latest
 | 
					  image: valgrind:latest
 | 
				
			||||||
  pull: if-not-exists
 | 
					  pull: if-not-exists
 | 
				
			||||||
  commands:
 | 
					  commands:
 | 
				
			||||||
    - ./tools/ci/steps/amd64/gcc/valgrind.sh
 | 
					    - ./tools/ci/amd64/gcc/valgrind.sh
 | 
				
			||||||
 | 
					
 | 
				
			||||||
---
 | 
					---
 | 
				
			||||||
kind: pipeline
 | 
					kind: pipeline
 | 
				
			||||||
| 
						 | 
					@ -49,7 +49,13 @@ steps:
 | 
				
			||||||
  image: leak_sanitizer:latest
 | 
					  image: leak_sanitizer:latest
 | 
				
			||||||
  pull: if-not-exists
 | 
					  pull: if-not-exists
 | 
				
			||||||
  commands:
 | 
					  commands:
 | 
				
			||||||
    - ./tools/ci/steps/amd64/clang/lsan.sh
 | 
					    - ./tools/ci/amd64/clang/lsan.sh
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					- name: memory sanitizer
 | 
				
			||||||
 | 
					  image: memory_sanitizer:latest
 | 
				
			||||||
 | 
					  pull: if-not-exists
 | 
				
			||||||
 | 
					  commands:
 | 
				
			||||||
 | 
					    - ./tools/ci/amd64/clang/msan.sh
 | 
				
			||||||
 | 
					
 | 
				
			||||||
---
 | 
					---
 | 
				
			||||||
kind: pipeline
 | 
					kind: pipeline
 | 
				
			||||||
| 
						 | 
					@ -60,24 +66,15 @@ trigger:
 | 
				
			||||||
  - main
 | 
					  - main
 | 
				
			||||||
 | 
					
 | 
				
			||||||
steps:
 | 
					steps:
 | 
				
			||||||
- name: static_analysis
 | 
					- name: clang tidy
 | 
				
			||||||
  image: static_analysis:latest
 | 
					  image: clang_tidy:latest
 | 
				
			||||||
  pull: if-not-exists
 | 
					  pull: if-not-exists
 | 
				
			||||||
  privileged: true
 | 
					  privileged: true
 | 
				
			||||||
  commands:
 | 
					  commands:
 | 
				
			||||||
    - ./tools/ci/steps/static_analysis.sh
 | 
					    - ./tools/ci/static_analysis/clang_tidy.sh
 | 
				
			||||||
 | 
					
 | 
				
			||||||
---
 | 
					 | 
				
			||||||
kind: pipeline
 | 
					 | 
				
			||||||
type: docker
 | 
					 | 
				
			||||||
name: style
 | 
					 | 
				
			||||||
trigger:
 | 
					 | 
				
			||||||
  branch:
 | 
					 | 
				
			||||||
  - main
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
steps:
 | 
					 | 
				
			||||||
- name: clang format
 | 
					- name: clang format
 | 
				
			||||||
  image: clang_format:latest
 | 
					  image: clang_format:latest
 | 
				
			||||||
  pull: if-not-exists
 | 
					  pull: if-not-exists
 | 
				
			||||||
  commands:
 | 
					  commands:
 | 
				
			||||||
    - ./tools/ci/steps/style.sh
 | 
					    - ./tools/ci/static_analysis/clang_format.sh
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
							
								
								
									
										26
									
								
								tools/ci/amd64/clang/coverage.sh
									
										
									
									
									
										Executable file
									
								
							
							
						
						
									
										26
									
								
								tools/ci/amd64/clang/coverage.sh
									
										
									
									
									
										Executable file
									
								
							| 
						 | 
					@ -0,0 +1,26 @@
 | 
				
			||||||
 | 
					#!/bin/bash
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					set -e
 | 
				
			||||||
 | 
					cd $(git rev-parse --show-toplevel)/
 | 
				
			||||||
 | 
					rm -rf ./build
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					conan build . \
 | 
				
			||||||
 | 
					    -c tools.system.package_manager:mode=install \
 | 
				
			||||||
 | 
					    -c tools.cmake.cmaketoolchain:generator=Ninja \
 | 
				
			||||||
 | 
					    -c tools.build:cxxflags='["-fprofile-instr-generate", "-fcoverage-mapping"]' \
 | 
				
			||||||
 | 
					    -c tools.build:sharedlinkflags='["-fprofile-instr-generate", "-fcoverage-mapping"]' \
 | 
				
			||||||
 | 
					    -c tools.build:exelinkflags='["-fprofile-instr-generate", "-fcoverage-mapping"]' \
 | 
				
			||||||
 | 
					    -c tools.info.package_id:confs='["tools.build:cxxflags","tools.build:sharedlinkflags","tools.build:exelinkflags"]' \
 | 
				
			||||||
 | 
					    -c tools.build:compiler_executables='{"c": "clang", "cpp": "clang++"}' \
 | 
				
			||||||
 | 
					    -s build_type=Release \
 | 
				
			||||||
 | 
					    -s compiler=clang \
 | 
				
			||||||
 | 
					    -s compiler.version=20 \
 | 
				
			||||||
 | 
					    -s compiler.libcxx=libc++ \
 | 
				
			||||||
 | 
					    -o use_mold=True \
 | 
				
			||||||
 | 
					    --build=missing
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					for test in $(find ./build -type f -name '*_tests' -executable); do
 | 
				
			||||||
 | 
					  echo "Running $test"
 | 
				
			||||||
 | 
					  "$test"
 | 
				
			||||||
 | 
					done
 | 
				
			||||||
 | 
					
 | 
				
			||||||
							
								
								
									
										67
									
								
								tools/ci/amd64/clang/msan.dockerfile
									
										
									
									
									
										Normal file
									
								
							
							
						
						
									
										67
									
								
								tools/ci/amd64/clang/msan.dockerfile
									
										
									
									
									
										Normal file
									
								
							| 
						 | 
					@ -0,0 +1,67 @@
 | 
				
			||||||
 | 
					FROM archlinux:base-devel
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					RUN pacman -Syu --noconfirm && \
 | 
				
			||||||
 | 
					    pacman -S --noconfirm \
 | 
				
			||||||
 | 
					    bash \
 | 
				
			||||||
 | 
					    base-devel \
 | 
				
			||||||
 | 
					    clang \
 | 
				
			||||||
 | 
					    llvm \
 | 
				
			||||||
 | 
					    cmake \
 | 
				
			||||||
 | 
					    git \
 | 
				
			||||||
 | 
					    python \
 | 
				
			||||||
 | 
					    python-pip \
 | 
				
			||||||
 | 
					    mesa \
 | 
				
			||||||
 | 
					    mold \
 | 
				
			||||||
 | 
					    ninja \
 | 
				
			||||||
 | 
					    zlib \
 | 
				
			||||||
 | 
					    libunwind
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					RUN pip install --no-cache-dir --break-system-packages conan gitpython \
 | 
				
			||||||
 | 
					    && conan profile detect
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					RUN clang --version  \
 | 
				
			||||||
 | 
					    && conan --version \
 | 
				
			||||||
 | 
					    && pip --version \
 | 
				
			||||||
 | 
					    && cmake --version \
 | 
				
			||||||
 | 
					    && g++ --version \
 | 
				
			||||||
 | 
					    && clang --version \
 | 
				
			||||||
 | 
					    && ninja --version \
 | 
				
			||||||
 | 
					    && mold --version
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					RUN git clone --depth=1 https://github.com/llvm/llvm-project.git -b llvmorg-20.1.8  \
 | 
				
			||||||
 | 
					    && cd llvm-project/  \
 | 
				
			||||||
 | 
					    && mkdir build/ \
 | 
				
			||||||
 | 
					    && cd build/ \
 | 
				
			||||||
 | 
					    && cmake \
 | 
				
			||||||
 | 
					    -G Ninja \
 | 
				
			||||||
 | 
					    -DCMAKE_BUILD_TYPE=Release \
 | 
				
			||||||
 | 
					    -DCMAKE_LINKER_TYPE="MOLD" \
 | 
				
			||||||
 | 
					    -DCMAKE_INSTALL_PREFIX=/libcxx_msan \
 | 
				
			||||||
 | 
					    -DCMAKE_C_COMPILER=clang \
 | 
				
			||||||
 | 
					    -DCMAKE_CXX_COMPILER=clang++ \
 | 
				
			||||||
 | 
					    -DLLVM_ENABLE_RUNTIMES="libcxx;libcxxabi" \
 | 
				
			||||||
 | 
					    -DLLVM_ENABLE_PIC=ON \
 | 
				
			||||||
 | 
					    -DLIBCXX_INSTALL_MODULES=ON \
 | 
				
			||||||
 | 
					    -DLIBCXXABI_USE_LLVM_UNWINDER=OFF \
 | 
				
			||||||
 | 
					    -DLLVM_USE_SANITIZER=MemoryWithOrigins \
 | 
				
			||||||
 | 
					    ../runtimes \
 | 
				
			||||||
 | 
					    && ninja cxx cxxabi \
 | 
				
			||||||
 | 
					    && ninja -C . install-cxx install-cxxabi \
 | 
				
			||||||
 | 
					    && rm -r /llvm-project/
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					RUN git clone 'https://git.light7734.com/light7734/light.git' \
 | 
				
			||||||
 | 
					    && cd light \
 | 
				
			||||||
 | 
					    && conan install . \
 | 
				
			||||||
 | 
					        -c tools.system.package_manager:mode=install \
 | 
				
			||||||
 | 
					        -c tools.cmake.cmaketoolchain:generator=Ninja \
 | 
				
			||||||
 | 
					        -c tools.build:cxxflags='["-g", "-fno-omit-frame-pointer", "-nostdinc++", "-isystem", "/libcxx_msan/include/c++/v1/", "-fsanitize=memory", "-fsanitize-memory-track-origins"]' \
 | 
				
			||||||
 | 
					        -c tools.build:sharedlinkflags='["-L/libcxx_msan/lib", "-Wl,-rpath,/libcxx_msan/lib", "-lc++", "-lc++abi", "-fsanitize=memory", "-fsanitize-memory-track-origins"]' \
 | 
				
			||||||
 | 
					        -c tools.build:exelinkflags='["-L/libcxx_msan/lib", "-Wl,-rpath,/libcxx_msan/lib", "-lc++", "-lc++abi", "-fsanitize=memory", "-fsanitize-memory-track-origins"]' \
 | 
				
			||||||
 | 
					        -c tools.info.package_id:confs='["tools.build:cxxflags","tools.build:sharedlinkflags","tools.build:exelinkflags"]' \
 | 
				
			||||||
 | 
					        -c tools.build:compiler_executables='{"c": "clang", "cpp": "clang++"}' \
 | 
				
			||||||
 | 
					        -s build_type=Release \
 | 
				
			||||||
 | 
					        -s compiler=clang \
 | 
				
			||||||
 | 
					        -s compiler.version=20 \
 | 
				
			||||||
 | 
					        -s compiler.libcxx=libc++ \
 | 
				
			||||||
 | 
					        -o use_mold=True \
 | 
				
			||||||
 | 
					        --build=missing
 | 
				
			||||||
							
								
								
									
										25
									
								
								tools/ci/amd64/clang/msan.sh
									
										
									
									
									
										Executable file
									
								
							
							
						
						
									
										25
									
								
								tools/ci/amd64/clang/msan.sh
									
										
									
									
									
										Executable file
									
								
							| 
						 | 
					@ -0,0 +1,25 @@
 | 
				
			||||||
 | 
					#!/bin/bash
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					set -e
 | 
				
			||||||
 | 
					cd $(git rev-parse --show-toplevel)/
 | 
				
			||||||
 | 
					rm -rf ./build
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					conan build . \
 | 
				
			||||||
 | 
					    -c tools.system.package_manager:mode=install \
 | 
				
			||||||
 | 
					    -c tools.cmake.cmaketoolchain:generator=Ninja \
 | 
				
			||||||
 | 
					    -c tools.build:cxxflags='["-g", "-fno-omit-frame-pointer", "-nostdinc++", "-isystem", "/libcxx_msan/include/c++/v1/", "-fsanitize=memory", "-fsanitize-memory-track-origins"]' \
 | 
				
			||||||
 | 
					    -c tools.build:sharedlinkflags='["-L/libcxx_msan/lib", "-Wl,-rpath,/libcxx_msan/lib", "-lc++", "-lc++abi", "-fsanitize=memory", "-fsanitize-memory-track-origins"]' \
 | 
				
			||||||
 | 
					    -c tools.build:exelinkflags='["-L/libcxx_msan/lib", "-Wl,-rpath,/libcxx_msan/lib", "-lc++", "-lc++abi", "-fsanitize=memory", "-fsanitize-memory-track-origins"]' \
 | 
				
			||||||
 | 
					    -c tools.info.package_id:confs='["tools.build:cxxflags","tools.build:sharedlinkflags","tools.build:exelinkflags"]' \
 | 
				
			||||||
 | 
					    -c tools.build:compiler_executables='{"c": "clang", "cpp": "clang++"}' \
 | 
				
			||||||
 | 
					    -s build_type=Release \
 | 
				
			||||||
 | 
					    -s compiler=clang \
 | 
				
			||||||
 | 
					    -s compiler.version=20 \
 | 
				
			||||||
 | 
					    -s compiler.libcxx=libc++ \
 | 
				
			||||||
 | 
					    -o use_mold=True \
 | 
				
			||||||
 | 
					    --build=missing
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					for test in $(find ./build -type f -name '*_tests' -executable); do
 | 
				
			||||||
 | 
					  echo "Running $test"
 | 
				
			||||||
 | 
					  "$test"
 | 
				
			||||||
 | 
					done
 | 
				
			||||||
| 
						 | 
					@ -4,6 +4,11 @@ set -e
 | 
				
			||||||
cd $(git rev-parse --show-toplevel)/
 | 
					cd $(git rev-parse --show-toplevel)/
 | 
				
			||||||
rm -rf ./build
 | 
					rm -rf ./build
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					echo 'Static analysis is currently disabled as code is filled with failing clang-tidy checks'
 | 
				
			||||||
 | 
					echo 'Runng this would be a waste of CPU cycles and electricty'
 | 
				
			||||||
 | 
					echo 'Fix the checks before removing these lines'
 | 
				
			||||||
 | 
					exit 0
 | 
				
			||||||
 | 
					
 | 
				
			||||||
conan build . \
 | 
					conan build . \
 | 
				
			||||||
-c tools.system.package_manager:mode=install \
 | 
					-c tools.system.package_manager:mode=install \
 | 
				
			||||||
-c tools.cmake.cmaketoolchain:generator=Ninja \
 | 
					-c tools.cmake.cmaketoolchain:generator=Ninja \
 | 
				
			||||||
| 
						 | 
					@ -1,27 +1,24 @@
 | 
				
			||||||
#!/bin/bash
 | 
					#!/bin/bash
 | 
				
			||||||
 | 
					
 | 
				
			||||||
set -e
 | 
					set -e
 | 
				
			||||||
 | 
					CI_DIR="$(git rev-parse --show-toplevel)/tools/ci/"
 | 
				
			||||||
 | 
					
 | 
				
			||||||
IMAGE_DIR="$(git rev-parse --show-toplevel)/tools/ci/images"
 | 
					echo "==> Building image: clang_format"
 | 
				
			||||||
 | 
					docker build -t clang_format -f $CI_DIR/static_analysis/clang_format.dockerfile .
 | 
				
			||||||
 | 
					
 | 
				
			||||||
echo "==> Building image: clang format"
 | 
					echo "==> Building image: static_analysis"
 | 
				
			||||||
cd "$IMAGE_DIR/clang_format"
 | 
					docker build -t clang_tidy -f $CI_DIR/static_analysis/clang_tidy.dockerfile .
 | 
				
			||||||
docker build -t clang_format .
 | 
					 | 
				
			||||||
 | 
					
 | 
				
			||||||
echo "==> Building image: static analysis"
 | 
					echo "==> Building image: amd64_gcc_unit_tests"
 | 
				
			||||||
cd "$IMAGE_DIR/static_analysis"
 | 
					docker build -t amd64_gcc_unit_tests -f $CI_DIR/amd64/gcc/unit_tests.dockerfile .
 | 
				
			||||||
docker build -t static_analysis .
 | 
					 | 
				
			||||||
 | 
					
 | 
				
			||||||
echo "==> Building image: unit tests"
 | 
					echo "==> Building image: amd64_gcc_valgrind"
 | 
				
			||||||
cd "$IMAGE_DIR/unit_tests"
 | 
					docker build -t amd64_gcc_valgrind -f $CI_DIR/amd64/gcc/valgrind.dockerfile .
 | 
				
			||||||
docker build -t unit_tests .
 | 
					 | 
				
			||||||
 | 
					
 | 
				
			||||||
echo "==> Building image: valgrind"
 | 
					echo "==> Building image: amd64_clang_lsan"
 | 
				
			||||||
cd "$IMAGE_DIR/valgrind"
 | 
					docker build -t amd64_clang_lsan -f $CI_DIR/amd64/clang/lsan.dockerfile .
 | 
				
			||||||
docker build -t valgrind .
 | 
					 | 
				
			||||||
 | 
					
 | 
				
			||||||
echo "==> Building image: leak_sanitizer"
 | 
					echo "==> Building image: amd64_clang_msan"
 | 
				
			||||||
cd "$IMAGE_DIR/leak_sanitizer"
 | 
					docker build -t amd64_clang_msan -f $CI_DIR/amd64/clang/msan.dockerfile .
 | 
				
			||||||
docker build -t leak_sanitizer .
 | 
					 | 
				
			||||||
 | 
					
 | 
				
			||||||
echo "WOOOOOOOOOOOOOOOOH!!! DONE :D"
 | 
					echo "WOOOOOOOOOOOOOOOOH!!! DONE :D"
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
		Loading…
	
	Add table
		
		Reference in a new issue