Skip to content

Latest commit

 

History

History
218 lines (157 loc) · 4.53 KB

linux.md

File metadata and controls

218 lines (157 loc) · 4.53 KB
Raw

linux

I have tested and setup the full flow from scratch on bare metal Ubuntu 22.04 so it will work

Development has been done from the main branch of LLVM directly using Clang and LLVM so it will work on both x86 and ARM linux

setup

installing full LLVM toolchain:

llvm
clang
clangd
libc++
lld
lldb

Run this script (from https://apt.llvm.org/)

wget https://apt.llvm.org/llvm.sh
chmod +x llvm.sh
sudo ./llvm.sh all
# installs all to /usr/bin/

validations

clang-17 --version

# add to shell
echo 'export PATH=/usr/bin:$PATH' >> ~/.zshrc
alias clang='/usr/bin/clang-17'
alias clang++='/usr/bin/clang++-17'

clang++ --version

# confirm libc++ added
dpkg -l | grep libc++

# update default compilers
export CC=/usr/bin/clang-17
export CXX=/usr/bin/clang++-17

build and run textract


CMakeLists.txt for Linux


cmake_minimum_required(VERSION 3.28)
project(opencvOCR)

set(CMAKE_CXX_STANDARD 20)
set(CMAKE_CXX_STANDARD_REQUIRED ON)
set(CMAKE_EXPORT_COMPILE_COMMANDS ON)

include_directories(${CMAKE_SOURCE_DIR})
set(CMAKE_RUNTIME_OUTPUT_DIRECTORY ${CMAKE_BINARY_DIR}/bin)

if(CMAKE_BUILD_TYPE STREQUAL "Debug")
    add_compile_definitions("ASAN_OPTIONS=detect_leaks=1,detect_stack_use_after_return=1")
    add_compile_definitions(_DEBUGAPP)
    # Enable LLVM ASan (Address Sanitizer, Mem Leaks Detection)
    set(CMAKE_CXX_FLAGS_DEBUG "${CMAKE_CXX_FLAGS_DEBUG} -fsanitize=address")
    set(CMAKE_C_FLAGS_DEBUG "${CMAKE_C_FLAGS_DEBUG} -fsanitize=address")
    set(CMAKE_EXE_LINKER_FLAGS_DEBUG "${CMAKE_EXE_LINKER_FLAGS_DEBUG} -fsanitize=address")
    set(CMAKE_SHARED_LINKER_FLAGS_DEBUG "${CMAKE_SHARED_LINKER_FLAGS_DEBUG} -fsanitize=address")
endif()

find_package(OpenSSL REQUIRED)
find_package(OpenMP)
find_package(Folly CONFIG REQUIRED)
find_package(gflags CONFIG REQUIRED)

# gtest
include(FetchContent)
FetchContent_Declare(
  googletest
  URL https://github.com/google/googletest/archive/03597a01ee50ed33e9dfd640b249b4be3799d395.zip
  DOWNLOAD_EXTRACT_TIMESTAMP TRUE
)
set(gtest_force_shared_crt ON CACHE BOOL "" FORCE) # windows setting
FetchContent_MakeAvailable(googletest)

# main
add_executable(
 main
 main.cc
)

if(OpenMP_CXX_FOUND)
    message(STATUS "Using OpenMP")
    target_link_libraries(main PUBLIC OpenMP::OpenMP_CXX)
else()
    message(STATUS "OpenMP not found")

endif()

enable_testing()

set(TEST_EXECUTABLES tesseractparallel_test bulk_test pdf_test textractapi_tests ocr_test atomic_test similarity_test threadlocal_test)

foreach(TEST_EXECUTABLE IN LISTS TEST_EXECUTABLES)
    add_executable(${TEST_EXECUTABLE} tests/${TEST_EXECUTABLE}.cc)
    set_target_properties(${TEST_EXECUTABLE} PROPERTIES
        RUNTIME_OUTPUT_DIRECTORY "${CMAKE_BINARY_DIR}/tests"
    )

    # Common libraries
    target_link_libraries(${TEST_EXECUTABLE}
      PUBLIC GTest::gtest_main
      PUBLIC OpenSSL::Crypto
      PUBLIC tesseract
      PUBLIC leptonica
      PUBLIC Folly::folly
    )

    if(OpenMP_CXX_FOUND)
      message(STATUS "Using OpenMP for ${TEST_EXECUTABLE}")
      target_link_libraries(${TEST_EXECUTABLE} PUBLIC OpenMP::OpenMP_CXX)
    else()
      message(STATUS "OpenMP not found for ${TEST_EXECUTABLE}")
    endif()
    include(GoogleTest)
    gtest_discover_tests(${TEST_EXECUTABLE})

endforeach()

Build and run tests

cmake ..
make

building full LLVM toolchain from source

in case you are interested - here are steps to compile the entire toolchain from source

note: this will take very long and will be computationally intensive

# check number cpus available 20
nproc

# get the linker
sudo apt update
sudo apt install lld
lld --version
ld.lld --version

# prereqs
sudo apt update
sudo apt install build-essential cmake ninja-build git python3

git clone https://github.com/llvm/llvm-project.git

sed 's#fetch = +refs/heads/\*:refs/remotes/origin/\*#fetch = +refs/heads/main:refs/remotes/origin/main#' -i llvm-project/.git/config


cd llvm-project

mkdir build
cd build

cmake -G Ninja -DCMAKE_BUILD_TYPE=RelWithDebInfo \
-DLLVM_ENABLE_PROJECTS="clang;lld" \
-DLLVM_PARALLEL_{COMPILE,LINK}_JOBS=10 \
-DLLVM_USE_LINKER=lld \
-DCMAKE_INSTALL_PREFIX=build /usr/local

# build
ninja
# tests
ninja check
# install
ninja install

# build the rest
$ mkdir build

# Configure
$ cmake -G Ninja -S runtimes -B build -DLLVM_ENABLE_RUNTIMES="libcxx;libcxxabi;libunwind"

# Check
$ ninja -C build check-cxx check-cxxabi check-unwind
# Build
$ ninja -C build install-cxx install-cxxabi install-unwind

Author: kuro337