test cmake build for linux+x64

Co-authored by: nijincheng@iscas.ac.cn;

Author: ffgan

.github/workflows/posix.yml

@@ -2,14 +2,12 @@ name: posix
 
 on:
   push:
-    branches: [ main ]
-  pull_request:
-    branches:
-      - main
-      - maintenance/**
-  workflow_dispatch: null
-  schedule:
-    - cron: '0 0 * * 0'
+  #   branches: [ main ]
+  # pull_request:
+  #   branches: [ main ]
+  # workflow_dispatch: null
+  # schedule:
+  #   - cron: '0 0 * * 0'
 
 env:
   OPENBLAS_COMMIT: "v0.3.30-359-g29fab2b9"
@@ -24,25 +22,25 @@ jobs:
       fail-fast: false
       matrix:
         include:
-          - { os: ubuntu-latest, PLAT: i686, INTERFACE64: '0', MB_ML_VER: '2014', MB_ML_LIBC: manylinux}
+          # - { os: ubuntu-latest, PLAT: i686, INTERFACE64: '0', MB_ML_VER: '2014', MB_ML_LIBC: manylinux}
 
-          - { os: ubuntu-latest, PLAT: x86_64, INTERFACE64: '0', MB_ML_VER: '2014', MB_ML_LIBC: manylinux}
+          # - { os: ubuntu-latest, PLAT: x86_64, INTERFACE64: '0', MB_ML_VER: '2014', MB_ML_LIBC: manylinux}
           - { os: ubuntu-latest, PLAT: x86_64, INTERFACE64: '1', MB_ML_VER: '2014', MB_ML_LIBC: manylinux}
 
-          - { os: macos-14, PLAT: x86_64, INTERFACE64: '0', MB_ML_LIBC: macosx}
-          - { os: macos-14, PLAT: x86_64, INTERFACE64: '1', MB_ML_LIBC: macosx}
+          # - { os: macos-14, PLAT: x86_64, INTERFACE64: '0', MB_ML_LIBC: macosx}
+          # - { os: macos-14, PLAT: x86_64, INTERFACE64: '1', MB_ML_LIBC: macosx}
 
-          - { os: macos-latest, PLAT: arm64, INTERFACE64: '0', MB_ML_LIBC: macosx}
-          - { os: macos-latest, PLAT: arm64, INTERFACE64: '1', MB_ML_LIBC: macosx}
+          # - { os: macos-latest, PLAT: arm64, INTERFACE64: '0', MB_ML_LIBC: macosx}
+          # - { os: macos-latest, PLAT: arm64, INTERFACE64: '1', MB_ML_LIBC: macosx}
 
-          - { os: ubuntu-latest, PLAT: x86_64, INTERFACE64: '0', MB_ML_VER: '_1_2', MB_ML_LIBC: musllinux}
-          - { os: ubuntu-latest, PLAT: x86_64, INTERFACE64: '1', MB_ML_VER: '_1_2', MB_ML_LIBC: musllinux}
+          # - { os: ubuntu-latest, PLAT: x86_64, INTERFACE64: '0', MB_ML_VER: '_1_2', MB_ML_LIBC: musllinux}
+          # - { os: ubuntu-latest, PLAT: x86_64, INTERFACE64: '1', MB_ML_VER: '_1_2', MB_ML_LIBC: musllinux}
 
-          - { os: ubuntu-24.04-arm, PLAT: aarch64, INTERFACE64: '0', MB_ML_VER: '2014', MB_ML_LIBC: manylinux}
-          - { os: ubuntu-24.04-arm, PLAT: aarch64, INTERFACE64: '1', MB_ML_VER: '2014', MB_ML_LIBC: manylinux}
+          # - { os: ubuntu-24.04-arm, PLAT: aarch64, INTERFACE64: '0', MB_ML_VER: '2014', MB_ML_LIBC: manylinux}
+          # - { os: ubuntu-24.04-arm, PLAT: aarch64, INTERFACE64: '1', MB_ML_VER: '2014', MB_ML_LIBC: manylinux}
 
-          - { os: ubuntu-24.04-arm, PLAT: aarch64, INTERFACE64: '0', MB_ML_VER: '_1_2', MB_ML_LIBC: musllinux}
-          - { os: ubuntu-24.04-arm, PLAT: aarch64, INTERFACE64: '1', MB_ML_VER: '_1_2', MB_ML_LIBC: musllinux}
+          # - { os: ubuntu-24.04-arm, PLAT: aarch64, INTERFACE64: '0', MB_ML_VER: '_1_2', MB_ML_LIBC: musllinux}
+          # - { os: ubuntu-24.04-arm, PLAT: aarch64, INTERFACE64: '1', MB_ML_VER: '_1_2', MB_ML_LIBC: musllinux}
 
           - { os: ubuntu-24.04-arm, PLAT: ppc64le, INTERFACE64: '0', MB_ML_VER: '2014', MB_ML_LIBC: manylinux}
           - { os: ubuntu-24.04-arm, PLAT: ppc64le, INTERFACE64: '1', MB_ML_VER: '2014', MB_ML_LIBC: manylinux}

.gitignore

@@ -18,3 +18,5 @@ local/scipy_openblas64/*.so
 local/scipy_openblas64/*.pyd
 local/scipy_openblas64/*.dylib
 objconv/
+
+build.log

local/scipy_openblas64/__init__.py

@@ -39,7 +39,7 @@ def get_include_dir():
 def get_lib_dir():
     """Return the lib directory needed for linking
     """
-    return os.path.join(_HERE, "lib").replace("\\", "/")
+    return os.path.join(_HERE, "lib64").replace("\\", "/")
 
 
 def get_library(fullname=False):

pyproject.toml

@@ -38,7 +38,7 @@ where = ["local"]
 install_requires = "importlib-metadata ~= 1.0 ; python_version < '3.8'"
 
 [tool.setuptools.package-data]
-scipy_openblas64 = ["lib/*", "include/*", "lib/pkgconfig/*", "lib/cmake/openblas/*"]
+scipy_openblas64 = ["lib64/*", "include/openblas64/*", "lib64/pkgconfig/*", "lib/cmake/openblas/OpenBLAS64/*"]
 
 [tool.cibuildwheel]
 before-build = "bash ci-before-build.sh"

tools/build_prepare.sh

@@ -14,14 +14,15 @@ mkdir -p dist
 $PYTHON -m pip install wheel auditwheel
 
 # This will fail if there is more than one file in libs
-tar -C local/scipy_openblas64 --strip-components=2 -xf libs/openblas*.tar.gz
+tar -vC local/scipy_openblas64 --strip-components=2 -xf libs/openblas*.tar.gz
 
 # do not package the static libs and symlinks, only take the shared object
-find local/scipy_openblas64/lib -maxdepth 1 -type l -delete
-rm local/scipy_openblas64/lib/*.a
+# find local/scipy_openblas64/lib -maxdepth 1 -type l -delete
+# rm local/scipy_openblas64/lib/*.a
 # Check that the pyproject.toml and the pkgconfig versions agree.
 py_version=$(grep "^version" pyproject.toml | sed -e "s/version = \"//")
-pkg_version=$(grep "version=" ./local/scipy_openblas64/lib/pkgconfig/scipy-openblas*.pc | sed -e "s/version=//" | sed -e "s/dev//")
+# Version: 0.3.30
+pkg_version=$(grep "^Version:" ./local/scipy_openblas64/lib64/pkgconfig/scipy-openblas*.pc | sed -e "s/Version: *//" | sed -e "s/dev//")
 if [[ -z "$pkg_version" ]]; then
   echo Could not read version from pkgconfig file
   exit 1
@@ -40,7 +41,7 @@ if [ $(uname) == "Darwin" ]; then
   install_name_tool -id @rpath/$soname local/scipy_openblas64/lib/$soname
 fi
 
-rm -rf local/scipy_openblas64/lib/pkgconfig
+rm -rf local/scipy_openblas64/lib64/pkgconfig
 echo "" >> LICENSE.txt
 echo "----" >> LICENSE.txt
 echo "" >> LICENSE.txt

tools/build_steps.sh

@@ -207,48 +207,88 @@ function do_build_lib {
         sed -i 's/CTEST(fork, safety_after_fork_in_parent)/CTEST_SKIP(fork, safety_after_fork_in_parent)/g' ./utest/test_post_fork.c
         echo "QEMU has a race condition preventing fork tests to work as expected"
     fi
+
+    mkdir build
+    pushd build
+
     if [ -n "$dynamic_list" ]; then
+        # CFLAGS="$CFLAGS -fvisibility=protected -Wno-uninitialized" \
+        # make BUFFERSIZE=20 DYNAMIC_ARCH=1 QUIET_MAKE=1 \
+        #     USE_OPENMP=0 NUM_THREADS=64 \
+        #     DYNAMIC_LIST="$dynamic_list" \
+        #     BINARY="$bitness" $interface_flags \
+        #     TARGET="$target"
+        cmake_interface_flags=""
+        for flag in $interface_flags; do
+            cmake_interface_flags="$cmake_interface_flags -D$flag"
+        done
+
+
+        # cmake will build below for x86_64
+        # PRESCOTT CORE2 NEHALEM BARCELONA SANDYBRIDGE BULLDOZER PILEDRIVER STEAMROLLER EXCAVATOR HASWELL ZEN SKYLAKEX COOPERLAKE SAPPHIRERAPIDS
+
         CFLAGS="$CFLAGS -fvisibility=protected -Wno-uninitialized" \
-        make BUFFERSIZE=20 DYNAMIC_ARCH=1 QUIET_MAKE=1 \
-            USE_OPENMP=0 NUM_THREADS=64 \
-            DYNAMIC_LIST="$dynamic_list" \
-            BINARY="$bitness" $interface_flags \
-            TARGET="$target"
+        cmake -DCMAKE_BUILD_TYPE=Release -DBUFFERSIZE=20 -DDYNAMIC_ARCH=on \
+            -DUSE_OPENMP=0 -DNUM_THREADS=64 \
+            -DBUILD_SHARED_LIBS=ON \
+            -DUSE_PERL=on \
+            -DBINARY="$bitness" $cmake_interface_flags \
+            -DCMAKE_INSTALL_PREFIX=$BUILD_PREFIX \
+            -DTARGET="$target" \
+            ..
+        
+        cmake --build . -j$(nproc)
+
+        grep openblas_get_config objcopy.def
+
+        # can be found, scipy_openblas_get_config64_
+        nm  lib/libscipy_openblas64__64.so | grep openblas_get_config
+
+
+        # only openblas_get_config
+        nm -D lib/libscipy_openblas64__64.so | grep openblas_get_config
+
+
+
+        ctest -j$(nproc)
     else
         CFLAGS="$CFLAGS -fvisibility=protected -Wno-uninitialized" \
         make BUFFERSIZE=20 DYNAMIC_ARCH=1 QUIET_MAKE=1 \
             USE_OPENMP=0 NUM_THREADS=64 \
             BINARY="$bitness" $interface_flags \
             TARGET="$target"
     fi
-    make PREFIX=$BUILD_PREFIX $interface_flags install
+
+    # make PREFIX=$BUILD_PREFIX $interface_flags install
+    cmake --build . --target install
+    popd
+
     popd
     if [ "$nightly" = "1" ]; then
         local version="HEAD"
     else
         local version=$(cd OpenBLAS && git describe --tags --abbrev=8)
     fi
-    mv $BUILD_PREFIX/lib/pkgconfig/openblas*.pc $BUILD_PREFIX/lib/pkgconfig/scipy-openblas.pc
+    mv $BUILD_PREFIX/lib64/pkgconfig/openblas*.pc $BUILD_PREFIX/lib64/pkgconfig/scipy-openblas.pc
     local plat_tag=$(get_plat_tag $plat)
     if [ "$interface64" = "1" ]; then
         # OpenBLAS does not install the symbol suffixed static library,
         # do it ourselves
-        static_libname=$(basename `find OpenBLAS -maxdepth 1 -type f -name '*.a' \! -name '*.dll.a'`)
-        renamed_libname=$(basename `find OpenBLAS -maxdepth 1 -type f -name '*.renamed'`)
-        cp -f "OpenBLAS/${renamed_libname}" "$BUILD_PREFIX/lib/${static_libname}"
-        sed -e "s/\(^Cflags.*\)/\1 -DBLAS_SYMBOL_PREFIX=scipy_ -DBLAS_SYMBOL_SUFFIX=64_/" -i.bak $BUILD_PREFIX/lib/pkgconfig/scipy-openblas.pc
+        # static_libname=$(basename `find OpenBLAS  -type f -name '*.a' \! -name '*.dll.a'`)
+        # renamed_libname=$(basename `find OpenBLAS  -type f -name '*.renamed'`)
+        # cp -f "OpenBLAS/${renamed_libname}" "$BUILD_PREFIX/lib64/${static_libname}"
+        sed -e "s/\(^Cflags.*\)/\1 -DBLAS_SYMBOL_PREFIX=scipy_ -DBLAS_SYMBOL_SUFFIX=64_/" -i.bak $BUILD_PREFIX/lib64/pkgconfig/scipy-openblas.pc
     else
-        sed -e "s/\(^Cflags.*\)/\1 -DBLAS_SYMBOL_PREFIX=scipy_/" -i.bak $BUILD_PREFIX/lib/pkgconfig/scipy-openblas.pc
-    rm $BUILD_PREFIX/lib/pkgconfig/scipy-openblas.pc.bak
+        sed -e "s/\(^Cflags.*\)/\1 -DBLAS_SYMBOL_PREFIX=scipy_/" -i.bak $BUILD_PREFIX/lib64/pkgconfig/scipy-openblas.pc
+    # rm $BUILD_PREFIX/lib64/pkgconfig/scipy-openblas.pc.bak
     fi
-
-    local out_name="openblas${symbolsuffix}-${version}-${plat_tag}.tar.gz"
+    cat $BUILD_PREFIX/lib64/pkgconfig/scipy-openblas.pc
+    local out_name="openblas${symbolsuffix}-${version}-${plat_tag}${suff}.tar.gz"
     tar zcvf libs/$out_name \
         $BUILD_PREFIX/include/*blas* \
-        $BUILD_PREFIX/include/*lapack* \
-        $BUILD_PREFIX/lib/libscipy_openblas* \
-        $BUILD_PREFIX/lib/pkgconfig/scipy-openblas* \
-        $BUILD_PREFIX/lib/cmake/openblas
+        $BUILD_PREFIX/lib64/libscipy_openblas* \
+        $BUILD_PREFIX/lib64/pkgconfig/scipy-openblas* \
+        $BUILD_PREFIX/lib64/cmake/OpenBLAS64
 }
 
 

x64-cmake.sh

@@ -0,0 +1,18 @@
+#!/bin/bash
+export OPENBLAS_COMMIT="v0.3.30"
+export MACOSX_DEPLOYMENT_TARGET=10.9
+
+
+export NIGHTLY=0
+export MB_ML_LIBC="manylinux"
+export MB_ML_VER="2014"
+export INTERFACE64=1
+export BUILD_DIR="."
+export PLAT="x86_64"
+export OS-NAME="ubuntu-latest"
+export CIBW_ARCHS=${PLAT}
+export CIBW_BUILD_VERBOSITY=1
+export CIBW_BUILD="cp39-${MB_ML_LIBC}_${PLAT}"
+export CIBW_MANYLINUX_X86_64_IMAGE=${MB_ML_LIBC}${MB_ML_VER}
+
+cibuildwheel "." --output-dir "dist"  > build.log 2>&1