=>> Building misc/koboldcpp build started at Thu May 8 01:41:28 BST 2025 port directory: /usr/ports/misc/koboldcpp package name: koboldcpp-1.89 building for: FreeBSD pkg-builder.dan.net.uk 14.2-RELEASE FreeBSD 14.2-RELEASE amd64 maintained by: yuri@FreeBSD.org Makefile datestamp: -rw-r--r-- 1 root wheel 2247 Apr 30 08:35 /usr/ports/misc/koboldcpp/Makefile Ports top last git commit: 5529c5919b Ports top unclean checkout: yes Port dir last git commit: 66059e84cc Port dir unclean checkout: no Poudriere version: poudriere-git-3.4.2 Host OSVERSION: 1402000 Jail OSVERSION: 1402000 Job Id: 04 ---Begin Environment--- SHELL=/bin/sh OSVERSION=1402000 UNAME_v=FreeBSD 14.2-RELEASE UNAME_r=14.2-RELEASE BLOCKSIZE=K MAIL=/var/mail/root MM_CHARSET=UTF-8 LANG=C.UTF-8 STATUS=1 HOME=/root PATH=/sbin:/bin:/usr/sbin:/usr/bin:/usr/local/sbin:/usr/local/bin:/root/bin MAKE_OBJDIR_CHECK_WRITABLE=0 LOCALBASE=/usr/local USER=root POUDRIERE_NAME=poudriere-git LIBEXECPREFIX=/usr/local/libexec/poudriere POUDRIERE_VERSION=3.4.2 MASTERMNT=/usr/local/poudriere/data/.m/14-amd64-default-dan/ref LC_COLLATE=C POUDRIERE_BUILD_TYPE=bulk PACKAGE_BUILDING=yes SAVED_TERM=screen OUTPUT_REDIRECTED_STDERR=4 OUTPUT_REDIRECTED=1 PWD=/usr/local/poudriere/data/.m/14-amd64-default-dan/04/.p OUTPUT_REDIRECTED_STDOUT=3 P_PORTS_FEATURES=FLAVORS SUBPACKAGES SELECTED_OPTIONS MASTERNAME=14-amd64-default-dan SCRIPTPREFIX=/usr/local/share/poudriere SCRIPTNAME=bulk.sh OLDPWD=/usr/local/poudriere/data/.m/14-amd64-default-dan/ref/.p/pool POUDRIERE_PKGNAME=poudriere-git-3.4.2 SCRIPTPATH=/usr/local/share/poudriere/bulk.sh POUDRIEREPATH=/usr/local/bin/poudriere ---End Environment--- ---Begin Poudriere Port Flags/Env--- PORT_FLAGS= PKGENV= FLAVOR=default MAKE_ARGS= FLAVOR=default ---End Poudriere Port Flags/Env--- ---Begin OPTIONS List--- ---End OPTIONS List--- --MAINTAINER-- yuri@FreeBSD.org --End MAINTAINER-- --CONFIGURE_ARGS-- --End CONFIGURE_ARGS-- --CONFIGURE_ENV-- MAKE=/usr/local/bin/gmake PYTHON="/usr/local/bin/python3.11" XDG_DATA_HOME=/wrkdirs/usr/ports/misc/koboldcpp/work-default XDG_CONFIG_HOME=/wrkdirs/usr/ports/misc/koboldcpp/work-default XDG_CACHE_HOME=/wrkdirs/usr/ports/misc/koboldcpp/work-default/.cache HOME=/wrkdirs/usr/ports/misc/koboldcpp/work-default TMPDIR="/tmp" PATH=/wrkdirs/usr/ports/misc/koboldcpp/work-default/.bin:/sbin:/bin:/usr/sbin:/usr/bin:/usr/local/sbin:/usr/local/bin:/root/bin PKG_CONFIG_LIBDIR=/wrkdirs/usr/ports/misc/koboldcpp/work-default/.pkgconfig:/usr/local/libdata/pkgconfig:/usr/local/share/pkgconfig:/usr/libdata/pkgconfig SHELL=/bin/sh CONFIG_SHELL=/bin/sh CMAKE_PREFIX_PATH="/usr/local" --End CONFIGURE_ENV-- --MAKE_ENV-- XDG_DATA_HOME=/wrkdirs/usr/ports/misc/koboldcpp/work-default XDG_CONFIG_HOME=/wrkdirs/usr/ports/misc/koboldcpp/work-default XDG_CACHE_HOME=/wrkdirs/usr/ports/misc/koboldcpp/work-default/.cache HOME=/wrkdirs/usr/ports/misc/koboldcpp/work-default TMPDIR="/tmp" PATH=/wrkdirs/usr/ports/misc/koboldcpp/work-default/.bin:/sbin:/bin:/usr/sbin:/usr/bin:/usr/local/sbin:/usr/local/bin:/root/bin PKG_CONFIG_LIBDIR=/wrkdirs/usr/ports/misc/koboldcpp/work-default/.pkgconfig:/usr/local/libdata/pkgconfig:/usr/local/share/pkgconfig:/usr/libdata/pkgconfig MK_DEBUG_FILES=no MK_KERNEL_SYMBOLS=no SHELL=/bin/sh NO_LINT=YES PREFIX=/usr/local LOCALBASE=/usr/local CC="cc" CFLAGS="-O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing " CPP="cpp" CPPFLAGS="-isystem /usr/local/include" LDFLAGS=" -fstack-protector-strong -L/usr/local/lib " LIBS="koboldcpp_default.so koboldcpp_vulkan.so" CXX="c++" CXXFLAGS="-O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -isystem /usr/local/include " BSD_INSTALL_PROGRAM="install -s -m 555" BSD_INSTALL_LIB="install -s -m 0644" BSD_INSTALL_SCRIPT="install -m 555" BSD_INSTALL_DATA="install -m 0644" BSD_INSTALL_MAN="install -m 444" --End MAKE_ENV-- --PLIST_SUB-- PYTHON_INCLUDEDIR=include/python3.11 PYTHON_LIBDIR=lib/python3.11 PYTHON_PLATFORM=freebsd14 PYTHON_SITELIBDIR=lib/python3.11/site-packages PYTHON_SUFFIX=311 PYTHON_EXT_SUFFIX=.cpython-311 PYTHON_VER=3.11 PYTHON_VERSION=python3.11 PYTHON2="@comment " PYTHON3="" OSREL=14.2 PREFIX=%D LOCALBASE=/usr/local RESETPREFIX=/usr/local LIB32DIR=lib DOCSDIR="share/doc/koboldcpp" EXAMPLESDIR="share/examples/koboldcpp" DATADIR="share/koboldcpp" WWWDIR="www/koboldcpp" ETCDIR="etc/koboldcpp" --End PLIST_SUB-- --SUB_LIST-- PYTHON_INCLUDEDIR=/usr/local/include/python3.11 PYTHON_LIBDIR=/usr/local/lib/python3.11 PYTHON_PLATFORM=freebsd14 PYTHON_SITELIBDIR=/usr/local/lib/python3.11/site-packages PYTHON_SUFFIX=311 PYTHON_EXT_SUFFIX=.cpython-311 PYTHON_VER=3.11 PYTHON_VERSION=python3.11 PYTHON2="@comment " PYTHON3="" PREFIX=/usr/local LOCALBASE=/usr/local DATADIR=/usr/local/share/koboldcpp DOCSDIR=/usr/local/share/doc/koboldcpp EXAMPLESDIR=/usr/local/share/examples/koboldcpp WWWDIR=/usr/local/www/koboldcpp ETCDIR=/usr/local/etc/koboldcpp --End SUB_LIST-- ---Begin make.conf--- USE_PACKAGE_DEPENDS=yes BATCH=yes WRKDIRPREFIX=/wrkdirs PORTSDIR=/usr/ports PACKAGES=/packages DISTDIR=/distfiles FORCE_PACKAGE=yes PACKAGE_BUILDING=yes PACKAGE_BUILDING_FLAVORS=yes #### #### CCACHE_CPP2=1 WITH_SSP_PORTS=yes WITH_SSP=yes #WITH_LTO=yes DISABLE_LICENSES=yes LICENSES_ACCEPTED=AGPLv3 APACHE10 APACHE11 APACHE20 ART10 ARTPERL10 ART20 BSD BSD2CLAUSE BSD3CLAUSE BSD4CLAUSE BSL CC0-1.0 CDDL ClArtistic EPL GFDL GMGPL GPLv1 GPLv2 GPLv3 GPLv3RLE ISCL LGPL20 LGPL21 LGPL3 LPPL10 LPPL11 LPPL12 LPPL13 LPPL13a LPPL13b LPPL13c MIT MPL OpenSSL OFL10 OFL11 OWL PostgreSQL PHP202 PHP30 PHP301 PSFL RUBY ZLIB ZPL21 SVM-Light EULA ALASIR Microsoft-exFAT SIMIAN UDEVGAME unknown MTA COMMERCIAL teamspeak NO_LICENSES_DIALOGS=yes #### #### NO_IGNORE=yes DEFAULT_VERSIONS+=ssl=openssl apache=2.4 imagemagick=7 java=21 linux=c7 mysql=8.0 php=8.3 samba=4.19 varnish=7 WITH_SETID_MODE=force PHP_ZTS=enabled OPTIONS_UNSET+=OPENJPEG OPTIONS_UNSET+=GSSAPI_BASE OPTIONS_SET+=ZTS OPTIONS_SET+=GSSAPI_NONE ALLOW_UNSUPPORTED_SYSTEM=yes WITH_CCACHE_BUILD=yes CCACHE_DIR=/root/.ccache #### Misc Poudriere #### .include "/etc/make.conf.ports_env" GID=0 UID=0 DISABLE_MAKE_JOBS=poudriere ---End make.conf--- --Resource limits-- cpu time (seconds, -t) unlimited file size (512-blocks, -f) unlimited data seg size (kbytes, -d) 33554432 stack size (kbytes, -s) 524288 core file size (512-blocks, -c) unlimited max memory size (kbytes, -m) unlimited locked memory (kbytes, -l) unlimited max user processes (-u) 89999 open files (-n) 8192 virtual mem size (kbytes, -v) unlimited swap limit (kbytes, -w) unlimited socket buffer size (bytes, -b) unlimited pseudo-terminals (-p) unlimited kqueues (-k) unlimited umtx shared locks (-o) unlimited pipebuf (-y) unlimited --End resource limits-- =================================================== ===== env: NO_DEPENDS=yes USER=root UID=0 GID=0 =========================================================================== =================================================== ===== env: USE_PACKAGE_DEPENDS_ONLY=1 USER=root UID=0 GID=0 ===> koboldcpp-1.89 depends on file: /usr/local/sbin/pkg - not found ===> Installing existing package /packages/All/pkg-2.1.2.pkg [pkg-builder.dan.net.uk] Installing pkg-2.1.2... [pkg-builder.dan.net.uk] Extracting pkg-2.1.2: .......... done ===> koboldcpp-1.89 depends on file: /usr/local/sbin/pkg - found ===> Returning to build of koboldcpp-1.89 =========================================================================== =================================================== ===== env: USE_PACKAGE_DEPENDS_ONLY=1 USER=root UID=0 GID=0 =========================================================================== =================================================== ===== env: NO_DEPENDS=yes USER=root UID=0 GID=0 ===> Fetching all distfiles required by koboldcpp-1.89 for building =========================================================================== =================================================== ===== env: NO_DEPENDS=yes USER=root UID=0 GID=0 ===> Fetching all distfiles required by koboldcpp-1.89 for building => SHA256 Checksum OK for LostRuins-koboldcpp-v1.89_GH0.tar.gz. =========================================================================== =================================================== ===== env: USE_PACKAGE_DEPENDS_ONLY=1 USER=root UID=0 GID=0 =========================================================================== =================================================== ===== env: NO_DEPENDS=yes USER=root UID=0 GID=0 ===> Fetching all distfiles required by koboldcpp-1.89 for building ===> Extracting for koboldcpp-1.89 => SHA256 Checksum OK for LostRuins-koboldcpp-v1.89_GH0.tar.gz. =========================================================================== =================================================== ===== env: USE_PACKAGE_DEPENDS_ONLY=1 USER=root UID=0 GID=0 =========================================================================== =================================================== ===== env: NO_DEPENDS=yes USER=root UID=0 GID=0 ===> Patching for koboldcpp-1.89 ===> Applying FreeBSD patches for koboldcpp-1.89 from /usr/ports/misc/koboldcpp/files =========================================================================== =================================================== ===== env: USE_PACKAGE_DEPENDS_ONLY=1 USER=root UID=0 GID=0 ===> koboldcpp-1.89 depends on executable: glslc - not found ===> Installing existing package /packages/All/shaderc-2025.2_1.pkg [pkg-builder.dan.net.uk] Installing shaderc-2025.2_1... [pkg-builder.dan.net.uk] Extracting shaderc-2025.2_1: .......... done ===> koboldcpp-1.89 depends on executable: glslc - found ===> Returning to build of koboldcpp-1.89 ===> koboldcpp-1.89 depends on package: gmake>=4.4.1 - not found ===> Installing existing package /packages/All/gmake-4.4.1.pkg [pkg-builder.dan.net.uk] Installing gmake-4.4.1... [pkg-builder.dan.net.uk] `-- Installing gettext-runtime-0.23.1... [pkg-builder.dan.net.uk] | `-- Installing indexinfo-0.3.1_1... [pkg-builder.dan.net.uk] | `-- Extracting indexinfo-0.3.1_1: . done [pkg-builder.dan.net.uk] `-- Extracting gettext-runtime-0.23.1: .......... done [pkg-builder.dan.net.uk] Extracting gmake-4.4.1: .......... done ===> koboldcpp-1.89 depends on package: gmake>=4.4.1 - found ===> Returning to build of koboldcpp-1.89 ===> koboldcpp-1.89 depends on file: /usr/local/bin/python3.11 - not found ===> Installing existing package /packages/All/python311-3.11.12.pkg [pkg-builder.dan.net.uk] Installing python311-3.11.12... [pkg-builder.dan.net.uk] `-- Installing libffi-3.4.8... [pkg-builder.dan.net.uk] `-- Extracting libffi-3.4.8: .......... done [pkg-builder.dan.net.uk] `-- Installing mpdecimal-4.0.0... [pkg-builder.dan.net.uk] `-- Extracting mpdecimal-4.0.0: .......... done [pkg-builder.dan.net.uk] `-- Installing openssl-3.0.16,1... [pkg-builder.dan.net.uk] `-- Extracting openssl-3.0.16,1: .......... done [pkg-builder.dan.net.uk] `-- Installing readline-8.2.13_2... [pkg-builder.dan.net.uk] `-- Extracting readline-8.2.13_2: .......... done [pkg-builder.dan.net.uk] Extracting python311-3.11.12: .......... done ===== Message from python311-3.11.12: -- Note that some standard Python modules are provided as separate ports as they require additional dependencies. They are available as: py311-gdbm databases/py-gdbm@py311 py311-sqlite3 databases/py-sqlite3@py311 py311-tkinter x11-toolkits/py-tkinter@py311 ===> koboldcpp-1.89 depends on file: /usr/local/bin/python3.11 - found ===> Returning to build of koboldcpp-1.89 ===> koboldcpp-1.89 depends on file: /usr/local/bin/ccache - not found ===> Installing existing package /packages/All/ccache-3.7.12_8.pkg [pkg-builder.dan.net.uk] Installing ccache-3.7.12_8... [pkg-builder.dan.net.uk] Extracting ccache-3.7.12_8: ......... done Create compiler links... create symlink for cc create symlink for cc (world) create symlink for c++ create symlink for c++ (world) create symlink for CC create symlink for CC (world) create symlink for clang create symlink for clang (world) create symlink for clang++ create symlink for clang++ (world) ===== Message from ccache-3.7.12_8: -- NOTE: Please read /usr/local/share/doc/ccache/ccache-howto-freebsd.txt for information on using ccache with FreeBSD ports and src. ===> koboldcpp-1.89 depends on file: /usr/local/bin/ccache - found ===> Returning to build of koboldcpp-1.89 =========================================================================== =================================================== ===== env: USE_PACKAGE_DEPENDS_ONLY=1 USER=root UID=0 GID=0 ===> koboldcpp-1.89 depends on shared library: libopenblas.so - not found ===> Installing existing package /packages/All/openblas-0.3.29_1,2.pkg [pkg-builder.dan.net.uk] Installing openblas-0.3.29_1,2... [pkg-builder.dan.net.uk] `-- Installing gcc13-13.3.0_2... [pkg-builder.dan.net.uk] | `-- Installing binutils-2.44,1... [pkg-builder.dan.net.uk] | | `-- Installing zstd-1.5.7... [pkg-builder.dan.net.uk] | | `-- Installing liblz4-1.10.0,1... [pkg-builder.dan.net.uk] | | `-- Extracting liblz4-1.10.0,1: .......... done [pkg-builder.dan.net.uk] | | `-- Extracting zstd-1.5.7: .......... done [pkg-builder.dan.net.uk] | `-- Extracting binutils-2.44,1: .......... done [pkg-builder.dan.net.uk] | `-- Installing gmp-6.3.0... [pkg-builder.dan.net.uk] | `-- Extracting gmp-6.3.0: .......... done [pkg-builder.dan.net.uk] | `-- Installing mpc-1.3.1_1... [pkg-builder.dan.net.uk] | | `-- Installing mpfr-4.2.2,1... [pkg-builder.dan.net.uk] | | `-- Extracting mpfr-4.2.2,1: .......... done [pkg-builder.dan.net.uk] | `-- Extracting mpc-1.3.1_1: ...... done [pkg-builder.dan.net.uk] `-- Extracting gcc13-13.3.0_2: .......... done create symlink for gcc13 create symlink for gcc13 (world) create symlink for g++13 create symlink for g++13 (world) create symlink for cpp13 create symlink for cpp13 (world) [pkg-builder.dan.net.uk] Extracting openblas-0.3.29_1,2: .......... done ===== Message from gcc13-13.3.0_2: -- To ensure binaries built with this toolchain find appropriate versions of the necessary run-time libraries, you may want to link using -Wl,-rpath=/usr/local/lib/gcc13 For ports leveraging USE_GCC, USES=compiler, or USES=fortran this happens transparently. ===> koboldcpp-1.89 depends on shared library: libopenblas.so - found (/usr/local/lib/libopenblas.so) ===> Returning to build of koboldcpp-1.89 ===> koboldcpp-1.89 depends on shared library: libvulkan.so - not found ===> Installing existing package /packages/All/vulkan-loader-1.4.313.pkg [pkg-builder.dan.net.uk] Installing vulkan-loader-1.4.313... [pkg-builder.dan.net.uk] `-- Installing libX11-1.8.12,1... [pkg-builder.dan.net.uk] | `-- Installing libxcb-1.17.0... [pkg-builder.dan.net.uk] | | `-- Installing libXau-1.0.11... [pkg-builder.dan.net.uk] | | `-- Extracting libXau-1.0.11: .......... done [pkg-builder.dan.net.uk] | | `-- Installing libXdmcp-1.1.5... [pkg-builder.dan.net.uk] | | `-- Installing xorgproto-2024.1... [pkg-builder.dan.net.uk] | | `-- Extracting xorgproto-2024.1: .......... done [pkg-builder.dan.net.uk] | | `-- Extracting libXdmcp-1.1.5: ...... done [pkg-builder.dan.net.uk] | `-- Extracting libxcb-1.17.0: .......... done [pkg-builder.dan.net.uk] `-- Extracting libX11-1.8.12,1: .......... done [pkg-builder.dan.net.uk] `-- Installing libXrandr-1.5.4... [pkg-builder.dan.net.uk] | `-- Installing libXext-1.3.6,1... [pkg-builder.dan.net.uk] | `-- Extracting libXext-1.3.6,1: .......... done [pkg-builder.dan.net.uk] | `-- Installing libXrender-0.9.12... [pkg-builder.dan.net.uk] | `-- Extracting libXrender-0.9.12: ....... done [pkg-builder.dan.net.uk] `-- Extracting libXrandr-1.5.4: .......... done [pkg-builder.dan.net.uk] `-- Installing wayland-1.23.1... [pkg-builder.dan.net.uk] | `-- Installing expat-2.7.1... [pkg-builder.dan.net.uk] | `-- Extracting expat-2.7.1: .......... done [pkg-builder.dan.net.uk] | `-- Installing libepoll-shim-0.0.20240608... [pkg-builder.dan.net.uk] | `-- Extracting libepoll-shim-0.0.20240608: .......... done [pkg-builder.dan.net.uk] | `-- Installing libxml2-2.11.9... [pkg-builder.dan.net.uk] | `-- Extracting libxml2-2.11.9: .......... done [pkg-builder.dan.net.uk] `-- Extracting wayland-1.23.1: .......... done [pkg-builder.dan.net.uk] Extracting vulkan-loader-1.4.313: ....... done ===== Message from wayland-1.23.1: -- Wayland requires XDG_RUNTIME_DIR to be defined to a path that will contain "wayland-%d" unix(4) sockets. This is usually handled by consolekit2 (via ck-launch-session) or pam_xdg (via login). ===> koboldcpp-1.89 depends on shared library: libvulkan.so - found (/usr/local/lib/libvulkan.so) ===> Returning to build of koboldcpp-1.89 =========================================================================== =================================================== ===== env: NO_DEPENDS=yes USER=root UID=0 GID=0 ===> Configuring for koboldcpp-1.89 =========================================================================== =================================================== ===== env: NO_DEPENDS=yes USER=root UID=0 GID=0 ===> Building for koboldcpp-1.89 I koboldcpp build info: I UNAME_S: FreeBSD I UNAME_P: amd64 I UNAME_M: amd64 I UNAME_O: FreeBSD I CFLAGS: -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -O3 -fno-finite-math-only -std=c11 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread I CXXFLAGS: -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -isystem /usr/local/include -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -O3 -fno-finite-math-only -std=c++17 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-multichar -Wno-write-strings -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread I LDFLAGS: -fstack-protector-strong -L/usr/local/lib I CC: FreeBSD clang version 18.1.6 (https://github.com/llvm/llvm-project.git llvmorg-18.1.6-0-g1118c2e05e67) I CXX: FreeBSD clang version 18.1.6 (https://github.com/llvm/llvm-project.git llvmorg-18.1.6-0-g1118c2e05e67) cc -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -Ofast -fno-finite-math-only -std=c11 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread -c ggml/src/ggml.c -o ggml.o cc: warning: argument unused during compilation: '-s' [-Wunused-command-line-argument] cc -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -Ofast -fno-finite-math-only -std=c11 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread -c ggml/src/ggml-cpu/ggml-cpu.c -o ggml-cpu.o cc: warning: argument unused during compilation: '-s' [-Wunused-command-line-argument] c++ -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -isystem /usr/local/include -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -Ofast -fno-finite-math-only -std=c++17 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-multichar -Wno-write-strings -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread -c ggml/src/ggml-cpu/ops.cpp -o ggml-ops.o c++: warning: argument unused during compilation: '-s' [-Wunused-command-line-argument] ggml/src/ggml-cpu/ops.cpp:4943:13: warning: 4 enumeration values not handled in switch: 'GGML_TYPE_Q4_0_4_4', 'GGML_TYPE_Q4_0_4_8', 'GGML_TYPE_Q4_0_8_8'... [-Wswitch] 4943 | switch (src0->type) { | ^~~~~~~~~~ 1 warning generated. c++ -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -isystem /usr/local/include -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -Ofast -fno-finite-math-only -std=c++17 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-multichar -Wno-write-strings -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread -c ggml/src/ggml-cpu/vec.cpp -o ggml-vec.o c++: warning: argument unused during compilation: '-s' [-Wunused-command-line-argument] c++ -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -isystem /usr/local/include -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -O3 -fno-finite-math-only -std=c++17 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-multichar -Wno-write-strings -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread -c ggml/src/ggml-cpu/binary-ops.cpp -o ggml-binops.o c++: warning: argument unused during compilation: '-s' [-Wunused-command-line-argument] c++ -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -isystem /usr/local/include -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -O3 -fno-finite-math-only -std=c++17 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-multichar -Wno-write-strings -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread -c ggml/src/ggml-cpu/unary-ops.cpp -o ggml-unops.o c++: warning: argument unused during compilation: '-s' [-Wunused-command-line-argument] cc -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -Ofast -fno-finite-math-only -std=c11 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread -c otherarch/ggml_v3.c -o ggml_v3.o cc: warning: argument unused during compilation: '-s' [-Wunused-command-line-argument] cc -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -Ofast -fno-finite-math-only -std=c11 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread -c otherarch/ggml_v2.c -o ggml_v2.o cc: warning: argument unused during compilation: '-s' [-Wunused-command-line-argument] cc -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -Ofast -fno-finite-math-only -std=c11 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread -c otherarch/ggml_v1.c -o ggml_v1.o cc: warning: argument unused during compilation: '-s' [-Wunused-command-line-argument] c++ -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -isystem /usr/local/include -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -O3 -fno-finite-math-only -std=c++17 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-multichar -Wno-write-strings -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread -c expose.cpp -o expose.o c++: warning: argument unused during compilation: '-s' [-Wunused-command-line-argument] expose.cpp:191:90: warning: data argument not used by format string [-Wformat-extra-args] 191 | printf("\n---\nIdentified as GGUF model.\nAttempting to Load...\n---\n", file_format); | ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ^ expose.cpp:218:24: warning: 'generate' has C-linkage specified, but returns user-defined type 'generation_outputs' which is incompatible with C [-Wreturn-type-c-linkage] 218 | generation_outputs generate(const generation_inputs inputs) | ^ expose.cpp:227:27: warning: 'sd_generate' has C-linkage specified, but returns user-defined type 'sd_generation_outputs' which is incompatible with C [-Wreturn-type-c-linkage] 227 | sd_generation_outputs sd_generate(const sd_generation_inputs inputs) | ^ expose.cpp:236:32: warning: 'whisper_generate' has C-linkage specified, but returns user-defined type 'whisper_generation_outputs' which is incompatible with C [-Wreturn-type-c-linkage] 236 | whisper_generation_outputs whisper_generate(const whisper_generation_inputs inputs) | ^ expose.cpp:245:28: warning: 'tts_generate' has C-linkage specified, but returns user-defined type 'tts_generation_outputs' which is incompatible with C [-Wreturn-type-c-linkage] 245 | tts_generation_outputs tts_generate(const tts_generation_inputs inputs) | ^ expose.cpp:254:35: warning: 'embeddings_generate' has C-linkage specified, but returns user-defined type 'embeddings_generation_outputs' which is incompatible with C [-Wreturn-type-c-linkage] 254 | embeddings_generation_outputs embeddings_generate(const embeddings_generation_inputs inputs) | ^ expose.cpp:328:25: warning: 'token_count' has C-linkage specified, but returns user-defined type 'token_count_outputs' which is incompatible with C [-Wreturn-type-c-linkage] 328 | token_count_outputs token_count(const char * input, bool addbos) | ^ expose.cpp:352:27: warning: 'last_logprobs' has C-linkage specified, but returns user-defined type 'last_logprobs_outputs' which is incompatible with C [-Wreturn-type-c-linkage] 352 | last_logprobs_outputs last_logprobs() | ^ 8 warnings generated. c++ -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -isystem /usr/local/include -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -O3 -fno-finite-math-only -std=c++17 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-multichar -Wno-write-strings -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread -c gpttype_adapter.cpp -o gpttype_adapter.o c++: warning: argument unused during compilation: '-s' [-Wunused-command-line-argument] In file included from gpttype_adapter.cpp:29: In file included from ./otherarch/llama_v2.cpp:9: ./otherarch/llama_v2.h:167:33: warning: 'legacy_llama_v2_tokenize' has C-linkage specified, but returns user-defined type 'std::vector' (aka 'vector') which is incompatible with C [-Wreturn-type-c-linkage] 167 | std::vector legacy_llama_v2_tokenize(struct llama_v2_context * ctx, const std::string & text, bool add_bos); | ^ 1 warning generated. c++ -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -isystem /usr/local/include -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -O3 -fno-finite-math-only -std=c++17 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-multichar -Wno-write-strings -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread -c otherarch/sdcpp/sdtype_adapter.cpp -o sdcpp_default.o c++: warning: argument unused during compilation: '-s' [-Wunused-command-line-argument] In file included from otherarch/sdcpp/sdtype_adapter.cpp:17: otherarch/sdcpp/stable-diffusion.cpp:316:65: warning: comparison of different enumeration types ('ggml_type' and 'sd_type_t') [-Wenum-compare] 316 | LOG_INFO("Weight type: %s", model_wtype != SD_TYPE_COUNT ? ggml_type_name(model_wtype) : "??"); | ~~~~~~~~~~~ ^ ~~~~~~~~~~~~~ otherarch/sdcpp/util.h:60:36: note: expanded from macro 'LOG_INFO' 60 | #define LOG_INFO(...) log_message(__VA_ARGS__) | ^~~~~~~~~~~ In file included from otherarch/sdcpp/sdtype_adapter.cpp:17: otherarch/sdcpp/stable-diffusion.cpp:317:71: warning: comparison of different enumeration types ('ggml_type' and 'sd_type_t') [-Wenum-compare] 317 | LOG_INFO("Conditioner weight type: %s", conditioner_wtype != SD_TYPE_COUNT ? ggml_type_name(conditioner_wtype) : "??"); | ~~~~~~~~~~~~~~~~~ ^ ~~~~~~~~~~~~~ otherarch/sdcpp/util.h:60:36: note: expanded from macro 'LOG_INFO' 60 | #define LOG_INFO(...) log_message(__VA_ARGS__) | ^~~~~~~~~~~ In file included from otherarch/sdcpp/sdtype_adapter.cpp:17: otherarch/sdcpp/stable-diffusion.cpp:318:75: warning: comparison of different enumeration types ('ggml_type' and 'sd_type_t') [-Wenum-compare] 318 | LOG_INFO("Diffusion model weight type: %s", diffusion_model_wtype != SD_TYPE_COUNT ? ggml_type_name(diffusion_model_wtype) : "??"); | ~~~~~~~~~~~~~~~~~~~~~ ^ ~~~~~~~~~~~~~ otherarch/sdcpp/util.h:60:36: note: expanded from macro 'LOG_INFO' 60 | #define LOG_INFO(...) log_message(__VA_ARGS__) | ^~~~~~~~~~~ In file included from otherarch/sdcpp/sdtype_adapter.cpp:17: otherarch/sdcpp/stable-diffusion.cpp:319:63: warning: comparison of different enumeration types ('ggml_type' and 'sd_type_t') [-Wenum-compare] 319 | LOG_INFO("VAE weight type: %s", vae_wtype != SD_TYPE_COUNT ? ggml_type_name(vae_wtype) : "??"); | ~~~~~~~~~ ^ ~~~~~~~~~~~~~ otherarch/sdcpp/util.h:60:36: note: expanded from macro 'LOG_INFO' 60 | #define LOG_INFO(...) log_message(__VA_ARGS__) | ^~~~~~~~~~~ In file included from otherarch/sdcpp/sdtype_adapter.cpp:21: In file included from ./otherarch/sdcpp/thirdparty/zip.c:40: ./otherarch/sdcpp/thirdparty/miniz.h:4988:9: warning: Using fopen, ftello, fseeko, stat() etc. path for file I/O - this path may not support large files. [-W#pragma-messages] 4988 | #pragma message( \ | ^ otherarch/sdcpp/sdtype_adapter.cpp:285:73: warning: result of comparison of constant 244 with expression of type 'char' is always true [-Wtautological-constant-out-of-range-compare] 285 | if (static_cast(ch) <= 0x7F || (ch >= 0xC2 && ch <= 0xF4)) { | ~~ ^ ~~~~ otherarch/sdcpp/sdtype_adapter.cpp:285:59: warning: result of comparison of constant 194 with expression of type 'char' is always false [-Wtautological-constant-out-of-range-compare] 285 | if (static_cast(ch) <= 0x7F || (ch >= 0xC2 && ch <= 0xF4)) { | ~~ ^ ~~~~ 7 warnings generated. c++ -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -isystem /usr/local/include -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -O3 -fno-finite-math-only -std=c++17 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-multichar -Wno-write-strings -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread -c otherarch/whispercpp/whisper_adapter.cpp -o whispercpp_default.o c++: warning: argument unused during compilation: '-s' [-Wunused-command-line-argument] otherarch/whispercpp/whisper_adapter.cpp:96:44: warning: format specifies type 'int' but the argument has type 'size_type' (aka 'unsigned long') [-Wformat] 96 | printf("\nwav_data_size: %d, n:%d",wav_data.size(),n); | ~~ ^~~~~~~~~~~~~~~ | %zu otherarch/whispercpp/whisper_adapter.cpp:96:60: warning: format specifies type 'int' but the argument has type 'uint64_t' (aka 'unsigned long') [-Wformat] 96 | printf("\nwav_data_size: %d, n:%d",wav_data.size(),n); | ~~ ^ | %lu 2 warnings generated. c++ -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -isystem /usr/local/include -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -O3 -fno-finite-math-only -std=c++17 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-multichar -Wno-write-strings -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread -c otherarch/tts_adapter.cpp -o tts_default.o c++: warning: argument unused during compilation: '-s' [-Wunused-command-line-argument] otherarch/tts_adapter.cpp:692:83: warning: format specifies type 'int' but the argument has type 'size_type' (aka 'unsigned long') [-Wformat] 692 | printf("\nReuse speaker ID=%d (%d tokens)...", last_speaker_seed, last_speaker_codes.size()); | ~~ ^~~~~~~~~~~~~~~~~~~~~~~~~ | %zu otherarch/tts_adapter.cpp:700:83: warning: data argument not used by format string [-Wformat-extra-args] 700 | printf("\nCustom Speaker JSON (%d tokens)...", last_speaker_seed, last_speaker_codes.size()); | ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ^ otherarch/tts_adapter.cpp:726:77: warning: format specifies type 'int' but the argument has type 'size_type' (aka 'unsigned long') [-Wformat] 726 | printf("\nSpecial ID=%d (%d tokens)...", last_speaker_seed, last_speaker_codes.size()); | ~~ ^~~~~~~~~~~~~~~~~~~~~~~~~ | %zu otherarch/tts_adapter.cpp:734:57: warning: format specifies type 'int' but the argument has type 'size_type' (aka 'unsigned long') [-Wformat] 734 | printf("\nGuide Tokens (%d tokens):\n", guide_tokens.size()); | ~~ ^~~~~~~~~~~~~~~~~~~ | %zu otherarch/tts_adapter.cpp:743:72: warning: format specifies type 'int' but the argument has type 'size_type' (aka 'unsigned long') [-Wformat] 743 | printf("\nPrepare new speaker (%d input tokens)...\n", prompt_inp.size()); | ~~ ^~~~~~~~~~~~~~~~~ | %zu otherarch/tts_adapter.cpp:815:89: warning: format specifies type 'int' but the argument has type 'size_type' (aka 'unsigned long') [-Wformat] 815 | printf("\nNew speaker ID=%d created (%d tokens)...", last_speaker_seed, last_speaker_codes.size()); | ~~ ^~~~~~~~~~~~~~~~~~~~~~~~~ | %zu otherarch/tts_adapter.cpp:831:49: warning: format specifies type 'int' but the argument has type 'size_type' (aka 'unsigned long') [-Wformat] 831 | printf("\nGuide Tokens (%d tokens):\n", guide_tokens.size()); | ~~ ^~~~~~~~~~~~~~~~~~~ | %zu otherarch/tts_adapter.cpp:844:59: warning: format specifies type 'int' but the argument has type 'size_type' (aka 'unsigned long') [-Wformat] 844 | printf("\nTTS Processing (%d input tokens)...\n", prompt_inp.size()); | ~~ ^~~~~~~~~~~~~~~~~ | %zu otherarch/tts_adapter.cpp:857:52: warning: format specifies type 'int' but the argument has type 'size_type' (aka 'unsigned long') [-Wformat] 857 | printf("\nDUMP TTS PROMPT (%d tokens):\n", prompt_inp.size()); | ~~ ^~~~~~~~~~~~~~~~~ | %zu otherarch/tts_adapter.cpp:930:47: warning: format specifies type 'int' but the argument has type 'size_type' (aka 'unsigned long') [-Wformat] 930 | printf("\nGenerated %d Codes: '%s'\n",codes.size(), inp_txt.c_str()); | ~~ ^~~~~~~~~~~~ | %zu otherarch/tts_adapter.cpp:950:50: warning: format specifies type 'int' but the argument has type 'size_type' (aka 'unsigned long') [-Wformat] 950 | printf("\nRunning Vocoder (%d AudioTokens)", codes.size()); | ~~ ^~~~~~~~~~~~ | %zu 11 warnings generated. c++ -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -isystem /usr/local/include -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -O3 -fno-finite-math-only -std=c++17 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-multichar -Wno-write-strings -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread -c otherarch/embeddings_adapter.cpp -o embeddings_default.o c++: warning: argument unused during compilation: '-s' [-Wunused-command-line-argument] otherarch/embeddings_adapter.cpp:218:105: warning: format specifies type 'int' but the argument has type 'size_type' (aka 'unsigned long') [-Wformat] 218 | printf("\n%s: Input too long, truncated from %d to last %d tokens.\n", __func__,oldsize,inp.size()); | ~~ ^~~~~~~~~~ | %zu otherarch/embeddings_adapter.cpp:235:55: warning: format specifies type 'int' but the argument has type 'size_type' (aka 'unsigned long') [-Wformat] 235 | printf("\nGenerating Embeddings for %d tokens...",inp.size()); | ~~ ^~~~~~~~~~ | %zu 2 warnings generated. c++ -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -isystem /usr/local/include -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -O3 -fno-finite-math-only -std=c++17 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-multichar -Wno-write-strings -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread -c examples/llava/clip.cpp -o llavaclip_default.o c++: warning: argument unused during compilation: '-s' [-Wunused-command-line-argument] In file included from examples/llava/clip.cpp:28: ./otherarch/sdcpp/thirdparty/stb_image_resize.h:760:31: warning: expression result unused [-Wunused-value] 760 | STBIR__DEBUG_ASSERT(scale <= 1); | ~~~~~ ^ ~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:778:31: warning: expression result unused [-Wunused-value] 778 | STBIR__DEBUG_ASSERT(scale <= 1); | ~~~~~ ^ ~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1041:56: warning: expression result unused [-Wunused-value] 1041 | STBIR__DEBUG_ASSERT(in_last_pixel - in_first_pixel <= (int)ceil(stbir__filter_info_table[filter].support(1/scale) * 2)); // Taken directly from stbir__get_coefficient_width() which we can't call because we don't know if we're horizontal or vertical. | ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ^ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1046:41: warning: expression result unused [-Wunused-value] 1046 | STBIR__DEBUG_ASSERT(contributor->n1 >= contributor->n0); | ~~~~~~~~~~~~~~~ ^ ~~~~~~~~~~~~~~~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1064:128: warning: expression result unused [-Wunused-value] 1064 | STBIR__DEBUG_ASSERT(stbir__filter_info_table[filter].kernel((float)(in_last_pixel + 1) + 0.5f - in_center_of_out, 1/scale) == 0); | ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ^ ~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1066:38: warning: expression result unused [-Wunused-value] 1066 | STBIR__DEBUG_ASSERT(total_filter > 0.9); | ~~~~~~~~~~~~ ^ ~~~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1067:38: warning: expression result unused [-Wunused-value] 1067 | STBIR__DEBUG_ASSERT(total_filter < 1.1f); // Make sure it's not way off. | ~~~~~~~~~~~~ ^ ~~~~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1089:59: warning: expression result unused [-Wunused-value] 1089 | STBIR__DEBUG_ASSERT(out_last_pixel - out_first_pixel <= (int)ceil(stbir__filter_info_table[filter].support(scale_ratio) * 2)); // Taken directly from stbir__get_coefficient_width() which we can't call because we don't know if we're horizontal or vertical. | ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ^ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1094:41: warning: expression result unused [-Wunused-value] 1094 | STBIR__DEBUG_ASSERT(contributor->n1 >= contributor->n0); | ~~~~~~~~~~~~~~~ ^ ~~~~~~~~~~~~~~~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1103:133: warning: expression result unused [-Wunused-value] 1103 | STBIR__DEBUG_ASSERT(stbir__filter_info_table[filter].kernel((float)(out_last_pixel + 1) + 0.5f - out_center_of_in, scale_ratio) == 0); | ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ^ ~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1138:35: warning: expression result unused [-Wunused-value] 1138 | STBIR__DEBUG_ASSERT(total > 0.9f); | ~~~~~ ^ ~~~~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1139:35: warning: expression result unused [-Wunused-value] 1139 | STBIR__DEBUG_ASSERT(total < 1.1f); | ~~~~~ ^ ~~~~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1427:47: warning: expression result unused [-Wunused-value] 1427 | STBIR__DEBUG_ASSERT(ring_buffer_index != stbir_info->ring_buffer_begin_index); | ~~~~~~~~~~~~~~~~~ ^ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1459:32: warning: expression result unused [-Wunused-value] 1459 | STBIR__DEBUG_ASSERT(n1 >= n0); | ~~ ^ ~~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1460:32: warning: expression result unused [-Wunused-value] 1460 | STBIR__DEBUG_ASSERT(n0 >= -stbir_info->horizontal_filter_pixel_margin); | ~~ ^ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1461:32: warning: expression result unused [-Wunused-value] 1461 | STBIR__DEBUG_ASSERT(n1 >= -stbir_info->horizontal_filter_pixel_margin); | ~~ ^ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1462:32: warning: expression result unused [-Wunused-value] 1462 | STBIR__DEBUG_ASSERT(n0 < stbir_info->input_w + stbir_info->horizontal_filter_pixel_margin); | ~~ ^ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1463:32: warning: expression result unused [-Wunused-value] 1463 | STBIR__DEBUG_ASSERT(n1 < stbir_info->input_w + stbir_info->horizontal_filter_pixel_margin); | ~~ ^ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1471:53: warning: expression result unused [-Wunused-value] 1471 | STBIR__DEBUG_ASSERT(coefficient != 0); | ~~~~~~~~~~~ ^ ~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1480:53: warning: expression result unused [-Wunused-value] 1480 | STBIR__DEBUG_ASSERT(coefficient != 0); | ~~~~~~~~~~~ ^ ~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1490:53: warning: expression result unused [-Wunused-value] 1490 | STBIR__DEBUG_ASSERT(coefficient != 0); | ~~~~~~~~~~~ ^ ~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1501:53: warning: expression result unused [-Wunused-value] 1501 | STBIR__DEBUG_ASSERT(coefficient != 0); | ~~~~~~~~~~~ ^ ~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1514:53: warning: expression result unused [-Wunused-value] 1514 | STBIR__DEBUG_ASSERT(coefficient != 0); | ~~~~~~~~~~~ ^ ~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1537:25: warning: expression result unused [-Wunused-value] 1537 | STBIR__DEBUG_ASSERT(!stbir__use_width_upsampling(stbir_info)); | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1555:53: warning: expression result unused [-Wunused-value] 1555 | STBIR__DEBUG_ASSERT(coefficient != 0); | ~~~~~~~~~~~ ^ ~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1576:53: warning: expression result unused [-Wunused-value] 1576 | STBIR__DEBUG_ASSERT(coefficient != 0); | ~~~~~~~~~~~ ^ ~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1598:53: warning: expression result unused [-Wunused-value] 1598 | STBIR__DEBUG_ASSERT(coefficient != 0); | ~~~~~~~~~~~ ^ ~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1621:53: warning: expression result unused [-Wunused-value] 1621 | STBIR__DEBUG_ASSERT(coefficient != 0); | ~~~~~~~~~~~ ^ ~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1646:53: warning: expression result unused [-Wunused-value] 1646 | STBIR__DEBUG_ASSERT(coefficient != 0); | ~~~~~~~~~~~ ^ ~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:2005:25: warning: expression result unused [-Wunused-value] 2005 | STBIR__DEBUG_ASSERT(!stbir__use_height_upsampling(stbir_info)); | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:2079:66: warning: expression result unused [-Wunused-value] 2079 | STBIR__DEBUG_ASSERT(in_last_scanline - in_first_scanline <= stbir_info->vertical_filter_pixel_width); | ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ^ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:2171:25: warning: expression result unused [-Wunused-value] 2171 | STBIR__DEBUG_ASSERT(!stbir__use_height_upsampling(stbir_info)); | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:2180:68: warning: expression result unused [-Wunused-value] 2180 | STBIR__DEBUG_ASSERT(out_last_scanline - out_first_scanline <= stbir_info->vertical_filter_pixel_width); | ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ^ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:2382:92: warning: expression result unused [-Wunused-value] 2382 | STBIR__DEBUG_ASSERT((size_t)STBIR__NEXT_MEMPTR(info->encode_buffer, unsigned char) == (size_t)tempmem + tempmem_size_in_bytes); | ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ^ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:2390:90: warning: expression result unused [-Wunused-value] 2390 | STBIR__DEBUG_ASSERT((size_t)STBIR__NEXT_MEMPTR(info->ring_buffer, unsigned char) == (size_t)tempmem + tempmem_size_in_bytes); | ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ^ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 35 warnings generated. c++ -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -isystem /usr/local/include -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -O3 -fno-finite-math-only -std=c++17 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-multichar -Wno-write-strings -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread -c examples/llava/llava.cpp -o llava.o c++: warning: argument unused during compilation: '-s' [-Wunused-command-line-argument] c++ -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -isystem /usr/local/include -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -O3 -fno-finite-math-only -std=c++17 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-multichar -Wno-write-strings -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread -c ggml/src/ggml-backend.cpp -o ggml-backend_default.o c++: warning: argument unused during compilation: '-s' [-Wunused-command-line-argument] c++ -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -isystem /usr/local/include -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -O3 -fno-finite-math-only -std=c++17 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-multichar -Wno-write-strings -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread -c ggml/src/ggml-backend-reg.cpp -o ggml-backend-reg_default.o c++: warning: argument unused during compilation: '-s' [-Wunused-command-line-argument] cc -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -O3 -fno-finite-math-only -std=c11 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread -c ggml/src/ggml-alloc.c -o ggml-alloc.o cc: warning: argument unused during compilation: '-s' [-Wunused-command-line-argument] c++ -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -isystem /usr/local/include -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -O3 -fno-finite-math-only -std=c++17 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-multichar -Wno-write-strings -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread -c ggml/src/ggml-cpu/ggml-cpu-traits.cpp -o ggml-cpu-traits.o c++: warning: argument unused during compilation: '-s' [-Wunused-command-line-argument] cc -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -O3 -fno-finite-math-only -std=c11 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread -c ggml/src/ggml-quants.c -o ggml-quants.o cc: warning: argument unused during compilation: '-s' [-Wunused-command-line-argument] cc -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -O3 -fno-finite-math-only -std=c11 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread -c ggml/src/ggml-cpu/ggml-cpu-quants.c -o ggml-cpu-quants.o cc: warning: argument unused during compilation: '-s' [-Wunused-command-line-argument] c++ -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -isystem /usr/local/include -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -O3 -fno-finite-math-only -std=c++17 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-multichar -Wno-write-strings -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread -c ggml/src/ggml-cpu/ggml-cpu-aarch64.cpp -o ggml-cpu-aarch64.o c++: warning: argument unused during compilation: '-s' [-Wunused-command-line-argument] c++ -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -isystem /usr/local/include -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -O3 -fno-finite-math-only -std=c++17 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-multichar -Wno-write-strings -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread -c src/unicode.cpp -o unicode.o c++: warning: argument unused during compilation: '-s' [-Wunused-command-line-argument] c++ -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -isystem /usr/local/include -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -O3 -fno-finite-math-only -std=c++17 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-multichar -Wno-write-strings -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread -c src/unicode-data.cpp -o unicode-data.o c++: warning: argument unused during compilation: '-s' [-Wunused-command-line-argument] c++ -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -isystem /usr/local/include -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -O3 -fno-finite-math-only -std=c++17 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-multichar -Wno-write-strings -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread -c ggml/src/ggml-threading.cpp -o ggml-threading.o c++: warning: argument unused during compilation: '-s' [-Wunused-command-line-argument] c++ -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -isystem /usr/local/include -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -O3 -fno-finite-math-only -std=c++17 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-multichar -Wno-write-strings -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread -c ggml/src/ggml-cpu/ggml-cpu.cpp -o ggml-cpu-cpp.o c++: warning: argument unused during compilation: '-s' [-Wunused-command-line-argument] c++ -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -isystem /usr/local/include -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -O3 -fno-finite-math-only -std=c++17 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-multichar -Wno-write-strings -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread -c ggml/src/gguf.cpp -o gguf.o c++: warning: argument unused during compilation: '-s' [-Wunused-command-line-argument] c++ -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -isystem /usr/local/include -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -O3 -fno-finite-math-only -std=c++17 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-multichar -Wno-write-strings -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread -c ggml/src/ggml-cpu/llamafile/sgemm.cpp -o sgemm.o c++: warning: argument unused during compilation: '-s' [-Wunused-command-line-argument] c++ -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -isystem /usr/local/include -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -O3 -fno-finite-math-only -std=c++17 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-multichar -Wno-write-strings -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread -c common/common.cpp -o common.o c++: warning: argument unused during compilation: '-s' [-Wunused-command-line-argument] c++ -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -isystem /usr/local/include -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -O3 -fno-finite-math-only -std=c++17 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-multichar -Wno-write-strings -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread -c common/sampling.cpp -o sampling.o c++: warning: argument unused during compilation: '-s' [-Wunused-command-line-argument] c++ -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -isystem /usr/local/include -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -O3 -fno-finite-math-only -std=c++17 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-multichar -Wno-write-strings -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread -c otherarch/utils.cpp -o kcpputils.o c++: warning: argument unused during compilation: '-s' [-Wunused-command-line-argument] c++ -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -isystem /usr/local/include -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -O3 -fno-finite-math-only -std=c++17 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-multichar -Wno-write-strings -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread ggml.o ggml-cpu.o ggml-ops.o ggml-vec.o ggml-binops.o ggml-unops.o ggml_v3.o ggml_v2.o ggml_v1.o expose.o gpttype_adapter.o sdcpp_default.o whispercpp_default.o tts_default.o embeddings_default.o llavaclip_default.o llava.o ggml-backend_default.o ggml-backend-reg_default.o ggml-alloc.o ggml-cpu-traits.o ggml-quants.o ggml-cpu-quants.o ggml-cpu-aarch64.o unicode.o unicode-data.o ggml-threading.o ggml-cpu-cpp.o gguf.o sgemm.o common.o sampling.o kcpputils.o -shared -o koboldcpp_default.so -fstack-protector-strong -L/usr/local/lib cc -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -Ofast -fno-finite-math-only -std=c11 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread -DGGML_USE_VULKAN -DSD_USE_VULKAN -c ggml/src/ggml.c -o ggml_v4_vulkan.o cc: warning: argument unused during compilation: '-s' [-Wunused-command-line-argument] c++ -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -isystem /usr/local/include -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -O3 -fno-finite-math-only -std=c++17 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-multichar -Wno-write-strings -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread -DGGML_USE_VULKAN -DSD_USE_VULKAN -c gpttype_adapter.cpp -o gpttype_adapter_vulkan.o c++: warning: argument unused during compilation: '-s' [-Wunused-command-line-argument] In file included from gpttype_adapter.cpp:29: In file included from ./otherarch/llama_v2.cpp:9: ./otherarch/llama_v2.h:167:33: warning: 'legacy_llama_v2_tokenize' has C-linkage specified, but returns user-defined type 'std::vector' (aka 'vector') which is incompatible with C [-Wreturn-type-c-linkage] 167 | std::vector legacy_llama_v2_tokenize(struct llama_v2_context * ctx, const std::string & text, bool add_bos); | ^ 1 warning generated. gmake[1]: Entering directory '/wrkdirs/usr/ports/misc/koboldcpp/work-default/koboldcpp-1.89' I koboldcpp build info: I UNAME_S: FreeBSD I UNAME_P: amd64 I UNAME_M: amd64 I UNAME_O: FreeBSD I CFLAGS: -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -O3 -fno-finite-math-only -std=c11 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread I CXXFLAGS: -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -isystem /usr/local/include -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -O3 -fno-finite-math-only -std=c++17 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-multichar -Wno-write-strings -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread I LDFLAGS: -fstack-protector-strong -L/usr/local/lib I CC: FreeBSD clang version 18.1.6 (https://github.com/llvm/llvm-project.git llvmorg-18.1.6-0-g1118c2e05e67) I CXX: FreeBSD clang version 18.1.6 (https://github.com/llvm/llvm-project.git llvmorg-18.1.6-0-g1118c2e05e67) Vulkan shaders need to be regenerated. This can only be done on Windows or Linux. Please stand by... c++ -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -isystem /usr/local/include -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -O3 -fno-finite-math-only -std=c++17 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-multichar -Wno-write-strings -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread ggml/src/ggml-vulkan/vulkan-shaders/vulkan-shaders-gen.cpp -o vulkan-shaders-gen -fstack-protector-strong -L/usr/local/lib Now rebuilding vulkan shaders for Linux... Checking if bundled glslc-linux binary is usable... Using GLSLC: ./glslc-linux ggml_vulkan: Generating and compiling shaders to SPIR-V string_to_spv: matmul_f32_f16_fp32 string_to_spv: matmul_f16_fp32 string_to_spv: matmul_f32_f16_aligned_fp32 string_to_spv: matmul_f16_aligned_fp32 string_to_spv: matmul_f32_f32_fp32 string_to_spv: matmul_f32_f32_aligned_fp32 string_to_spv: matmul_f16_f32_aligned_fp32 string_to_spv: matmul_f16_f32_fp32 string_to_spv: matmul_q4_0_f32_aligned_fp32 string_to_spv: matmul_q4_0_f32_fp32 string_to_spv: matmul_q4_0_f16_fp32 string_to_spv: matmul_q4_0_f16_aligned_fp32 string_to_spv: matmul_q4_0_q8_1_fp32 string_to_spv: matmul_q4_1_f32_fp32 string_to_spv: matmul_q4_1_f32_aligned_fp32 string_to_spv: matmul_q4_1_f16_fp32 string_to_spv: matmul_q4_1_f16_aligned_fp32 string_to_spv: matmul_q4_1_q8_1_fp32 string_to_spv: matmul_q5_0_f32_fp32 string_to_spv: matmul_q5_0_f32_aligned_fp32 string_to_spv: matmul_q5_0_f16_fp32 string_to_spv: matmul_q5_0_f16_aligned_fp32 string_to_spv: matmul_q5_0_q8_1_fp32 string_to_spv: matmul_q5_1_f32_fp32 string_to_spv: matmul_q5_1_f32_aligned_fp32 string_to_spv: matmul_q5_1_f16_fp32 string_to_spv: matmul_q5_1_f16_aligned_fp32 string_to_spv: matmul_q5_1_q8_1_fp32 string_to_spv: matmul_q8_0_f32_fp32 string_to_spv: matmul_q8_0_f32_aligned_fp32 string_to_spv: matmul_q8_0_f16_fp32 string_to_spv: matmul_q8_0_f16_aligned_fp32 string_to_spv: matmul_q8_0_q8_1_fp32 string_to_spv: matmul_q2_k_f32_fp32 string_to_spv: matmul_q2_k_f32_aligned_fp32 string_to_spv: matmul_q2_k_f16_fp32 string_to_spv: matmul_q2_k_f16_aligned_fp32 string_to_spv: matmul_q3_k_f32_fp32 string_to_spv: matmul_q3_k_f32_aligned_fp32 string_to_spv: matmul_q3_k_f16_fp32 string_to_spv: matmul_q3_k_f16_aligned_fp32 string_to_spv: matmul_q4_k_f32_fp32 string_to_spv: matmul_q4_k_f32_aligned_fp32 string_to_spv: matmul_q4_k_f16_fp32 string_to_spv: matmul_q4_k_f16_aligned_fp32 string_to_spv: matmul_q5_k_f32_fp32 string_to_spv: matmul_q5_k_f32_aligned_fp32 string_to_spv: matmul_q5_k_f16_fp32 string_to_spv: matmul_q5_k_f16_aligned_fp32 string_to_spv: matmul_q6_k_f32_fp32 string_to_spv: matmul_q6_k_f32_aligned_fp32 string_to_spv: matmul_q6_k_f16_fp32 string_to_spv: matmul_q6_k_f16_aligned_fp32 string_to_spv: matmul_iq1_s_f32_fp32 string_to_spv: matmul_iq1_s_f32_aligned_fp32 string_to_spv: matmul_iq1_s_f16_fp32 string_to_spv: matmul_iq1_s_f16_aligned_fp32 string_to_spv: matmul_iq1_m_f32_fp32 string_to_spv: matmul_iq1_m_f32_aligned_fp32 string_to_spv: matmul_iq1_m_f16_fp32 string_to_spv: matmul_iq1_m_f16_aligned_fp32 string_to_spv: matmul_iq2_xxs_f32_fp32 string_to_spv: matmul_iq2_xxs_f32_aligned_fp32 string_to_spv: matmul_iq2_xxs_f16_fp32 string_to_spv: matmul_iq2_xxs_f16_aligned_fp32 string_to_spv: matmul_iq2_xs_f32_fp32 string_to_spv: matmul_iq2_xs_f32_aligned_fp32 string_to_spv: matmul_iq2_xs_f16_fp32 string_to_spv: matmul_iq2_xs_f16_aligned_fp32 string_to_spv: matmul_iq2_s_f32_fp32 string_to_spv: matmul_iq2_s_f32_aligned_fp32 string_to_spv: matmul_iq2_s_f16_fp32 string_to_spv: matmul_iq2_s_f16_aligned_fp32 string_to_spv: matmul_iq3_xxs_f32_fp32 string_to_spv: matmul_iq3_xxs_f32_aligned_fp32 string_to_spv: matmul_iq3_xxs_f16_fp32 string_to_spv: matmul_iq3_xxs_f16_aligned_fp32 string_to_spv: matmul_iq3_s_f32_fp32 string_to_spv: matmul_iq3_s_f32_aligned_fp32 string_to_spv: matmul_iq3_s_f16_fp32 string_to_spv: matmul_iq3_s_f16_aligned_fp32 string_to_spv: matmul_iq4_xs_f32_fp32 string_to_spv: matmul_iq4_xs_f32_aligned_fp32 string_to_spv: matmul_iq4_xs_f16_fp32 string_to_spv: matmul_iq4_xs_f16_aligned_fp32 string_to_spv: matmul_iq4_nl_f32_fp32 string_to_spv: matmul_iq4_nl_f32_aligned_fp32 string_to_spv: matmul_iq4_nl_f16_fp32 string_to_spv: matmul_iq4_nl_f16_aligned_fp32 string_to_spv: matmul_f32_f16 string_to_spv: matmul_f32_f16_aligned string_to_spv: matmul_f16_aligned string_to_spv: matmul_f16 string_to_spv: matmul_f32_f32 string_to_spv: matmul_f32_f32_aligned string_to_spv: matmul_f16_f32 string_to_spv: matmul_f16_f32_aligned string_to_spv: matmul_q4_0_f32 string_to_spv: matmul_q4_0_f32_aligned string_to_spv: matmul_q4_0_f16 string_to_spv: matmul_q4_0_f16_aligned string_to_spv: matmul_q4_0_q8_1 string_to_spv: matmul_q4_1_f32 string_to_spv: matmul_q4_1_f32_aligned string_to_spv: matmul_q4_1_f16 string_to_spv: matmul_q4_1_f16_aligned string_to_spv: matmul_q4_1_q8_1 string_to_spv: matmul_q5_0_f32 string_to_spv: matmul_q5_0_f32_aligned string_to_spv: matmul_q5_0_f16 string_to_spv: matmul_q5_0_f16_aligned string_to_spv: matmul_q5_0_q8_1 string_to_spv: matmul_q5_1_f32 string_to_spv: matmul_q5_1_f32_aligned string_to_spv: matmul_q5_1_f16 string_to_spv: matmul_q5_1_f16_aligned string_to_spv: matmul_q5_1_q8_1 string_to_spv: matmul_q8_0_f32 string_to_spv: matmul_q8_0_f32_aligned string_to_spv: matmul_q8_0_f16 string_to_spv: matmul_q8_0_f16_aligned string_to_spv: matmul_q8_0_q8_1 string_to_spv: matmul_q2_k_f32 string_to_spv: matmul_q2_k_f32_aligned string_to_spv: matmul_q2_k_f16 string_to_spv: matmul_q2_k_f16_aligned string_to_spv: matmul_q3_k_f32 string_to_spv: matmul_q3_k_f16 string_to_spv: matmul_q3_k_f32_aligned string_to_spv: matmul_q3_k_f16_aligned string_to_spv: matmul_q4_k_f32 string_to_spv: matmul_q4_k_f32_aligned string_to_spv: matmul_q4_k_f16 string_to_spv: matmul_q5_k_f32 string_to_spv: matmul_q4_k_f16_aligned string_to_spv: matmul_q5_k_f32_aligned string_to_spv: matmul_q5_k_f16 string_to_spv: matmul_q5_k_f16_aligned string_to_spv: matmul_q6_k_f32 string_to_spv: matmul_q6_k_f32_aligned string_to_spv: matmul_q6_k_f16 string_to_spv: matmul_q6_k_f16_aligned string_to_spv: matmul_iq1_s_f32 string_to_spv: matmul_iq1_s_f32_aligned string_to_spv: matmul_iq1_s_f16 string_to_spv: matmul_iq1_s_f16_aligned string_to_spv: matmul_iq1_m_f32 string_to_spv: matmul_iq1_m_f32_aligned string_to_spv: matmul_iq1_m_f16 string_to_spv: matmul_iq1_m_f16_aligned string_to_spv: matmul_iq2_xxs_f32 string_to_spv: matmul_iq2_xxs_f32_aligned string_to_spv: matmul_iq2_xxs_f16 string_to_spv: matmul_iq2_xxs_f16_aligned string_to_spv: matmul_iq2_xs_f32 string_to_spv: matmul_iq2_xs_f32_aligned string_to_spv: matmul_iq2_xs_f16 string_to_spv: matmul_iq2_xs_f16_aligned string_to_spv: matmul_iq2_s_f32 string_to_spv: matmul_iq2_s_f32_aligned string_to_spv: matmul_iq2_s_f16 string_to_spv: matmul_iq2_s_f16_aligned string_to_spv: matmul_iq3_xxs_f32 string_to_spv: matmul_iq3_xxs_f32_aligned string_to_spv: matmul_iq3_xxs_f16 string_to_spv: matmul_iq3_xxs_f16_aligned string_to_spv: matmul_iq3_s_f32 string_to_spv: matmul_iq3_s_f32_aligned string_to_spv: matmul_iq3_s_f16 string_to_spv: matmul_iq3_s_f16_aligned string_to_spv: matmul_iq4_xs_f32 string_to_spv: matmul_iq4_xs_f32_aligned string_to_spv: matmul_iq4_xs_f16 string_to_spv: matmul_iq4_xs_f16_aligned string_to_spv: matmul_iq4_nl_f32 string_to_spv: matmul_iq4_nl_f32_aligned string_to_spv: matmul_iq4_nl_f16 string_to_spv: matmul_iq4_nl_f16_aligned string_to_spv: matmul_f32_f16_f16acc string_to_spv: matmul_f32_f16_aligned_f16acc string_to_spv: matmul_f16_aligned_f16acc string_to_spv: matmul_f16_f16acc string_to_spv: matmul_f32_f32_f16acc string_to_spv: matmul_f32_f32_aligned_f16acc string_to_spv: matmul_f16_f32_f16acc string_to_spv: matmul_f16_f32_aligned_f16acc string_to_spv: matmul_q4_0_f32_f16acc string_to_spv: matmul_q4_0_f32_aligned_f16acc string_to_spv: matmul_q4_0_f16_f16acc string_to_spv: matmul_q4_0_f16_aligned_f16acc string_to_spv: matmul_q4_0_q8_1_f16acc string_to_spv: matmul_q4_1_f32_f16acc string_to_spv: matmul_q4_1_f32_aligned_f16acc string_to_spv: matmul_q4_1_f16_f16acc string_to_spv: matmul_q4_1_f16_aligned_f16acc string_to_spv: matmul_q4_1_q8_1_f16acc string_to_spv: matmul_q5_0_f32_f16acc string_to_spv: matmul_q5_0_f32_aligned_f16acc string_to_spv: matmul_q5_0_f16_f16acc string_to_spv: matmul_q5_0_f16_aligned_f16acc string_to_spv: matmul_q5_0_q8_1_f16acc string_to_spv: matmul_q5_1_f32_f16acc string_to_spv: matmul_q5_1_f32_aligned_f16acc string_to_spv: matmul_q5_1_f16_f16acc string_to_spv: matmul_q5_1_f16_aligned_f16acc string_to_spv: matmul_q5_1_q8_1_f16acc string_to_spv: matmul_q8_0_f32_f16acc string_to_spv: matmul_q8_0_f32_aligned_f16acc string_to_spv: matmul_q8_0_f16_f16acc string_to_spv: matmul_q8_0_f16_aligned_f16acc string_to_spv: matmul_q8_0_q8_1_f16acc string_to_spv: matmul_q2_k_f32_f16acc string_to_spv: matmul_q2_k_f32_aligned_f16acc string_to_spv: matmul_q2_k_f16_f16acc string_to_spv: matmul_q2_k_f16_aligned_f16acc string_to_spv: matmul_q3_k_f32_f16acc string_to_spv: matmul_q3_k_f32_aligned_f16acc string_to_spv: matmul_q3_k_f16_f16acc string_to_spv: matmul_q3_k_f16_aligned_f16acc string_to_spv: matmul_q4_k_f32_f16acc string_to_spv: matmul_q4_k_f32_aligned_f16acc string_to_spv: matmul_q4_k_f16_f16acc string_to_spv: matmul_q4_k_f16_aligned_f16acc string_to_spv: matmul_q5_k_f32_f16acc string_to_spv: matmul_q5_k_f32_aligned_f16acc string_to_spv: matmul_q5_k_f16_f16acc string_to_spv: matmul_q5_k_f16_aligned_f16acc string_to_spv: matmul_q6_k_f32_f16acc string_to_spv: matmul_q6_k_f32_aligned_f16acc string_to_spv: matmul_q6_k_f16_f16acc string_to_spv: matmul_q6_k_f16_aligned_f16acc string_to_spv: matmul_iq1_s_f32_f16acc string_to_spv: matmul_iq1_s_f32_aligned_f16acc string_to_spv: matmul_iq1_s_f16_f16acc string_to_spv: matmul_iq1_s_f16_aligned_f16acc string_to_spv: matmul_iq1_m_f32_f16acc string_to_spv: matmul_iq1_m_f32_aligned_f16acc string_to_spv: matmul_iq1_m_f16_f16acc string_to_spv: matmul_iq1_m_f16_aligned_f16acc string_to_spv: matmul_iq2_xxs_f32_f16acc string_to_spv: matmul_iq2_xxs_f32_aligned_f16acc string_to_spv: matmul_iq2_xxs_f16_f16acc string_to_spv: matmul_iq2_xxs_f16_aligned_f16acc string_to_spv: matmul_iq2_xs_f32_f16acc string_to_spv: matmul_iq2_xs_f32_aligned_f16acc string_to_spv: matmul_iq2_xs_f16_f16acc string_to_spv: matmul_iq2_xs_f16_aligned_f16acc string_to_spv: matmul_iq2_s_f32_f16acc string_to_spv: matmul_iq2_s_f32_aligned_f16acc string_to_spv: matmul_iq2_s_f16_f16acc string_to_spv: matmul_iq2_s_f16_aligned_f16acc string_to_spv: matmul_iq3_xxs_f32_f16acc string_to_spv: matmul_iq3_xxs_f32_aligned_f16acc string_to_spv: matmul_iq3_xxs_f16_f16acc string_to_spv: matmul_iq3_xxs_f16_aligned_f16acc string_to_spv: matmul_iq3_s_f32_f16acc string_to_spv: matmul_iq3_s_f32_aligned_f16acc string_to_spv: matmul_iq3_s_f16_f16acc string_to_spv: matmul_iq3_s_f16_aligned_f16acc string_to_spv: matmul_iq4_xs_f32_f16acc string_to_spv: matmul_iq4_xs_f32_aligned_f16acc string_to_spv: matmul_iq4_xs_f16_f16acc string_to_spv: matmul_iq4_xs_f16_aligned_f16acc string_to_spv: matmul_iq4_nl_f32_f16acc string_to_spv: matmul_iq4_nl_f32_aligned_f16acc string_to_spv: matmul_iq4_nl_f16_f16acc string_to_spv: matmul_iq4_nl_f16_aligned_f16acc string_to_spv: matmul_f32_f16_coopmat string_to_spv: matmul_f32_f16_aligned_coopmat string_to_spv: matmul_f16_aligned_coopmat string_to_spv: matmul_f16_coopmat string_to_spv: matmul_f32_f32_coopmat string_to_spv: matmul_f32_f32_aligned_coopmat string_to_spv: matmul_f16_f32_coopmat string_to_spv: matmul_f16_f32_aligned_coopmat string_to_spv: string_to_spv: matmul_q4_0_f32_aligned_coopmat matmul_q4_0_f32_coopmat string_to_spv: matmul_q4_0_f16_coopmat string_to_spv: matmul_q4_0_f16_aligned_coopmat string_to_spv: matmul_q4_1_f32_coopmat string_to_spv: matmul_q4_1_f32_aligned_coopmat string_to_spv: matmul_q4_1_f16_coopmat string_to_spv: matmul_q4_1_f16_aligned_coopmat string_to_spv: matmul_q5_0_f32_coopmat string_to_spv: matmul_q5_0_f32_aligned_coopmat string_to_spv: matmul_q5_0_f16_coopmat string_to_spv: matmul_q5_0_f16_aligned_coopmat string_to_spv: matmul_q5_1_f32_coopmat string_to_spv: matmul_q5_1_f32_aligned_coopmat string_to_spv: matmul_q5_1_f16_coopmat string_to_spv: matmul_q5_1_f16_aligned_coopmat string_to_spv: matmul_q8_0_f32_coopmat string_to_spv: matmul_q8_0_f32_aligned_coopmat string_to_spv: matmul_q8_0_f16_coopmat string_to_spv: matmul_q8_0_f16_aligned_coopmat string_to_spv: matmul_q2_k_f32_aligned_coopmat string_to_spv: matmul_q2_k_f32_coopmat string_to_spv: matmul_q2_k_f16_coopmat string_to_spv: matmul_q2_k_f16_aligned_coopmat string_to_spv: matmul_q3_k_f32_coopmat string_to_spv: matmul_q3_k_f32_aligned_coopmat string_to_spv: matmul_q3_k_f16_coopmat string_to_spv: matmul_q3_k_f16_aligned_coopmat string_to_spv: matmul_q4_k_f32_coopmat string_to_spv: matmul_q4_k_f32_aligned_coopmat string_to_spv: matmul_q4_k_f16_coopmat string_to_spv: matmul_q4_k_f16_aligned_coopmat string_to_spv: matmul_q5_k_f32_coopmat string_to_spv: matmul_q5_k_f32_aligned_coopmat string_to_spv: matmul_q5_k_f16_coopmat string_to_spv: matmul_q5_k_f16_aligned_coopmat string_to_spv: matmul_q6_k_f32_coopmat string_to_spv: matmul_q6_k_f32_aligned_coopmat string_to_spv: string_to_spv: matmul_q6_k_f16_aligned_coopmat matmul_q6_k_f16_coopmat string_to_spv: matmul_iq1_s_f32_coopmat string_to_spv: matmul_iq1_s_f32_aligned_coopmat string_to_spv: matmul_iq1_s_f16_coopmat string_to_spv: matmul_iq1_s_f16_aligned_coopmat string_to_spv: matmul_iq1_m_f32_coopmat string_to_spv: matmul_iq1_m_f32_aligned_coopmat string_to_spv: matmul_iq1_m_f16_coopmat string_to_spv: matmul_iq1_m_f16_aligned_coopmat string_to_spv: matmul_iq2_xxs_f32_coopmat string_to_spv: matmul_iq2_xxs_f32_aligned_coopmat string_to_spv: matmul_iq2_xxs_f16_coopmat string_to_spv: matmul_iq2_xxs_f16_aligned_coopmat string_to_spv: matmul_iq2_xs_f32_coopmat string_to_spv: matmul_iq2_xs_f32_aligned_coopmat string_to_spv: matmul_iq2_xs_f16_coopmat string_to_spv: matmul_iq2_xs_f16_aligned_coopmat string_to_spv: matmul_iq2_s_f32_coopmat string_to_spv: matmul_iq2_s_f32_aligned_coopmat string_to_spv: matmul_iq2_s_f16_coopmat string_to_spv: matmul_iq2_s_f16_aligned_coopmat string_to_spv: matmul_iq3_xxs_f32_coopmat string_to_spv: matmul_iq3_xxs_f32_aligned_coopmat string_to_spv: matmul_iq3_xxs_f16_coopmat string_to_spv: matmul_iq3_xxs_f16_aligned_coopmat string_to_spv: matmul_iq3_s_f32_coopmat string_to_spv: matmul_iq3_s_f32_aligned_coopmat string_to_spv: matmul_iq3_s_f16_coopmat string_to_spv: matmul_iq3_s_f16_aligned_coopmat string_to_spv: matmul_iq4_xs_f32_coopmat string_to_spv: matmul_iq4_xs_f32_aligned_coopmat string_to_spv: matmul_iq4_xs_f16_coopmat string_to_spv: matmul_iq4_xs_f16_aligned_coopmat string_to_spv: matmul_iq4_nl_f32_coopmat string_to_spv: matmul_iq4_nl_f32_aligned_coopmat string_to_spv: matmul_iq4_nl_f16_coopmat string_to_spv: matmul_iq4_nl_f16_aligned_coopmat string_to_spv: matmul_f32_f16_f16acc_coopmat string_to_spv: string_to_spv: matmul_f16_aligned_f16acc_coopmat matmul_f32_f16_aligned_f16acc_coopmat string_to_spv: matmul_f16_f16acc_coopmat string_to_spv: matmul_f32_f32_f16acc_coopmat string_to_spv: matmul_f32_f32_aligned_f16acc_coopmat string_to_spv: matmul_f16_f32_f16acc_coopmat string_to_spv: matmul_f16_f32_aligned_f16acc_coopmat string_to_spv: matmul_q4_0_f32_f16acc_coopmat string_to_spv: matmul_q4_0_f32_aligned_f16acc_coopmat string_to_spv: matmul_q4_0_f16_f16acc_coopmat string_to_spv: matmul_q4_0_f16_aligned_f16acc_coopmat string_to_spv: matmul_q4_1_f32_f16acc_coopmat string_to_spv: matmul_q4_1_f32_aligned_f16acc_coopmat string_to_spv: matmul_q4_1_f16_f16acc_coopmat string_to_spv: matmul_q4_1_f16_aligned_f16acc_coopmat string_to_spv: matmul_q5_0_f32_f16acc_coopmat string_to_spv: matmul_q5_0_f32_aligned_f16acc_coopmat string_to_spv: matmul_q5_0_f16_f16acc_coopmat string_to_spv: matmul_q5_0_f16_aligned_f16acc_coopmat string_to_spv: matmul_q5_1_f32_f16acc_coopmat string_to_spv: matmul_q5_1_f32_aligned_f16acc_coopmat string_to_spv: matmul_q5_1_f16_f16acc_coopmat string_to_spv: matmul_q5_1_f16_aligned_f16acc_coopmat string_to_spv: matmul_q8_0_f32_f16acc_coopmat string_to_spv: matmul_q8_0_f32_aligned_f16acc_coopmat string_to_spv: matmul_q8_0_f16_f16acc_coopmat string_to_spv: matmul_q8_0_f16_aligned_f16acc_coopmat string_to_spv: matmul_q2_k_f32_f16acc_coopmat string_to_spv: matmul_q2_k_f32_aligned_f16acc_coopmat string_to_spv: matmul_q2_k_f16_f16acc_coopmat string_to_spv: matmul_q2_k_f16_aligned_f16acc_coopmat string_to_spv: matmul_q3_k_f32_f16acc_coopmat string_to_spv: matmul_q3_k_f32_aligned_f16acc_coopmat string_to_spv: matmul_q3_k_f16_f16acc_coopmat string_to_spv: matmul_q3_k_f16_aligned_f16acc_coopmat string_to_spv: matmul_q4_k_f32_f16acc_coopmat string_to_spv: matmul_q4_k_f32_aligned_f16acc_coopmat string_to_spv: matmul_q4_k_f16_f16acc_coopmat string_to_spv: matmul_q4_k_f16_aligned_f16acc_coopmat string_to_spv: matmul_q5_k_f32_f16acc_coopmat string_to_spv: matmul_q5_k_f32_aligned_f16acc_coopmat string_to_spv: matmul_q5_k_f16_f16acc_coopmat string_to_spv: matmul_q5_k_f16_aligned_f16acc_coopmat string_to_spv: matmul_q6_k_f32_f16acc_coopmat string_to_spv: matmul_q6_k_f32_aligned_f16acc_coopmat string_to_spv: matmul_q6_k_f16_f16acc_coopmat string_to_spv: matmul_q6_k_f16_aligned_f16acc_coopmat string_to_spv: matmul_iq1_s_f32_aligned_f16acc_coopmat string_to_spv: matmul_iq1_s_f32_f16acc_coopmat string_to_spv: matmul_iq1_s_f16_f16acc_coopmat string_to_spv: matmul_iq1_s_f16_aligned_f16acc_coopmat string_to_spv: matmul_iq1_m_f32_aligned_f16acc_coopmat string_to_spv: matmul_iq1_m_f32_f16acc_coopmat string_to_spv: matmul_iq1_m_f16_f16acc_coopmat string_to_spv: matmul_iq1_m_f16_aligned_f16acc_coopmat string_to_spv: matmul_iq2_xxs_f32_f16acc_coopmat string_to_spv: matmul_iq2_xxs_f32_aligned_f16acc_coopmat string_to_spv: matmul_iq2_xxs_f16_f16acc_coopmat string_to_spv: matmul_iq2_xxs_f16_aligned_f16acc_coopmat string_to_spv: matmul_iq2_xs_f32_f16acc_coopmat string_to_spv: matmul_iq2_xs_f32_aligned_f16acc_coopmat string_to_spv: matmul_iq2_xs_f16_f16acc_coopmat string_to_spv: matmul_iq2_xs_f16_aligned_f16acc_coopmat string_to_spv: matmul_iq2_s_f32_f16acc_coopmat string_to_spv: matmul_iq2_s_f32_aligned_f16acc_coopmat string_to_spv: matmul_iq2_s_f16_f16acc_coopmat string_to_spv: matmul_iq2_s_f16_aligned_f16acc_coopmat string_to_spv: matmul_iq3_xxs_f32_f16acc_coopmat string_to_spv: matmul_iq3_xxs_f16_f16acc_coopmat string_to_spv: matmul_iq3_xxs_f32_aligned_f16acc_coopmat string_to_spv: matmul_iq3_xxs_f16_aligned_f16acc_coopmat string_to_spv: matmul_iq3_s_f32_f16acc_coopmat string_to_spv: matmul_iq3_s_f32_aligned_f16acc_coopmat string_to_spv: matmul_iq3_s_f16_f16acc_coopmat string_to_spv: matmul_iq3_s_f16_aligned_f16acc_coopmat string_to_spv: matmul_iq4_xs_f32_f16acc_coopmat string_to_spv: matmul_iq4_xs_f32_aligned_f16acc_coopmat string_to_spv: matmul_iq4_xs_f16_f16acc_coopmat string_to_spv: matmul_iq4_xs_f16_aligned_f16acc_coopmat string_to_spv: matmul_iq4_nl_f32_f16acc_coopmat string_to_spv: matmul_iq4_nl_f32_aligned_f16acc_coopmat string_to_spv: matmul_iq4_nl_f16_f16acc_coopmat string_to_spv: matmul_iq4_nl_f16_aligned_f16acc_coopmat string_to_spv: matmul_f32_f16_cm2 string_to_spv: matmul_f32_f16_aligned_cm2 string_to_spv: matmul_f16_aligned_cm2 string_to_spv: matmul_f16_cm2 string_to_spv: matmul_q4_0_f16_cm2 string_to_spv: matmul_q4_0_f16_aligned_cm2 string_to_spv: matmul_q4_1_f16_cm2 string_to_spv: matmul_q4_1_f16_aligned_cm2 string_to_spv: matmul_q5_0_f16_cm2 string_to_spv: matmul_q5_0_f16_aligned_cm2 string_to_spv: matmul_q5_1_f16_cm2 string_to_spv: matmul_q5_1_f16_aligned_cm2 string_to_spv: matmul_q8_0_f16_cm2 string_to_spv: matmul_q8_0_f16_aligned_cm2 string_to_spv: matmul_q2_k_f16_aligned_cm2 string_to_spv: matmul_q2_k_f16_cm2 string_to_spv: matmul_q3_k_f16_cm2 string_to_spv: matmul_q3_k_f16_aligned_cm2 string_to_spv: matmul_q4_k_f16_cm2 string_to_spv: matmul_q4_k_f16_aligned_cm2 string_to_spv: matmul_q5_k_f16_cm2 string_to_spv: matmul_q5_k_f16_aligned_cm2 string_to_spv: matmul_q6_k_f16_cm2 string_to_spv: matmul_q6_k_f16_aligned_cm2 string_to_spv: matmul_iq1_s_f16_cm2 string_to_spv: matmul_iq1_s_f16_aligned_cm2 string_to_spv: matmul_iq1_m_f16_cm2 string_to_spv: matmul_iq1_m_f16_aligned_cm2 string_to_spv: matmul_iq2_xxs_f16_cm2 string_to_spv: matmul_iq2_xxs_f16_aligned_cm2 string_to_spv: matmul_iq2_xs_f16_cm2 string_to_spv: matmul_iq2_xs_f16_aligned_cm2 string_to_spv: matmul_iq2_s_f16_cm2 string_to_spv: matmul_iq2_s_f16_aligned_cm2 string_to_spv: matmul_iq3_xxs_f16_cm2 string_to_spv: matmul_iq3_xxs_f16_aligned_cm2 string_to_spv: matmul_iq3_s_f16_cm2 string_to_spv: matmul_iq3_s_f16_aligned_cm2 string_to_spv: matmul_iq4_xs_f16_cm2 string_to_spv: matmul_iq4_xs_f16_aligned_cm2 string_to_spv: matmul_iq4_nl_f16_cm2 string_to_spv: matmul_iq4_nl_f16_aligned_cm2 string_to_spv: matmul_f32_f16_f16acc_cm2 string_to_spv: matmul_f32_f16_aligned_f16acc_cm2 string_to_spv: matmul_f16_aligned_f16acc_cm2 string_to_spv: matmul_f16_f16acc_cm2 string_to_spv: matmul_q4_0_f16_f16acc_cm2 string_to_spv: matmul_q4_0_f16_aligned_f16acc_cm2 string_to_spv: matmul_q4_1_f16_f16acc_cm2 string_to_spv: matmul_q4_1_f16_aligned_f16acc_cm2 string_to_spv: matmul_q5_0_f16_f16acc_cm2 string_to_spv: matmul_q5_0_f16_aligned_f16acc_cm2 string_to_spv: matmul_q5_1_f16_f16acc_cm2 string_to_spv: matmul_q5_1_f16_aligned_f16acc_cm2 string_to_spv: matmul_q8_0_f16_f16acc_cm2 string_to_spv: matmul_q8_0_f16_aligned_f16acc_cm2 string_to_spv: matmul_q2_k_f16_f16acc_cm2 string_to_spv: matmul_q2_k_f16_aligned_f16acc_cm2 string_to_spv: matmul_q3_k_f16_f16acc_cm2 string_to_spv: matmul_q3_k_f16_aligned_f16acc_cm2 string_to_spv: matmul_q4_k_f16_f16acc_cm2 string_to_spv: matmul_q4_k_f16_aligned_f16acc_cm2 string_to_spv: matmul_q5_k_f16_f16acc_cm2 string_to_spv: matmul_q5_k_f16_aligned_f16acc_cm2 string_to_spv: matmul_q6_k_f16_f16acc_cm2 string_to_spv: matmul_q6_k_f16_aligned_f16acc_cm2 string_to_spv: matmul_iq1_s_f16_f16acc_cm2 string_to_spv: matmul_iq1_s_f16_aligned_f16acc_cm2 string_to_spv: matmul_iq1_m_f16_f16acc_cm2 string_to_spv: matmul_iq1_m_f16_aligned_f16acc_cm2 string_to_spv: matmul_iq2_xxs_f16_f16acc_cm2 string_to_spv: matmul_iq2_xxs_f16_aligned_f16acc_cm2 string_to_spv: matmul_iq2_xs_f16_f16acc_cm2 string_to_spv: matmul_iq2_xs_f16_aligned_f16acc_cm2 string_to_spv: matmul_iq2_s_f16_f16acc_cm2 string_to_spv: matmul_iq2_s_f16_aligned_f16acc_cm2 string_to_spv: matmul_iq3_xxs_f16_f16acc_cm2 string_to_spv: matmul_iq3_xxs_f16_aligned_f16acc_cm2 string_to_spv: matmul_iq3_s_f16_f16acc_cm2 string_to_spv: matmul_iq3_s_f16_aligned_f16acc_cm2 string_to_spv: matmul_iq4_xs_f16_f16acc_cm2 string_to_spv: matmul_iq4_xs_f16_aligned_f16acc_cm2 string_to_spv: matmul_iq4_nl_f16_f16acc_cm2 string_to_spv: matmul_iq4_nl_f16_aligned_f16acc_cm2 string_to_spv: matmul_id_f32_f16_fp32 string_to_spv: matmul_id_f32_f16_aligned_fp32 string_to_spv: matmul_id_f16_aligned_fp32 string_to_spv: matmul_id_f16_fp32 string_to_spv: matmul_id_f32_f32_fp32 string_to_spv: matmul_id_f32_f32_aligned_fp32 string_to_spv: matmul_id_f16_f32_fp32 string_to_spv: matmul_id_f16_f32_aligned_fp32 string_to_spv: matmul_id_q4_0_f32_fp32 string_to_spv: matmul_id_q4_0_f32_aligned_fp32 string_to_spv: matmul_id_q4_0_f16_fp32 string_to_spv: matmul_id_q4_0_f16_aligned_fp32 string_to_spv: matmul_id_q4_1_f32_fp32 string_to_spv: matmul_id_q4_1_f32_aligned_fp32 string_to_spv: matmul_id_q4_1_f16_fp32 string_to_spv: matmul_id_q4_1_f16_aligned_fp32 string_to_spv: matmul_id_q5_0_f32_fp32 string_to_spv: matmul_id_q5_0_f32_aligned_fp32 string_to_spv: matmul_id_q5_0_f16_fp32 string_to_spv: matmul_id_q5_0_f16_aligned_fp32 string_to_spv: matmul_id_q5_1_f32_fp32 string_to_spv: matmul_id_q5_1_f32_aligned_fp32 string_to_spv: matmul_id_q5_1_f16_fp32 string_to_spv: matmul_id_q8_0_f32_fp32 string_to_spv: matmul_id_q5_1_f16_aligned_fp32 string_to_spv: matmul_id_q8_0_f32_aligned_fp32 string_to_spv: matmul_id_q8_0_f16_fp32 string_to_spv: matmul_id_q8_0_f16_aligned_fp32 string_to_spv: matmul_id_q2_k_f32_fp32 string_to_spv: matmul_id_q2_k_f32_aligned_fp32 string_to_spv: matmul_id_q2_k_f16_fp32 string_to_spv: matmul_id_q2_k_f16_aligned_fp32 string_to_spv: matmul_id_q3_k_f32_fp32 string_to_spv: matmul_id_q3_k_f32_aligned_fp32 string_to_spv: matmul_id_q3_k_f16_fp32 string_to_spv: matmul_id_q4_k_f32_fp32 string_to_spv: matmul_id_q3_k_f16_aligned_fp32 string_to_spv: matmul_id_q4_k_f32_aligned_fp32 string_to_spv: matmul_id_q4_k_f16_fp32 string_to_spv: matmul_id_q4_k_f16_aligned_fp32 string_to_spv: matmul_id_q5_k_f32_fp32 string_to_spv: matmul_id_q5_k_f32_aligned_fp32 string_to_spv: matmul_id_q5_k_f16_fp32 string_to_spv: matmul_id_q5_k_f16_aligned_fp32 string_to_spv: matmul_id_q6_k_f32_fp32 string_to_spv: matmul_id_q6_k_f32_aligned_fp32 string_to_spv: matmul_id_q6_k_f16_fp32 string_to_spv: matmul_id_q6_k_f16_aligned_fp32 string_to_spv: matmul_id_iq1_s_f32_fp32 string_to_spv: matmul_id_iq1_s_f32_aligned_fp32 string_to_spv: matmul_id_iq1_s_f16_fp32 string_to_spv: matmul_id_iq1_s_f16_aligned_fp32 string_to_spv: matmul_id_iq1_m_f32_fp32 string_to_spv: matmul_id_iq1_m_f32_aligned_fp32 string_to_spv: matmul_id_iq1_m_f16_fp32 string_to_spv: matmul_id_iq1_m_f16_aligned_fp32 string_to_spv: matmul_id_iq2_xxs_f32_fp32 string_to_spv: matmul_id_iq2_xxs_f32_aligned_fp32 string_to_spv: matmul_id_iq2_xxs_f16_fp32 string_to_spv: string_to_spv: matmul_id_iq2_xxs_f16_aligned_fp32 matmul_id_iq2_xs_f32_fp32 string_to_spv: matmul_id_iq2_xs_f32_aligned_fp32 string_to_spv: matmul_id_iq2_xs_f16_fp32 string_to_spv: matmul_id_iq2_xs_f16_aligned_fp32 string_to_spv: matmul_id_iq2_s_f32_fp32 string_to_spv: matmul_id_iq2_s_f32_aligned_fp32 string_to_spv: matmul_id_iq2_s_f16_fp32 string_to_spv: matmul_id_iq2_s_f16_aligned_fp32 string_to_spv: matmul_id_iq3_xxs_f32_fp32 string_to_spv: matmul_id_iq3_xxs_f32_aligned_fp32 string_to_spv: matmul_id_iq3_xxs_f16_fp32 string_to_spv: matmul_id_iq3_xxs_f16_aligned_fp32 string_to_spv: matmul_id_iq3_s_f32_fp32 string_to_spv: matmul_id_iq3_s_f32_aligned_fp32 string_to_spv: matmul_id_iq3_s_f16_fp32 string_to_spv: matmul_id_iq3_s_f16_aligned_fp32 string_to_spv: matmul_id_iq4_xs_f32_fp32 string_to_spv: matmul_id_iq4_xs_f32_aligned_fp32 string_to_spv: matmul_id_iq4_xs_f16_fp32 string_to_spv: matmul_id_iq4_xs_f16_aligned_fp32 string_to_spv: matmul_id_iq4_nl_f32_fp32 string_to_spv: matmul_id_iq4_nl_f32_aligned_fp32 string_to_spv: matmul_id_iq4_nl_f16_fp32 string_to_spv: matmul_id_iq4_nl_f16_aligned_fp32 string_to_spv: matmul_id_f32_f16 string_to_spv: matmul_id_f32_f16_aligned string_to_spv: matmul_id_f16_aligned string_to_spv: matmul_id_f16 string_to_spv: matmul_id_f32_f32 string_to_spv: matmul_id_f32_f32_aligned string_to_spv: matmul_id_f16_f32 string_to_spv: matmul_id_f16_f32_aligned string_to_spv: matmul_id_q4_0_f32 string_to_spv: matmul_id_q4_0_f32_aligned string_to_spv: matmul_id_q4_0_f16 string_to_spv: matmul_id_q4_0_f16_aligned string_to_spv: matmul_id_q4_1_f32 string_to_spv: matmul_id_q4_1_f32_aligned string_to_spv: matmul_id_q4_1_f16 string_to_spv: matmul_id_q4_1_f16_aligned string_to_spv: matmul_id_q5_0_f32 string_to_spv: matmul_id_q5_0_f32_aligned string_to_spv: matmul_id_q5_0_f16 string_to_spv: matmul_id_q5_0_f16_aligned string_to_spv: matmul_id_q5_1_f32 string_to_spv: matmul_id_q5_1_f32_aligned string_to_spv: matmul_id_q5_1_f16 string_to_spv: matmul_id_q5_1_f16_aligned string_to_spv: matmul_id_q8_0_f32 string_to_spv: matmul_id_q8_0_f32_aligned string_to_spv: matmul_id_q8_0_f16 string_to_spv: matmul_id_q8_0_f16_aligned string_to_spv: matmul_id_q2_k_f32 string_to_spv: matmul_id_q2_k_f32_aligned string_to_spv: matmul_id_q2_k_f16 string_to_spv: matmul_id_q2_k_f16_aligned string_to_spv: matmul_id_q3_k_f32 string_to_spv: matmul_id_q3_k_f32_aligned string_to_spv: matmul_id_q3_k_f16 string_to_spv: matmul_id_q3_k_f16_aligned string_to_spv: matmul_id_q4_k_f32 string_to_spv: matmul_id_q4_k_f32_aligned string_to_spv: matmul_id_q4_k_f16 string_to_spv: matmul_id_q4_k_f16_aligned string_to_spv: matmul_id_q5_k_f32 string_to_spv: matmul_id_q5_k_f32_aligned string_to_spv: matmul_id_q5_k_f16 string_to_spv: matmul_id_q5_k_f16_aligned string_to_spv: matmul_id_q6_k_f32 string_to_spv: matmul_id_q6_k_f32_aligned string_to_spv: matmul_id_q6_k_f16 string_to_spv: matmul_id_q6_k_f16_aligned string_to_spv: matmul_id_iq1_s_f32 string_to_spv: matmul_id_iq1_s_f32_aligned string_to_spv: matmul_id_iq1_s_f16 string_to_spv: matmul_id_iq1_s_f16_aligned string_to_spv: matmul_id_iq1_m_f32 string_to_spv: matmul_id_iq1_m_f32_aligned string_to_spv: matmul_id_iq1_m_f16 string_to_spv: matmul_id_iq1_m_f16_aligned string_to_spv: matmul_id_iq2_xxs_f32 string_to_spv: matmul_id_iq2_xxs_f32_aligned string_to_spv: matmul_id_iq2_xxs_f16 string_to_spv: matmul_id_iq2_xxs_f16_aligned string_to_spv: matmul_id_iq2_xs_f32 string_to_spv: matmul_id_iq2_xs_f32_aligned string_to_spv: matmul_id_iq2_xs_f16 string_to_spv: matmul_id_iq2_xs_f16_aligned string_to_spv: matmul_id_iq2_s_f32 string_to_spv: string_to_spv: matmul_id_iq2_s_f16matmul_id_iq2_s_f32_aligned string_to_spv: matmul_id_iq2_s_f16_aligned string_to_spv: matmul_id_iq3_xxs_f32 string_to_spv: matmul_id_iq3_xxs_f32_aligned string_to_spv: matmul_id_iq3_xxs_f16 string_to_spv: matmul_id_iq3_xxs_f16_aligned string_to_spv: matmul_id_iq3_s_f32 string_to_spv: matmul_id_iq3_s_f32_aligned string_to_spv: matmul_id_iq3_s_f16 string_to_spv: matmul_id_iq3_s_f16_aligned string_to_spv: matmul_id_iq4_xs_f32 string_to_spv: matmul_id_iq4_xs_f32_aligned string_to_spv: matmul_id_iq4_xs_f16 string_to_spv: matmul_id_iq4_xs_f16_aligned string_to_spv: matmul_id_iq4_nl_f32 string_to_spv: matmul_id_iq4_nl_f32_aligned string_to_spv: matmul_id_iq4_nl_f16 string_to_spv: matmul_id_iq4_nl_f16_aligned string_to_spv: matmul_id_f32_f16_f16acc string_to_spv: matmul_id_f32_f16_aligned_f16acc string_to_spv: matmul_id_f16_aligned_f16acc string_to_spv: matmul_id_f16_f16acc string_to_spv: matmul_id_f32_f32_f16acc string_to_spv: matmul_id_f32_f32_aligned_f16acc string_to_spv: matmul_id_f16_f32_f16acc string_to_spv: matmul_id_f16_f32_aligned_f16acc string_to_spv: matmul_id_q4_0_f32_f16acc string_to_spv: matmul_id_q4_0_f32_aligned_f16acc string_to_spv: matmul_id_q4_0_f16_f16acc string_to_spv: matmul_id_q4_0_f16_aligned_f16acc string_to_spv: matmul_id_q4_1_f32_f16acc string_to_spv: matmul_id_q4_1_f32_aligned_f16acc string_to_spv: matmul_id_q4_1_f16_f16acc string_to_spv: matmul_id_q4_1_f16_aligned_f16acc string_to_spv: matmul_id_q5_0_f32_f16acc string_to_spv: matmul_id_q5_0_f32_aligned_f16acc string_to_spv: matmul_id_q5_0_f16_f16acc string_to_spv: matmul_id_q5_0_f16_aligned_f16acc string_to_spv: matmul_id_q5_1_f32_f16acc string_to_spv: matmul_id_q5_1_f32_aligned_f16acc string_to_spv: matmul_id_q5_1_f16_f16acc string_to_spv: matmul_id_q5_1_f16_aligned_f16acc string_to_spv: matmul_id_q8_0_f32_f16acc string_to_spv: matmul_id_q8_0_f32_aligned_f16acc string_to_spv: matmul_id_q8_0_f16_f16acc string_to_spv: matmul_id_q8_0_f16_aligned_f16acc string_to_spv: matmul_id_q2_k_f32_f16acc string_to_spv: matmul_id_q2_k_f32_aligned_f16acc string_to_spv: matmul_id_q2_k_f16_f16acc string_to_spv: matmul_id_q2_k_f16_aligned_f16acc string_to_spv: matmul_id_q3_k_f32_f16acc string_to_spv: matmul_id_q3_k_f32_aligned_f16acc string_to_spv: matmul_id_q3_k_f16_f16acc string_to_spv: matmul_id_q3_k_f16_aligned_f16acc string_to_spv: matmul_id_q4_k_f32_f16acc string_to_spv: matmul_id_q4_k_f32_aligned_f16acc string_to_spv: matmul_id_q4_k_f16_aligned_f16acc string_to_spv: matmul_id_q4_k_f16_f16acc string_to_spv: matmul_id_q5_k_f32_f16acc string_to_spv: matmul_id_q5_k_f32_aligned_f16acc string_to_spv: matmul_id_q5_k_f16_f16acc string_to_spv: matmul_id_q5_k_f16_aligned_f16acc string_to_spv: matmul_id_q6_k_f32_f16acc string_to_spv: matmul_id_q6_k_f32_aligned_f16acc string_to_spv: matmul_id_q6_k_f16_f16acc string_to_spv: matmul_id_q6_k_f16_aligned_f16acc string_to_spv: matmul_id_iq1_s_f32_f16acc string_to_spv: matmul_id_iq1_s_f32_aligned_f16acc string_to_spv: matmul_id_iq1_s_f16_f16acc string_to_spv: matmul_id_iq1_s_f16_aligned_f16acc string_to_spv: matmul_id_iq1_m_f32_aligned_f16acc string_to_spv: matmul_id_iq1_m_f32_f16acc string_to_spv: matmul_id_iq1_m_f16_aligned_f16acc string_to_spv: matmul_id_iq1_m_f16_f16acc string_to_spv: matmul_id_iq2_xxs_f32_f16acc string_to_spv: matmul_id_iq2_xxs_f16_f16acc string_to_spv: matmul_id_iq2_xxs_f32_aligned_f16acc string_to_spv: matmul_id_iq2_xxs_f16_aligned_f16acc string_to_spv: matmul_id_iq2_xs_f32_f16acc string_to_spv: matmul_id_iq2_xs_f32_aligned_f16acc string_to_spv: matmul_id_iq2_xs_f16_aligned_f16acc string_to_spv: matmul_id_iq2_xs_f16_f16acc string_to_spv: matmul_id_iq2_s_f32_f16acc string_to_spv: matmul_id_iq2_s_f32_aligned_f16acc string_to_spv: matmul_id_iq2_s_f16_f16acc string_to_spv: matmul_id_iq2_s_f16_aligned_f16acc string_to_spv: matmul_id_iq3_xxs_f32_f16acc string_to_spv: matmul_id_iq3_xxs_f32_aligned_f16acc string_to_spv: matmul_id_iq3_xxs_f16_f16acc string_to_spv: matmul_id_iq3_xxs_f16_aligned_f16acc string_to_spv: matmul_id_iq3_s_f32_f16acc string_to_spv: matmul_id_iq3_s_f32_aligned_f16acc string_to_spv: matmul_id_iq3_s_f16_f16acc string_to_spv: matmul_id_iq3_s_f16_aligned_f16acc string_to_spv: matmul_id_iq4_xs_f32_f16acc string_to_spv: matmul_id_iq4_xs_f32_aligned_f16acc string_to_spv: matmul_id_iq4_xs_f16_f16acc string_to_spv: matmul_id_iq4_xs_f16_aligned_f16acc string_to_spv: matmul_id_iq4_nl_f32_f16acc string_to_spv: matmul_id_iq4_nl_f32_aligned_f16acc string_to_spv: matmul_id_iq4_nl_f16_f16acc string_to_spv: matmul_id_iq4_nl_f16_aligned_f16acc string_to_spv: matmul_id_f32_f16_coopmat string_to_spv: matmul_id_f32_f16_aligned_coopmat string_to_spv: matmul_id_f16_aligned_coopmat string_to_spv: matmul_id_f16_coopmat string_to_spv: matmul_id_f32_f32_coopmat string_to_spv: matmul_id_f32_f32_aligned_coopmat string_to_spv: matmul_id_f16_f32_coopmat string_to_spv: matmul_id_f16_f32_aligned_coopmat string_to_spv: matmul_id_q4_0_f32_aligned_coopmat string_to_spv: matmul_id_q4_0_f32_coopmat string_to_spv: matmul_id_q4_0_f16_coopmat string_to_spv: matmul_id_q4_0_f16_aligned_coopmat string_to_spv: matmul_id_q4_1_f32_coopmat string_to_spv: matmul_id_q4_1_f32_aligned_coopmat string_to_spv: matmul_id_q4_1_f16_coopmat string_to_spv: matmul_id_q4_1_f16_aligned_coopmat string_to_spv: matmul_id_q5_0_f32_coopmat string_to_spv: matmul_id_q5_0_f32_aligned_coopmat string_to_spv: matmul_id_q5_0_f16_coopmat string_to_spv: matmul_id_q5_0_f16_aligned_coopmat string_to_spv: matmul_id_q5_1_f32_coopmat string_to_spv: matmul_id_q5_1_f32_aligned_coopmat string_to_spv: matmul_id_q5_1_f16_coopmat string_to_spv: matmul_id_q5_1_f16_aligned_coopmat string_to_spv: matmul_id_q8_0_f32_coopmat string_to_spv: matmul_id_q8_0_f32_aligned_coopmat string_to_spv: matmul_id_q8_0_f16_coopmat string_to_spv: matmul_id_q8_0_f16_aligned_coopmat string_to_spv: matmul_id_q2_k_f32_coopmat string_to_spv: matmul_id_q2_k_f32_aligned_coopmat string_to_spv: matmul_id_q2_k_f16_coopmat string_to_spv: matmul_id_q2_k_f16_aligned_coopmat string_to_spv: matmul_id_q3_k_f32_coopmat string_to_spv: matmul_id_q3_k_f32_aligned_coopmat string_to_spv: matmul_id_q3_k_f16_coopmat string_to_spv: matmul_id_q3_k_f16_aligned_coopmat string_to_spv: matmul_id_q4_k_f32_coopmat string_to_spv: matmul_id_q4_k_f32_aligned_coopmat string_to_spv: matmul_id_q4_k_f16_coopmat string_to_spv: matmul_id_q4_k_f16_aligned_coopmat string_to_spv: matmul_id_q5_k_f32_coopmat string_to_spv: matmul_id_q5_k_f32_aligned_coopmat string_to_spv: matmul_id_q5_k_f16_coopmat string_to_spv: matmul_id_q5_k_f16_aligned_coopmat string_to_spv: matmul_id_q6_k_f32_coopmat string_to_spv: matmul_id_q6_k_f32_aligned_coopmat string_to_spv: matmul_id_q6_k_f16_coopmat string_to_spv: matmul_id_q6_k_f16_aligned_coopmat string_to_spv: matmul_id_iq1_s_f32_coopmat string_to_spv: matmul_id_iq1_s_f32_aligned_coopmat string_to_spv: matmul_id_iq1_s_f16_coopmat string_to_spv: matmul_id_iq1_s_f16_aligned_coopmat string_to_spv: matmul_id_iq1_m_f32_coopmat string_to_spv: matmul_id_iq1_m_f32_aligned_coopmat string_to_spv: matmul_id_iq1_m_f16_coopmat string_to_spv: matmul_id_iq1_m_f16_aligned_coopmat string_to_spv: matmul_id_iq2_xxs_f32_coopmat string_to_spv: matmul_id_iq2_xxs_f32_aligned_coopmat string_to_spv: matmul_id_iq2_xxs_f16_coopmat string_to_spv: matmul_id_iq2_xxs_f16_aligned_coopmat string_to_spv: matmul_id_iq2_xs_f32_coopmat string_to_spv: matmul_id_iq2_xs_f32_aligned_coopmat string_to_spv: matmul_id_iq2_xs_f16_coopmat string_to_spv: matmul_id_iq2_xs_f16_aligned_coopmat string_to_spv: matmul_id_iq2_s_f32_coopmat string_to_spv: matmul_id_iq2_s_f32_aligned_coopmat string_to_spv: matmul_id_iq2_s_f16_coopmat string_to_spv: matmul_id_iq2_s_f16_aligned_coopmat string_to_spv: matmul_id_iq3_xxs_f32_coopmat string_to_spv: matmul_id_iq3_xxs_f32_aligned_coopmat string_to_spv: matmul_id_iq3_xxs_f16_coopmat string_to_spv: matmul_id_iq3_xxs_f16_aligned_coopmat string_to_spv: matmul_id_iq3_s_f32_coopmat string_to_spv: matmul_id_iq3_s_f32_aligned_coopmat string_to_spv: matmul_id_iq3_s_f16_coopmat string_to_spv: matmul_id_iq3_s_f16_aligned_coopmat string_to_spv: matmul_id_iq4_xs_f32_coopmat string_to_spv: matmul_id_iq4_xs_f32_aligned_coopmat string_to_spv: matmul_id_iq4_xs_f16_coopmat string_to_spv: matmul_id_iq4_xs_f16_aligned_coopmat string_to_spv: matmul_id_iq4_nl_f32_coopmat string_to_spv: matmul_id_iq4_nl_f32_aligned_coopmat string_to_spv: matmul_id_iq4_nl_f16_coopmat string_to_spv: matmul_id_iq4_nl_f16_aligned_coopmat string_to_spv: matmul_id_f32_f16_f16acc_coopmat string_to_spv: matmul_id_f32_f16_aligned_f16acc_coopmat string_to_spv: matmul_id_f16_aligned_f16acc_coopmat string_to_spv: matmul_id_f16_f16acc_coopmat string_to_spv: matmul_id_f32_f32_f16acc_coopmat string_to_spv: matmul_id_f32_f32_aligned_f16acc_coopmat string_to_spv: matmul_id_f16_f32_f16acc_coopmat string_to_spv: matmul_id_f16_f32_aligned_f16acc_coopmat string_to_spv: matmul_id_q4_0_f32_f16acc_coopmat string_to_spv: matmul_id_q4_0_f32_aligned_f16acc_coopmat string_to_spv: matmul_id_q4_0_f16_f16acc_coopmat string_to_spv: matmul_id_q4_0_f16_aligned_f16acc_coopmat string_to_spv: matmul_id_q4_1_f32_f16acc_coopmat string_to_spv: matmul_id_q4_1_f32_aligned_f16acc_coopmat string_to_spv: matmul_id_q4_1_f16_f16acc_coopmat string_to_spv: matmul_id_q4_1_f16_aligned_f16acc_coopmat string_to_spv: matmul_id_q5_0_f32_f16acc_coopmat string_to_spv: matmul_id_q5_0_f32_aligned_f16acc_coopmat string_to_spv: matmul_id_q5_0_f16_f16acc_coopmat string_to_spv: matmul_id_q5_0_f16_aligned_f16acc_coopmat string_to_spv: matmul_id_q5_1_f32_f16acc_coopmat string_to_spv: matmul_id_q5_1_f32_aligned_f16acc_coopmat string_to_spv: matmul_id_q5_1_f16_f16acc_coopmat string_to_spv: matmul_id_q5_1_f16_aligned_f16acc_coopmat string_to_spv: matmul_id_q8_0_f32_f16acc_coopmat string_to_spv: matmul_id_q8_0_f32_aligned_f16acc_coopmat string_to_spv: matmul_id_q8_0_f16_f16acc_coopmat string_to_spv: matmul_id_q8_0_f16_aligned_f16acc_coopmat string_to_spv: matmul_id_q2_k_f32_f16acc_coopmat string_to_spv: matmul_id_q2_k_f32_aligned_f16acc_coopmat string_to_spv: matmul_id_q2_k_f16_f16acc_coopmat string_to_spv: matmul_id_q2_k_f16_aligned_f16acc_coopmat string_to_spv: matmul_id_q3_k_f32_f16acc_coopmat string_to_spv: matmul_id_q3_k_f32_aligned_f16acc_coopmat string_to_spv: matmul_id_q3_k_f16_f16acc_coopmat string_to_spv: matmul_id_q3_k_f16_aligned_f16acc_coopmat string_to_spv: matmul_id_q4_k_f32_f16acc_coopmat string_to_spv: matmul_id_q4_k_f32_aligned_f16acc_coopmat string_to_spv: matmul_id_q4_k_f16_f16acc_coopmat string_to_spv: matmul_id_q4_k_f16_aligned_f16acc_coopmat string_to_spv: matmul_id_q5_k_f32_f16acc_coopmat string_to_spv: matmul_id_q5_k_f32_aligned_f16acc_coopmat string_to_spv: matmul_id_q5_k_f16_f16acc_coopmat string_to_spv: matmul_id_q5_k_f16_aligned_f16acc_coopmat string_to_spv: matmul_id_q6_k_f32_f16acc_coopmat string_to_spv: matmul_id_q6_k_f32_aligned_f16acc_coopmat string_to_spv: matmul_id_q6_k_f16_f16acc_coopmat string_to_spv: matmul_id_q6_k_f16_aligned_f16acc_coopmat string_to_spv: matmul_id_iq1_s_f32_f16acc_coopmat string_to_spv: matmul_id_iq1_s_f32_aligned_f16acc_coopmat string_to_spv: matmul_id_iq1_s_f16_f16acc_coopmat string_to_spv: matmul_id_iq1_s_f16_aligned_f16acc_coopmat string_to_spv: matmul_id_iq1_m_f32_f16acc_coopmat string_to_spv: matmul_id_iq1_m_f32_aligned_f16acc_coopmat string_to_spv: matmul_id_iq1_m_f16_f16acc_coopmat string_to_spv: matmul_id_iq1_m_f16_aligned_f16acc_coopmat string_to_spv: matmul_id_iq2_xxs_f32_f16acc_coopmat string_to_spv: matmul_id_iq2_xxs_f32_aligned_f16acc_coopmat string_to_spv: matmul_id_iq2_xxs_f16_f16acc_coopmat string_to_spv: matmul_id_iq2_xxs_f16_aligned_f16acc_coopmat string_to_spv: matmul_id_iq2_xs_f32_f16acc_coopmat string_to_spv: matmul_id_iq2_xs_f32_aligned_f16acc_coopmat string_to_spv: matmul_id_iq2_xs_f16_f16acc_coopmat string_to_spv: matmul_id_iq2_xs_f16_aligned_f16acc_coopmat string_to_spv: matmul_id_iq2_s_f32_f16acc_coopmat string_to_spv: matmul_id_iq2_s_f32_aligned_f16acc_coopmat string_to_spv: matmul_id_iq2_s_f16_f16acc_coopmat string_to_spv: matmul_id_iq2_s_f16_aligned_f16acc_coopmat string_to_spv: matmul_id_iq3_xxs_f32_f16acc_coopmat string_to_spv: matmul_id_iq3_xxs_f16_f16acc_coopmat string_to_spv: matmul_id_iq3_xxs_f32_aligned_f16acc_coopmat string_to_spv: matmul_id_iq3_xxs_f16_aligned_f16acc_coopmat string_to_spv: matmul_id_iq3_s_f32_f16acc_coopmat string_to_spv: matmul_id_iq3_s_f32_aligned_f16acc_coopmat string_to_spv: matmul_id_iq3_s_f16_f16acc_coopmat string_to_spv: matmul_id_iq3_s_f16_aligned_f16acc_coopmat string_to_spv: matmul_id_iq4_xs_f32_f16acc_coopmat string_to_spv: matmul_id_iq4_xs_f32_aligned_f16acc_coopmat string_to_spv: matmul_id_iq4_xs_f16_f16acc_coopmat string_to_spv: matmul_id_iq4_xs_f16_aligned_f16acc_coopmat string_to_spv: matmul_id_iq4_nl_f32_f16acc_coopmat string_to_spv: matmul_id_iq4_nl_f32_aligned_f16acc_coopmat string_to_spv: matmul_id_iq4_nl_f16_f16acc_coopmat string_to_spv: matmul_id_iq4_nl_f16_aligned_f16acc_coopmat string_to_spv: matmul_id_f32_f16_cm2 string_to_spv: matmul_id_f32_f16_aligned_cm2 string_to_spv: matmul_id_f16_aligned_cm2 string_to_spv: matmul_id_f16_cm2 string_to_spv: matmul_id_q4_0_f16_aligned_cm2 string_to_spv: matmul_id_q4_0_f16_cm2 string_to_spv: matmul_id_q4_1_f16_cm2 string_to_spv: matmul_id_q4_1_f16_aligned_cm2 string_to_spv: matmul_id_q5_0_f16_cm2 string_to_spv: matmul_id_q5_0_f16_aligned_cm2 string_to_spv: matmul_id_q5_1_f16_cm2 string_to_spv: matmul_id_q5_1_f16_aligned_cm2 string_to_spv: matmul_id_q8_0_f16_cm2 string_to_spv: matmul_id_q8_0_f16_aligned_cm2 string_to_spv: matmul_id_q2_k_f16_cm2 string_to_spv: matmul_id_q2_k_f16_aligned_cm2 string_to_spv: matmul_id_q3_k_f16_cm2 string_to_spv: matmul_id_q3_k_f16_aligned_cm2 string_to_spv: matmul_id_q4_k_f16_cm2 string_to_spv: matmul_id_q4_k_f16_aligned_cm2 string_to_spv: matmul_id_q5_k_f16_cm2 string_to_spv: matmul_id_q5_k_f16_aligned_cm2 string_to_spv: matmul_id_q6_k_f16_cm2 string_to_spv: matmul_id_q6_k_f16_aligned_cm2 string_to_spv: matmul_id_iq1_s_f16_cm2 string_to_spv: matmul_id_iq1_s_f16_aligned_cm2 string_to_spv: matmul_id_iq1_m_f16_cm2 string_to_spv: matmul_id_iq1_m_f16_aligned_cm2 string_to_spv: matmul_id_iq2_xxs_f16_cm2 string_to_spv: matmul_id_iq2_xxs_f16_aligned_cm2 string_to_spv: matmul_id_iq2_xs_f16_cm2 string_to_spv: matmul_id_iq2_xs_f16_aligned_cm2 string_to_spv: matmul_id_iq2_s_f16_cm2 string_to_spv: matmul_id_iq2_s_f16_aligned_cm2 string_to_spv: matmul_id_iq3_xxs_f16_cm2 string_to_spv: matmul_id_iq3_xxs_f16_aligned_cm2 string_to_spv: matmul_id_iq3_s_f16_cm2 string_to_spv: matmul_id_iq3_s_f16_aligned_cm2 string_to_spv: matmul_id_iq4_xs_f16_cm2 string_to_spv: matmul_id_iq4_xs_f16_aligned_cm2 string_to_spv: matmul_id_iq4_nl_f16_cm2 string_to_spv: matmul_id_f32_f16_f16acc_cm2 string_to_spv: matmul_id_iq4_nl_f16_aligned_cm2 string_to_spv: matmul_id_f32_f16_aligned_f16acc_cm2 string_to_spv: matmul_id_f16_aligned_f16acc_cm2 string_to_spv: matmul_id_f16_f16acc_cm2 string_to_spv: matmul_id_q4_0_f16_f16acc_cm2 string_to_spv: matmul_id_q4_0_f16_aligned_f16acc_cm2 string_to_spv: matmul_id_q4_1_f16_f16acc_cm2 string_to_spv: matmul_id_q4_1_f16_aligned_f16acc_cm2 string_to_spv: matmul_id_q5_0_f16_f16acc_cm2 string_to_spv: matmul_id_q5_0_f16_aligned_f16acc_cm2 string_to_spv: matmul_id_q5_1_f16_f16acc_cm2 string_to_spv: matmul_id_q5_1_f16_aligned_f16acc_cm2 string_to_spv: matmul_id_q8_0_f16_f16acc_cm2 string_to_spv: matmul_id_q8_0_f16_aligned_f16acc_cm2 string_to_spv: matmul_id_q2_k_f16_f16acc_cm2 string_to_spv: matmul_id_q2_k_f16_aligned_f16acc_cm2 string_to_spv: matmul_id_q3_k_f16_f16acc_cm2 string_to_spv: matmul_id_q3_k_f16_aligned_f16acc_cm2 string_to_spv: matmul_id_q4_k_f16_f16acc_cm2 string_to_spv: matmul_id_q4_k_f16_aligned_f16acc_cm2 string_to_spv: matmul_id_q5_k_f16_f16acc_cm2 string_to_spv: matmul_id_q5_k_f16_aligned_f16acc_cm2 string_to_spv: matmul_id_q6_k_f16_aligned_f16acc_cm2 string_to_spv: matmul_id_q6_k_f16_f16acc_cm2 string_to_spv: matmul_id_iq1_s_f16_f16acc_cm2 string_to_spv: string_to_spv: matmul_id_iq1_m_f16_f16acc_cm2 matmul_id_iq1_s_f16_aligned_f16acc_cm2 string_to_spv: matmul_id_iq1_m_f16_aligned_f16acc_cm2 string_to_spv: matmul_id_iq2_xxs_f16_f16acc_cm2 string_to_spv: matmul_id_iq2_xxs_f16_aligned_f16acc_cm2 string_to_spv: matmul_id_iq2_xs_f16_f16acc_cm2 string_to_spv: matmul_id_iq2_xs_f16_aligned_f16acc_cm2 string_to_spv: matmul_id_iq2_s_f16_f16acc_cm2 string_to_spv: matmul_id_iq2_s_f16_aligned_f16acc_cm2 string_to_spv: matmul_id_iq3_xxs_f16_f16acc_cm2 string_to_spv: matmul_id_iq3_xxs_f16_aligned_f16acc_cm2 string_to_spv: matmul_id_iq3_s_f16_f16acc_cm2 string_to_spv: matmul_id_iq3_s_f16_aligned_f16acc_cm2 string_to_spv: matmul_id_iq4_xs_f16_f16acc_cm2 string_to_spv: matmul_id_iq4_xs_f16_aligned_f16acc_cm2 string_to_spv: matmul_id_iq4_nl_f16_f16acc_cm2 string_to_spv: matmul_id_iq4_nl_f16_aligned_f16acc_cm2 string_to_spv: flash_attn_f32_f16_f16_cm2 string_to_spv: flash_attn_f32_f16_q4_0_cm2 string_to_spv: flash_attn_f32_f16_q4_1_cm2 string_to_spv: flash_attn_f32_f16_q5_0_cm2 string_to_spv: flash_attn_f32_f16_q5_1_cm2 string_to_spv: flash_attn_f32_f16_q8_0_cm2 string_to_spv: flash_attn_f32_f16_q2_k_cm2 string_to_spv: flash_attn_f32_f16_q3_k_cm2 string_to_spv: flash_attn_f32_f16_q4_k_cm2 string_to_spv: flash_attn_f32_f16_q5_k_cm2 string_to_spv: flash_attn_f32_f16_q6_k_cm2 string_to_spv: flash_attn_f32_f16_iq1_s_cm2 string_to_spv: flash_attn_f32_f16_iq1_m_cm2 string_to_spv: flash_attn_f32_f16_iq2_xxs_cm2 string_to_spv: flash_attn_f32_f16_iq2_xs_cm2 string_to_spv: flash_attn_f32_f16_iq2_s_cm2 string_to_spv: flash_attn_f32_f16_iq3_xxs_cm2 string_to_spv: flash_attn_f32_f16_iq3_s_cm2 string_to_spv: flash_attn_f32_f16_iq4_xs_cm2 string_to_spv: flash_attn_f32_f16_iq4_nl_cm2 string_to_spv: flash_attn_f32_f16_f16_f16acc_cm2 string_to_spv: flash_attn_f32_f16_q4_0_f16acc_cm2 string_to_spv: flash_attn_f32_f16_q4_1_f16acc_cm2 string_to_spv: flash_attn_f32_f16_q5_0_f16acc_cm2 string_to_spv: flash_attn_f32_f16_q5_1_f16acc_cm2 string_to_spv: flash_attn_f32_f16_q8_0_f16acc_cm2 string_to_spv: flash_attn_f32_f16_q2_k_f16acc_cm2 string_to_spv: flash_attn_f32_f16_q3_k_f16acc_cm2 string_to_spv: flash_attn_f32_f16_q4_k_f16acc_cm2 string_to_spv: flash_attn_f32_f16_q5_k_f16acc_cm2 string_to_spv: flash_attn_f32_f16_q6_k_f16acc_cm2 string_to_spv: flash_attn_f32_f16_iq1_s_f16acc_cm2 string_to_spv: flash_attn_f32_f16_iq1_m_f16acc_cm2 string_to_spv: flash_attn_f32_f16_iq2_xxs_f16acc_cm2 string_to_spv: flash_attn_f32_f16_iq2_xs_f16acc_cm2 string_to_spv: flash_attn_f32_f16_iq2_s_f16acc_cm2 string_to_spv: flash_attn_f32_f16_iq3_xxs_f16acc_cm2 string_to_spv: flash_attn_f32_f16_iq3_s_f16acc_cm2 string_to_spv: flash_attn_f32_f16_iq4_xs_f16acc_cm2 string_to_spv: flash_attn_f32_f16_iq4_nl_f16acc_cm2 string_to_spv: mul_mat_vec_f32_f32_f32 string_to_spv: mul_mat_vec_f32_f16_f32 string_to_spv: mul_mat_vec_id_f32_f32 string_to_spv: dequant_f32 string_to_spv: get_rows_f32 string_to_spv: get_rows_f32_f32 string_to_spv: mul_mat_vec_f16_f32_f32 string_to_spv: mul_mat_vec_f16_f16_f32 string_to_spv: get_rows_f16 string_to_spv: mul_mat_vec_id_f16_f32 string_to_spv: get_rows_f16_f32 string_to_spv: mul_mat_vec_q4_0_f32_f32 string_to_spv: mul_mat_vec_q4_0_f16_f32 string_to_spv: mul_mat_vec_id_q4_0_f32 string_to_spv: dequant_q4_0 string_to_spv: get_rows_q4_0 string_to_spv: get_rows_q4_0_f32 string_to_spv: mul_mat_vec_q4_1_f32_f32 string_to_spv: mul_mat_vec_q4_1_f16_f32 string_to_spv: mul_mat_vec_id_q4_1_f32 string_to_spv: get_rows_q4_1 string_to_spv: dequant_q4_1 string_to_spv: get_rows_q4_1_f32 string_to_spv: mul_mat_vec_q5_0_f32_f32 string_to_spv: mul_mat_vec_q5_0_f16_f32 string_to_spv: mul_mat_vec_id_q5_0_f32 string_to_spv: dequant_q5_0 string_to_spv: get_rows_q5_0 string_to_spv: get_rows_q5_0_f32 string_to_spv: mul_mat_vec_q5_1_f32_f32 string_to_spv: mul_mat_vec_q5_1_f16_f32 string_to_spv: mul_mat_vec_id_q5_1_f32 string_to_spv: dequant_q5_1 string_to_spv: get_rows_q5_1 string_to_spv: get_rows_q5_1_f32 string_to_spv: mul_mat_vec_q8_0_f32_f32 string_to_spv: mul_mat_vec_q8_0_f16_f32 string_to_spv: mul_mat_vec_id_q8_0_f32 string_to_spv: dequant_q8_0 string_to_spv: get_rows_q8_0 string_to_spv: get_rows_q8_0_f32 string_to_spv: mul_mat_vec_q2_k_f32_f32 string_to_spv: mul_mat_vec_q2_k_f16_f32 string_to_spv: mul_mat_vec_id_q2_k_f32 string_to_spv: dequant_q2_k string_to_spv: mul_mat_vec_q3_k_f32_f32 string_to_spv: mul_mat_vec_q3_k_f16_f32 string_to_spv: mul_mat_vec_id_q3_k_f32 string_to_spv: dequant_q3_k string_to_spv: mul_mat_vec_q4_k_f32_f32 string_to_spv: mul_mat_vec_q4_k_f16_f32 string_to_spv: mul_mat_vec_id_q4_k_f32 string_to_spv: dequant_q4_k string_to_spv: mul_mat_vec_q5_k_f32_f32 string_to_spv: mul_mat_vec_q5_k_f16_f32 string_to_spv: mul_mat_vec_id_q5_k_f32 string_to_spv: dequant_q5_k string_to_spv: mul_mat_vec_q6_k_f32_f32 string_to_spv: mul_mat_vec_q6_k_f16_f32 string_to_spv: mul_mat_vec_id_q6_k_f32 string_to_spv: dequant_q6_k string_to_spv: mul_mat_vec_iq1_s_f32_f32 string_to_spv: mul_mat_vec_iq1_s_f16_f32 string_to_spv: mul_mat_vec_id_iq1_s_f32 string_to_spv: dequant_iq1_s string_to_spv: get_rows_iq1_s string_to_spv: get_rows_iq1_s_f32 string_to_spv: mul_mat_vec_iq1_m_f32_f32 string_to_spv: mul_mat_vec_iq1_m_f16_f32 string_to_spv: mul_mat_vec_id_iq1_m_f32 string_to_spv: dequant_iq1_m string_to_spv: get_rows_iq1_m string_to_spv: get_rows_iq1_m_f32 string_to_spv: mul_mat_vec_iq2_xxs_f32_f32 string_to_spv: mul_mat_vec_iq2_xxs_f16_f32 string_to_spv: mul_mat_vec_id_iq2_xxs_f32 string_to_spv: dequant_iq2_xxs string_to_spv: get_rows_iq2_xxs string_to_spv: get_rows_iq2_xxs_f32 string_to_spv: mul_mat_vec_iq2_xs_f32_f32 string_to_spv: mul_mat_vec_iq2_xs_f16_f32 string_to_spv: mul_mat_vec_id_iq2_xs_f32 string_to_spv: dequant_iq2_xs string_to_spv: get_rows_iq2_xs string_to_spv: get_rows_iq2_xs_f32 string_to_spv: mul_mat_vec_iq2_s_f32_f32 string_to_spv: mul_mat_vec_iq2_s_f16_f32 string_to_spv: mul_mat_vec_id_iq2_s_f32 string_to_spv: dequant_iq2_s string_to_spv: get_rows_iq2_s string_to_spv: get_rows_iq2_s_f32 string_to_spv: mul_mat_vec_iq3_xxs_f32_f32 string_to_spv: mul_mat_vec_iq3_xxs_f16_f32 string_to_spv: mul_mat_vec_id_iq3_xxs_f32 string_to_spv: dequant_iq3_xxs string_to_spv: get_rows_iq3_xxs string_to_spv: get_rows_iq3_xxs_f32 string_to_spv: mul_mat_vec_iq3_s_f32_f32 string_to_spv: mul_mat_vec_iq3_s_f16_f32 string_to_spv: mul_mat_vec_id_iq3_s_f32 string_to_spv: dequant_iq3_s string_to_spv: get_rows_iq3_s string_to_spv: get_rows_iq3_s_f32 string_to_spv: mul_mat_vec_iq4_xs_f32_f32 string_to_spv: mul_mat_vec_iq4_xs_f16_f32 string_to_spv: mul_mat_vec_id_iq4_xs_f32 string_to_spv: dequant_iq4_xs string_to_spv: get_rows_iq4_xs string_to_spv: get_rows_iq4_xs_f32 string_to_spv: mul_mat_vec_iq4_nl_f32_f32 string_to_spv: mul_mat_vec_iq4_nl_f16_f32 string_to_spv: mul_mat_vec_id_iq4_nl_f32 string_to_spv: dequant_iq4_nl string_to_spv: get_rows_iq4_nl string_to_spv: get_rows_iq4_nl_f32 string_to_spv: mul_mat_vec_p021_f16_f32_subgroup_add string_to_spv: mul_mat_vec_p021_f16_f32 string_to_spv: mul_mat_vec_nc_f16_f32 string_to_spv: norm_f32 string_to_spv: group_norm_f32 string_to_spv: rms_norm_f32 string_to_spv: rms_norm_back_f32 string_to_spv: l2_norm_f32 string_to_spv: cpy_f32_f32 string_to_spv: cpy_f32_f16 string_to_spv: cpy_f16_f16 string_to_spv: contig_cpy_f32_f32 string_to_spv: contig_cpy_f32_f16 string_to_spv: contig_cpy_f16_f16 string_to_spv: cpy_f32_q4_0 string_to_spv: cpy_f32_q4_0_rte string_to_spv: cpy_q4_0_f32 string_to_spv: cpy_f32_q4_1 string_to_spv: cpy_f32_q4_1_rte string_to_spv: cpy_q4_1_f32 string_to_spv: cpy_f32_q5_0 string_to_spv: cpy_f32_q5_0_rte string_to_spv: cpy_q5_0_f32 string_to_spv: cpy_f32_q5_1 string_to_spv: cpy_f32_q5_1_rte string_to_spv: cpy_q5_1_f32 string_to_spv: cpy_f32_q8_0 string_to_spv: cpy_f32_q8_0_rte string_to_spv: cpy_q8_0_f32 string_to_spv: cpy_f32_iq4_nl string_to_spv: cpy_f32_iq4_nl_rte string_to_spv: cpy_iq4_nl_f32 string_to_spv: add_f32 string_to_spv: add_f16_f32_f16 string_to_spv: sub_f32 string_to_spv: acc_f32 string_to_spv: split_k_reduce string_to_spv: fa_split_k_reduce string_to_spv: quantize_q8_1 string_to_spv: mul_f32 string_to_spv: div_f32 string_to_spv: string_to_spv: repeat_f32 repeat_back_f32 string_to_spv: scale_f32 string_to_spv: sqr_f32 string_to_spv: sin_f32 string_to_spv: clamp_f32 string_to_spv: cos_f32 string_to_spv: string_to_spv: concat_f32 pad_f32 string_to_spv: concat_f16 string_to_spv: concat_i32 string_to_spv: upscale_f32 string_to_spv: gelu_f32 string_to_spv: gelu_quick_f32 string_to_spv: silu_f32 string_to_spv: silu_back_f32 string_to_spv: relu_f32 string_to_spv: leaky_relu_f32 string_to_spv: tanh_f32 string_to_spv: sigmoid_f32 string_to_spv: diag_mask_inf_f32 string_to_spv: soft_max_f32 string_to_spv: soft_max_f32_f16 string_to_spv: soft_max_back_f32 string_to_spv: rope_norm_f32 string_to_spv: rope_norm_f16 string_to_spv: rope_norm_f16_rte string_to_spv: rope_neox_f32 string_to_spv: rope_neox_f16 string_to_spv: rope_neox_f16_rte string_to_spv: rope_multi_f32 string_to_spv: rope_multi_f16 string_to_spv: rope_multi_f16_rte string_to_spv: rope_vision_f32 string_to_spv: rope_vision_f16 string_to_spv: rope_vision_f16_rte string_to_spv: argsort_f32 string_to_spv: argmax_f32 string_to_spv: sum_rows_f32 string_to_spv: count_equal_i32 string_to_spv: im2col_f32 string_to_spv: im2col_f32_f16 string_to_spv: im2col_f32_f16_rte string_to_spv: timestep_embedding_f32 string_to_spv: pool2d_f32 string_to_spv: string_to_spv: rwkv_wkv6_f32 rwkv_wkv7_f32 string_to_spv: opt_step_adamw_f32 Vulkan Shaders Rebuilt for Linux... gmake[1]: Leaving directory '/wrkdirs/usr/ports/misc/koboldcpp/work-default/koboldcpp-1.89' c++ -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -isystem /usr/local/include -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -O3 -fno-finite-math-only -std=c++17 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-multichar -Wno-write-strings -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread -DGGML_USE_VULKAN -DSD_USE_VULKAN -c ggml/src/ggml-vulkan/ggml-vulkan.cpp -o ggml-vulkan.o c++: warning: argument unused during compilation: '-s' [-Wunused-command-line-argument] c++ -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -isystem /usr/local/include -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -O3 -fno-finite-math-only -std=c++17 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-multichar -Wno-write-strings -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread -DGGML_USE_VULKAN -DSD_USE_VULKAN -c otherarch/sdcpp/sdtype_adapter.cpp -o sdcpp_vulkan.o c++: warning: argument unused during compilation: '-s' [-Wunused-command-line-argument] In file included from otherarch/sdcpp/sdtype_adapter.cpp:17: otherarch/sdcpp/stable-diffusion.cpp:316:65: warning: comparison of different enumeration types ('ggml_type' and 'sd_type_t') [-Wenum-compare] 316 | LOG_INFO("Weight type: %s", model_wtype != SD_TYPE_COUNT ? ggml_type_name(model_wtype) : "??"); | ~~~~~~~~~~~ ^ ~~~~~~~~~~~~~ otherarch/sdcpp/util.h:60:36: note: expanded from macro 'LOG_INFO' 60 | #define LOG_INFO(...) log_message(__VA_ARGS__) | ^~~~~~~~~~~ In file included from otherarch/sdcpp/sdtype_adapter.cpp:17: otherarch/sdcpp/stable-diffusion.cpp:317:71: warning: comparison of different enumeration types ('ggml_type' and 'sd_type_t') [-Wenum-compare] 317 | LOG_INFO("Conditioner weight type: %s", conditioner_wtype != SD_TYPE_COUNT ? ggml_type_name(conditioner_wtype) : "??"); | ~~~~~~~~~~~~~~~~~ ^ ~~~~~~~~~~~~~ otherarch/sdcpp/util.h:60:36: note: expanded from macro 'LOG_INFO' 60 | #define LOG_INFO(...) log_message(__VA_ARGS__) | ^~~~~~~~~~~ In file included from otherarch/sdcpp/sdtype_adapter.cpp:17: otherarch/sdcpp/stable-diffusion.cpp:318:75: warning: comparison of different enumeration types ('ggml_type' and 'sd_type_t') [-Wenum-compare] 318 | LOG_INFO("Diffusion model weight type: %s", diffusion_model_wtype != SD_TYPE_COUNT ? ggml_type_name(diffusion_model_wtype) : "??"); | ~~~~~~~~~~~~~~~~~~~~~ ^ ~~~~~~~~~~~~~ otherarch/sdcpp/util.h:60:36: note: expanded from macro 'LOG_INFO' 60 | #define LOG_INFO(...) log_message(__VA_ARGS__) | ^~~~~~~~~~~ In file included from otherarch/sdcpp/sdtype_adapter.cpp:17: otherarch/sdcpp/stable-diffusion.cpp:319:63: warning: comparison of different enumeration types ('ggml_type' and 'sd_type_t') [-Wenum-compare] 319 | LOG_INFO("VAE weight type: %s", vae_wtype != SD_TYPE_COUNT ? ggml_type_name(vae_wtype) : "??"); | ~~~~~~~~~ ^ ~~~~~~~~~~~~~ otherarch/sdcpp/util.h:60:36: note: expanded from macro 'LOG_INFO' 60 | #define LOG_INFO(...) log_message(__VA_ARGS__) | ^~~~~~~~~~~ In file included from otherarch/sdcpp/sdtype_adapter.cpp:21: In file included from ./otherarch/sdcpp/thirdparty/zip.c:40: ./otherarch/sdcpp/thirdparty/miniz.h:4988:9: warning: Using fopen, ftello, fseeko, stat() etc. path for file I/O - this path may not support large files. [-W#pragma-messages] 4988 | #pragma message( \ | ^ otherarch/sdcpp/sdtype_adapter.cpp:285:73: warning: result of comparison of constant 244 with expression of type 'char' is always true [-Wtautological-constant-out-of-range-compare] 285 | if (static_cast(ch) <= 0x7F || (ch >= 0xC2 && ch <= 0xF4)) { | ~~ ^ ~~~~ otherarch/sdcpp/sdtype_adapter.cpp:285:59: warning: result of comparison of constant 194 with expression of type 'char' is always false [-Wtautological-constant-out-of-range-compare] 285 | if (static_cast(ch) <= 0x7F || (ch >= 0xC2 && ch <= 0xF4)) { | ~~ ^ ~~~~ 7 warnings generated. c++ -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -isystem /usr/local/include -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -O3 -fno-finite-math-only -std=c++17 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-multichar -Wno-write-strings -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread -DGGML_USE_VULKAN -DSD_USE_VULKAN -c examples/llava/clip.cpp -o llavaclip_vulkan.o c++: warning: argument unused during compilation: '-s' [-Wunused-command-line-argument] In file included from examples/llava/clip.cpp:28: ./otherarch/sdcpp/thirdparty/stb_image_resize.h:760:31: warning: expression result unused [-Wunused-value] 760 | STBIR__DEBUG_ASSERT(scale <= 1); | ~~~~~ ^ ~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:778:31: warning: expression result unused [-Wunused-value] 778 | STBIR__DEBUG_ASSERT(scale <= 1); | ~~~~~ ^ ~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1041:56: warning: expression result unused [-Wunused-value] 1041 | STBIR__DEBUG_ASSERT(in_last_pixel - in_first_pixel <= (int)ceil(stbir__filter_info_table[filter].support(1/scale) * 2)); // Taken directly from stbir__get_coefficient_width() which we can't call because we don't know if we're horizontal or vertical. | ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ^ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1046:41: warning: expression result unused [-Wunused-value] 1046 | STBIR__DEBUG_ASSERT(contributor->n1 >= contributor->n0); | ~~~~~~~~~~~~~~~ ^ ~~~~~~~~~~~~~~~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1064:128: warning: expression result unused [-Wunused-value] 1064 | STBIR__DEBUG_ASSERT(stbir__filter_info_table[filter].kernel((float)(in_last_pixel + 1) + 0.5f - in_center_of_out, 1/scale) == 0); | ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ^ ~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1066:38: warning: expression result unused [-Wunused-value] 1066 | STBIR__DEBUG_ASSERT(total_filter > 0.9); | ~~~~~~~~~~~~ ^ ~~~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1067:38: warning: expression result unused [-Wunused-value] 1067 | STBIR__DEBUG_ASSERT(total_filter < 1.1f); // Make sure it's not way off. | ~~~~~~~~~~~~ ^ ~~~~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1089:59: warning: expression result unused [-Wunused-value] 1089 | STBIR__DEBUG_ASSERT(out_last_pixel - out_first_pixel <= (int)ceil(stbir__filter_info_table[filter].support(scale_ratio) * 2)); // Taken directly from stbir__get_coefficient_width() which we can't call because we don't know if we're horizontal or vertical. | ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ^ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1094:41: warning: expression result unused [-Wunused-value] 1094 | STBIR__DEBUG_ASSERT(contributor->n1 >= contributor->n0); | ~~~~~~~~~~~~~~~ ^ ~~~~~~~~~~~~~~~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1103:133: warning: expression result unused [-Wunused-value] 1103 | STBIR__DEBUG_ASSERT(stbir__filter_info_table[filter].kernel((float)(out_last_pixel + 1) + 0.5f - out_center_of_in, scale_ratio) == 0); | ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ^ ~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1138:35: warning: expression result unused [-Wunused-value] 1138 | STBIR__DEBUG_ASSERT(total > 0.9f); | ~~~~~ ^ ~~~~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1139:35: warning: expression result unused [-Wunused-value] 1139 | STBIR__DEBUG_ASSERT(total < 1.1f); | ~~~~~ ^ ~~~~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1427:47: warning: expression result unused [-Wunused-value] 1427 | STBIR__DEBUG_ASSERT(ring_buffer_index != stbir_info->ring_buffer_begin_index); | ~~~~~~~~~~~~~~~~~ ^ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1459:32: warning: expression result unused [-Wunused-value] 1459 | STBIR__DEBUG_ASSERT(n1 >= n0); | ~~ ^ ~~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1460:32: warning: expression result unused [-Wunused-value] 1460 | STBIR__DEBUG_ASSERT(n0 >= -stbir_info->horizontal_filter_pixel_margin); | ~~ ^ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1461:32: warning: expression result unused [-Wunused-value] 1461 | STBIR__DEBUG_ASSERT(n1 >= -stbir_info->horizontal_filter_pixel_margin); | ~~ ^ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1462:32: warning: expression result unused [-Wunused-value] 1462 | STBIR__DEBUG_ASSERT(n0 < stbir_info->input_w + stbir_info->horizontal_filter_pixel_margin); | ~~ ^ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1463:32: warning: expression result unused [-Wunused-value] 1463 | STBIR__DEBUG_ASSERT(n1 < stbir_info->input_w + stbir_info->horizontal_filter_pixel_margin); | ~~ ^ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1471:53: warning: expression result unused [-Wunused-value] 1471 | STBIR__DEBUG_ASSERT(coefficient != 0); | ~~~~~~~~~~~ ^ ~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1480:53: warning: expression result unused [-Wunused-value] 1480 | STBIR__DEBUG_ASSERT(coefficient != 0); | ~~~~~~~~~~~ ^ ~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1490:53: warning: expression result unused [-Wunused-value] 1490 | STBIR__DEBUG_ASSERT(coefficient != 0); | ~~~~~~~~~~~ ^ ~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1501:53: warning: expression result unused [-Wunused-value] 1501 | STBIR__DEBUG_ASSERT(coefficient != 0); | ~~~~~~~~~~~ ^ ~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1514:53: warning: expression result unused [-Wunused-value] 1514 | STBIR__DEBUG_ASSERT(coefficient != 0); | ~~~~~~~~~~~ ^ ~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1537:25: warning: expression result unused [-Wunused-value] 1537 | STBIR__DEBUG_ASSERT(!stbir__use_width_upsampling(stbir_info)); | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1555:53: warning: expression result unused [-Wunused-value] 1555 | STBIR__DEBUG_ASSERT(coefficient != 0); | ~~~~~~~~~~~ ^ ~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1576:53: warning: expression result unused [-Wunused-value] 1576 | STBIR__DEBUG_ASSERT(coefficient != 0); | ~~~~~~~~~~~ ^ ~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1598:53: warning: expression result unused [-Wunused-value] 1598 | STBIR__DEBUG_ASSERT(coefficient != 0); | ~~~~~~~~~~~ ^ ~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1621:53: warning: expression result unused [-Wunused-value] 1621 | STBIR__DEBUG_ASSERT(coefficient != 0); | ~~~~~~~~~~~ ^ ~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:1646:53: warning: expression result unused [-Wunused-value] 1646 | STBIR__DEBUG_ASSERT(coefficient != 0); | ~~~~~~~~~~~ ^ ~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:2005:25: warning: expression result unused [-Wunused-value] 2005 | STBIR__DEBUG_ASSERT(!stbir__use_height_upsampling(stbir_info)); | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:2079:66: warning: expression result unused [-Wunused-value] 2079 | STBIR__DEBUG_ASSERT(in_last_scanline - in_first_scanline <= stbir_info->vertical_filter_pixel_width); | ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ^ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:2171:25: warning: expression result unused [-Wunused-value] 2171 | STBIR__DEBUG_ASSERT(!stbir__use_height_upsampling(stbir_info)); | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:2180:68: warning: expression result unused [-Wunused-value] 2180 | STBIR__DEBUG_ASSERT(out_last_scanline - out_first_scanline <= stbir_info->vertical_filter_pixel_width); | ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ^ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:2382:92: warning: expression result unused [-Wunused-value] 2382 | STBIR__DEBUG_ASSERT((size_t)STBIR__NEXT_MEMPTR(info->encode_buffer, unsigned char) == (size_t)tempmem + tempmem_size_in_bytes); | ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ^ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ./otherarch/sdcpp/thirdparty/stb_image_resize.h:2390:90: warning: expression result unused [-Wunused-value] 2390 | STBIR__DEBUG_ASSERT((size_t)STBIR__NEXT_MEMPTR(info->ring_buffer, unsigned char) == (size_t)tempmem + tempmem_size_in_bytes); | ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ^ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 35 warnings generated. c++ -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -isystem /usr/local/include -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -O3 -fno-finite-math-only -std=c++17 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-multichar -Wno-write-strings -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread -DGGML_USE_VULKAN -DSD_USE_VULKAN -c ggml/src/ggml-backend.cpp -o ggml-backend_vulkan.o c++: warning: argument unused during compilation: '-s' [-Wunused-command-line-argument] c++ -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -isystem /usr/local/include -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -O3 -fno-finite-math-only -std=c++17 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-multichar -Wno-write-strings -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread -DGGML_USE_VULKAN -DSD_USE_VULKAN -c ggml/src/ggml-backend-reg.cpp -o ggml-backend-reg_vulkan.o c++: warning: argument unused during compilation: '-s' [-Wunused-command-line-argument] c++ -O2 -pipe -fstack-protector-strong -isystem /usr/local/include -fno-strict-aliasing -isystem /usr/local/include -I. -Iggml/include -Iggml/src -Iggml/src/ggml-cpu -Iinclude -Isrc -I./common -I./include -I./include/CL -I./otherarch -I./otherarch/tools -I./otherarch/sdcpp -I./otherarch/sdcpp/thirdparty -I./include/vulkan -O3 -fno-finite-math-only -std=c++17 -fPIC -DLOG_DISABLE_LOGS -D_GNU_SOURCE -DGGML_USE_CPU -DGGML_USE_CPU_AARCH64 -DNDEBUG -s -DGGML_USE_LLAMAFILE -pthread -Wno-multichar -Wno-write-strings -Wno-deprecated -Wno-deprecated-declarations -Wno-unused-variable -pthread ggml_v4_vulkan.o ggml-cpu.o ggml-ops.o ggml-vec.o ggml-binops.o ggml-unops.o ggml_v3.o ggml_v2.o ggml_v1.o expose.o gpttype_adapter_vulkan.o ggml-vulkan.o sdcpp_vulkan.o whispercpp_default.o tts_default.o embeddings_default.o llavaclip_vulkan.o llava.o ggml-backend_vulkan.o ggml-backend-reg_vulkan.o ggml-alloc.o ggml-cpu-traits.o ggml-quants.o ggml-cpu-quants.o ggml-cpu-aarch64.o unicode.o unicode-data.o ggml-threading.o ggml-cpu-cpp.o gguf.o sgemm.o common.o sampling.o kcpputils.o -lvulkan -shared -o koboldcpp_vulkan.so -fstack-protector-strong -L/usr/local/lib =========================================================================== =================================================== ===== env: USE_PACKAGE_DEPENDS_ONLY=1 USER=root UID=0 GID=0 ===> koboldcpp-1.89 depends on package: py311-customtkinter>0 - not found ===> Installing existing package /packages/All/py311-customtkinter-5.2.2_1.pkg [pkg-builder.dan.net.uk] Installing py311-customtkinter-5.2.2_1... [pkg-builder.dan.net.uk] `-- Installing py311-packaging-24.2... [pkg-builder.dan.net.uk] `-- Extracting py311-packaging-24.2: .......... done [pkg-builder.dan.net.uk] `-- Installing py311-tkinter-3.11.12_10... [pkg-builder.dan.net.uk] | `-- Installing tcl86-8.6.16_2... [pkg-builder.dan.net.uk] | `-- Extracting tcl86-8.6.16_2: .......... done [pkg-builder.dan.net.uk] | `-- Installing tk86-8.6.16... [pkg-builder.dan.net.uk] | | `-- Installing fontconfig-2.15.0_3,1... [pkg-builder.dan.net.uk] | | `-- Installing freetype2-2.13.3... [pkg-builder.dan.net.uk] | | `-- Extracting freetype2-2.13.3: .......... done [pkg-builder.dan.net.uk] | | `-- Extracting fontconfig-2.15.0_3,1: .......... done [pkg-builder.dan.net.uk] | | `-- Installing libXScrnSaver-1.2.4_1... [pkg-builder.dan.net.uk] | | `-- Extracting libXScrnSaver-1.2.4_1: .......... done [pkg-builder.dan.net.uk] | | `-- Installing libXft-2.3.8... [pkg-builder.dan.net.uk] | | `-- Extracting libXft-2.3.8: .......... done [pkg-builder.dan.net.uk] | `-- Extracting tk86-8.6.16: .......... done [pkg-builder.dan.net.uk] `-- Extracting py311-tkinter-3.11.12_10: ...... done [pkg-builder.dan.net.uk] `-- Installing py311-typing-extensions-4.13.2... [pkg-builder.dan.net.uk] `-- Extracting py311-typing-extensions-4.13.2: ....... done [pkg-builder.dan.net.uk] Extracting py311-customtkinter-5.2.2_1: .......... done ==> Running trigger: fontconfig.ucl Running fc-cache to build fontconfig cache... ===== Message from freetype2-2.13.3: -- The 2.7.x series now uses the new subpixel hinting mode (V40 port's option) as the default, emulating a modern version of ClearType. This change inevitably leads to different rendering results, and you might change port's options to adapt it to your taste (or use the new "FREETYPE_PROPERTIES" environment variable). The environment variable "FREETYPE_PROPERTIES" can be used to control the driver properties. Example: FREETYPE_PROPERTIES=truetype:interpreter-version=35 \ cff:no-stem-darkening=1 \ autofitter:warping=1 This allows to select, say, the subpixel hinting mode at runtime for a given application. If LONG_PCF_NAMES port's option was enabled, the PCF family names may include the foundry and information whether they contain wide characters. For example, "Sony Fixed" or "Misc Fixed Wide", instead of "Fixed". This can be disabled at run time with using pcf:no-long-family-names property, if needed. Example: FREETYPE_PROPERTIES=pcf:no-long-family-names=1 How to recreate fontconfig cache with using such environment variable, if needed: # env FREETYPE_PROPERTIES=pcf:no-long-family-names=1 fc-cache -fsv The controllable properties are listed in the section "Controlling FreeType Modules" in the reference's table of contents (/usr/local/share/doc/freetype2/reference/index.html, if documentation was installed). ===> koboldcpp-1.89 depends on package: py311-customtkinter>0 - found ===> Returning to build of koboldcpp-1.89 ===> koboldcpp-1.89 depends on file: /usr/local/bin/python3.11 - found =========================================================================== =================================================== ===== env: NO_DEPENDS=yes USER=root UID=0 GID=0 ===> Staging for koboldcpp-1.89 ===> Generating temporary packing list /bin/mkdir -p /wrkdirs/usr/ports/misc/koboldcpp/work-default/stage/usr/local/share/koboldcpp install -m 0644 /wrkdirs/usr/ports/misc/koboldcpp/work-default/koboldcpp-1.89/koboldcpp.py /wrkdirs/usr/ports/misc/koboldcpp/work-default/stage/usr/local/share/koboldcpp/koboldcpp.py /bin/chmod +x /wrkdirs/usr/ports/misc/koboldcpp/work-default/stage/usr/local/share/koboldcpp/koboldcpp.py install -l rs /wrkdirs/usr/ports/misc/koboldcpp/work-default/stage/usr/local/share/koboldcpp/koboldcpp.py /wrkdirs/usr/ports/misc/koboldcpp/work-default/stage/usr/local/bin/koboldcpp install -s -m 0644 /wrkdirs/usr/ports/misc/koboldcpp/work-default/koboldcpp-1.89/koboldcpp_default.so /wrkdirs/usr/ports/misc/koboldcpp/work-default/stage/usr/local/share/koboldcpp install -s -m 0644 /wrkdirs/usr/ports/misc/koboldcpp/work-default/koboldcpp-1.89/koboldcpp_vulkan.so /wrkdirs/usr/ports/misc/koboldcpp/work-default/stage/usr/local/share/koboldcpp install -m 0644 /wrkdirs/usr/ports/misc/koboldcpp/work-default/koboldcpp-1.89/klite.embd /wrkdirs/usr/ports/misc/koboldcpp/work-default/stage/usr/local/share/koboldcpp install -m 0644 /wrkdirs/usr/ports/misc/koboldcpp/work-default/koboldcpp-1.89/kcpp_docs.embd /wrkdirs/usr/ports/misc/koboldcpp/work-default/stage/usr/local/share/koboldcpp install -m 0644 /wrkdirs/usr/ports/misc/koboldcpp/work-default/koboldcpp-1.89/rwkv_vocab.embd /wrkdirs/usr/ports/misc/koboldcpp/work-default/stage/usr/local/share/koboldcpp install -m 0644 /wrkdirs/usr/ports/misc/koboldcpp/work-default/koboldcpp-1.89/rwkv_world_vocab.embd /wrkdirs/usr/ports/misc/koboldcpp/work-default/stage/usr/local/share/koboldcpp install -m 0644 /wrkdirs/usr/ports/misc/koboldcpp/work-default/koboldcpp-1.89/kcpp_sdui.embd /wrkdirs/usr/ports/misc/koboldcpp/work-default/stage/usr/local/share/koboldcpp install -m 0644 /wrkdirs/usr/ports/misc/koboldcpp/work-default/koboldcpp-1.89/taesd.embd /wrkdirs/usr/ports/misc/koboldcpp/work-default/stage/usr/local/share/koboldcpp install -m 0644 /wrkdirs/usr/ports/misc/koboldcpp/work-default/koboldcpp-1.89/taesd_xl.embd /wrkdirs/usr/ports/misc/koboldcpp/work-default/stage/usr/local/share/koboldcpp ====> Compressing man pages (compress-man) =========================================================================== =================================================== ===== env: 'PKG_NOTES=build_timestamp ports_top_git_hash ports_top_checkout_unclean port_git_hash port_checkout_unclean built_by' 'PKG_NOTE_build_timestamp=2025-05-08T00:41:28+0000' 'PKG_NOTE_ports_top_git_hash=5529c5919b' 'PKG_NOTE_ports_top_checkout_unclean=yes' 'PKG_NOTE_port_git_hash=66059e84cc' 'PKG_NOTE_port_checkout_unclean=no' 'PKG_NOTE_built_by=poudriere-git-3.4.2' NO_DEPENDS=yes USER=root UID=0 GID=0 ===> Building packages for koboldcpp-1.89 ===> Building koboldcpp-1.89 =========================================================================== =>> Cleaning up wrkdir ===> Cleaning for koboldcpp-1.89 build of misc/koboldcpp@default | koboldcpp-1.89 ended at Thu May 8 01:54:11 BST 2025 build time: 00:12:43