Update libraries

.github/workflows/ci.yml

@@ -11,16 +11,22 @@ jobs:
     container: archlinux:base-devel
     env:
       ABI: "armeabi-v7a,arm64-v8a,x86,x86_64"
-      NDK_VERSION: "25.2.9519653"
-      CMAKE_VERSION: "3.22.1"
+      NDK_VERSION: "28.0.13004108"
+      CMAKE_VERSION: "3.31.6"
       ANDROID_PLATFORM: "23"
 
     steps:
       - name: Install build dependencies
+        # android-actions/setup-android needs unzip
+        # sdkmanager needs jre
         run: |
           pacman -Syu --needed --noconfirm \
-            git unzip ghc cabal-install haskell-shake haskell-aeson-pretty \
-            cmake extra-cmake-modules ninja fmt fcitx5 boost python opencc jre-openjdk gperf
+            git unzip jre-openjdk \
+            ghc cabal-install haskell-shake haskell-aeson-pretty \
+            cmake extra-cmake-modules ninja \
+            boost \
+            python opencc \
+            gperf
 
       - name: Fetch source code
         uses: actions/checkout@v4

.gitmodules

@@ -53,7 +53,6 @@
 [submodule "libime"]
 	path = libime
 	url = https://github.com/fcitx/libime
-	fetchRecurseSubmodules = true
 [submodule "libime-jyutping"]
 	path = libime-jyutping
 	url = https://github.com/fcitx/libime-jyutping
@@ -65,4 +64,7 @@
 	url = https://github.com/tlwg/libthai
 [submodule "libiconv"]
 	path = libiconv
-	url = https://git.savannah.gnu.org/git/libiconv
+	url = https://github.com/fcitx5-android/libiconv
+[submodule "fcitx5"]
+	path = fcitx5
+	url = https://github.com/fcitx/fcitx5

README.md

@@ -6,13 +6,22 @@ Build static libraries for [fcitx5-android](https://github.com/fcitx5-android/fc
 
 Cabal is required to build this project.
 
-* NDK Vesion: `25.2.9519653`
-* CMake Version: `3.22.1`
+### Android related
+
 * Android Platform (API Level): `23`
-* `bash tar unzip curl git python ghc haskell-shake haskell-aeson-pretty cabal-install`
-* `fcitx5` (`fcitx5-modules` on Debian): for `comp-spell-dict`
-* `libime` (`libime-bin` on Debian) >= 1.0.5 : for various `libime_*` tools
+* Android NDK: `28.0.13004108`
+* CMake Version: `3.31.6`
+
+both can be installed with `sdkmanager` command line tool.
+
+### System dependencies
+
+* `tar curl git`
+* `ghc haskell-shake haskell-aeson-pretty cabal-install`: haskell stuff
+* `cmake extra-cmake-modules ninja`: cmake stuff
+* `python`: build dep of `opencc`
 * `opencc`: for `opencc_dict`
+* `gperf`: build dep of `libiconv`
 
 ## Libraries
 

build.cfg

@@ -9,31 +9,31 @@ lm_sc = lm_sc.arpa-20250113.tar.zst
 lm_sc_sha256 = ee83ecf20d52e8bccdba4cf6cd57183d53c257713a5eb77ee3a63d50fc3796dd
 
 # pinyin dict
-pinyin_dict = dict-20241001.tar.zst
-pinyin_dict_sha256 = d3313b88a68620a23bc8d5f9564cf1b678848dc7af541c4f5f02198e5a3686bf
+pinyin_dict = dict-20250327.tar.zst
+pinyin_dict_sha256 = 7ca6be4754c0d4c27ba7702c0dce651659bd2ca1faa5cbf2848d81a0053c8c13
 
 # table dict
 table = table-20240108.tar.gz
 table_sha256 = 729c596d86907de727c74d0fc3fd241c406c5debd2b4cb74eefe022387ee9dae
 
 ## https://github.com/fcitx/fcitx5-chinese-addons/blob/master/im/pinyin/chaizi.txt
 # extra pinyin dict
-chinese_addon_repo = https://raw.githubusercontent.com/fcitx/fcitx5-chinese-addons/5.1.2/im/pinyin/
+chinese_addon_repo = https://raw.githubusercontent.com/fcitx/fcitx5-chinese-addons/5.0.0/im/pinyin/
 chaizi_sha256 = cd659605360120f7390fda1a278eea12c4df6d763a95c8099068ab09cfafd058
 
 ## https://github.com/fcitx/fcitx5-chinese-addons/blob/master/modules/pinyinhelper/CMakeLists.txt
 # py stroke
-py_stroke = py_stroke-20121124.tar.gz
-py_stroke_sha256 = 8eb128a9bfa43952e67cf2fcee1fd134c6f4cfd317bc2f6c38a615f5eb64e248
+py_stroke = py_stroke-20250329.tar.gz
+py_stroke_sha256 = c1a7ca7225d3614ab83353fc827503006a980447762018f53760425d7b5303a6
 
 # py table
 py_table = py_table-20121124.tar.gz
 py_table_sha256 = 42146ac97de6c13d55f9e99ed873915f4c66739e9c11532a34556badf9792c04
 
-## https://github.com/boostorg/boost/releases
+## https://github.com/boostorg/boost/releases   boost-<boost_version>-cmake.tar.xz
 # boost
-boost_version = 1.86.0
-boost_sha256 = 2c5ec5edcdff47ff55e27ed9560b0a0b94b07bd07ed9928b476150e16b0efc57
+boost_version = 1.87.0
+boost_sha256 = 7da75f171837577a52bbf217e17f8ea576c7c246e4594d617bfde7fafd408be5
 
 ## https://github.com/fcitx/libime-jyutping/blob/master/data/CMakeLists.txt
 # jyutping dict

patches/libiconv/CMakeLists.txt

@@ -1,15 +1,24 @@
 cmake_minimum_required(VERSION 3.22.1)
 project(libiconv)
 
+set(DLL_VARIABLE "")
+set(EILSEQ "")
+set(ICONV_CONST "")
+set(USE_MBSTATE_T "1")
+set(BROKEN_WCHAR_H "0")
+set(HAVE_WCHAR_T "1")
+configure_file("include/iconv.h.in" "iconv.h" @ONLY)
+configure_file("libcharset/include/localcharset.h.in" "localcharset.h" @ONLY)
+
 set(LIBICONV_HEADER
-    "include/iconv.h"
+    "${CMAKE_CURRENT_BINARY_DIR}/iconv.h"
 )
 set(LIBICONV_SOURCE
     lib/iconv.c
     libcharset/lib/localcharset.c
 )
 
 add_library(iconv STATIC ${LIBICONV_SOURCE})
-target_include_directories(iconv PRIVATE include libcharset/include)
+target_include_directories(iconv PRIVATE "${CMAKE_CURRENT_SOURCE_DIR}" "${CMAKE_CURRENT_BINARY_DIR}")
 install(TARGETS iconv)
-install(FILES ${LIBICONV_HEADER} DESTINATION include)
+install(FILES ${LIBICONV_HEADER} DESTINATION "include")

patches/librime-lua.patch

@@ -11,11 +11,12 @@ diff --git a/CMakeLists.txt b/CMakeLists.txt
 index 42f2ebb..4f068d0 100644
 --- a/CMakeLists.txt
 +++ b/CMakeLists.txt
-@@ -40,6 +40,7 @@ aux_source_directory(src RIME_LUA_SRC)
+@@ -40,6 +40,8 @@ aux_source_directory(src RIME_LUA_SRC)
  aux_source_directory(src/lib RIME_LUA_LIB_SRC)
 
  add_library(rime-lua-objs OBJECT ${RIME_LUA_SRC} ${RIME_LUA_LIB_SRC} ${LUA_SRC})
 +target_compile_options(rime-lua-objs PRIVATE "-ffile-prefix-map=${CMAKE_SOURCE_DIR}=.")
++target_compile_definitions(rime-lua-objs PRIVATE BOOST_ALL_NO_EMBEDDED_GDB_SCRIPTS)
  if(BUILD_SHARED_LIBS)
    set_target_properties(rime-lua-objs PROPERTIES POSITION_INDEPENDENT_CODE ON)
  endif()

patches/librime-octagram.patch

@@ -2,11 +2,12 @@ diff --git a/CMakeLists.txt b/CMakeLists.txt
 index 4115fa7..162ffb5 100644
 --- a/CMakeLists.txt
 +++ b/CMakeLists.txt
-@@ -4,6 +4,7 @@ cmake_minimum_required(VERSION 3.10)
+@@ -4,6 +4,8 @@ cmake_minimum_required(VERSION 3.10)
  aux_source_directory(src octagram_src)
 
  add_library(rime-octagram-objs OBJECT ${octagram_src})
 +target_compile_options(rime-octagram-objs PRIVATE "-ffile-prefix-map=${CMAKE_SOURCE_DIR}=.")
++target_compile_definitions(rime-octagram-objs PRIVATE BOOST_ALL_NO_EMBEDDED_GDB_SCRIPTS)
  if(BUILD_SHARED_LIBS)
    set_target_properties(rime-octagram-objs
      PROPERTIES

patches/librime-predict.patch

@@ -2,11 +2,12 @@ diff --git a/CMakeLists.txt b/CMakeLists.txt
 index 07703bf..5ab6d3b 100644
 --- a/CMakeLists.txt
 +++ b/CMakeLists.txt
-@@ -4,6 +4,7 @@ cmake_minimum_required(VERSION 3.10)
+@@ -4,6 +4,8 @@ cmake_minimum_required(VERSION 3.10)
  aux_source_directory(src predict_src)
 
  add_library(rime-predict-objs OBJECT ${predict_src})
 +target_compile_options(rime-predict-objs PRIVATE "-ffile-prefix-map=${CMAKE_SOURCE_DIR}=.")
++target_compile_definitions(rime-predict-objs PRIVATE BOOST_ALL_NO_EMBEDDED_GDB_SCRIPTS)
  if(BUILD_SHARED_LIBS)
    set_target_properties(rime-predict-objs
      PROPERTIES

patches/librime.patch

@@ -16,7 +16,7 @@ index 16082869..c4a5b5ca 100644
    add_library(rime-static STATIC ${rime_src})
    target_link_libraries(rime-static ${rime_deps})
 +  target_compile_options(rime-static PRIVATE "-ffile-prefix-map=${CMAKE_SOURCE_DIR}=.")
-+  target_compile_definitions(rime-static PRIVATE BOOST_DISABLE_CURRENT_LOCATION)
++  target_compile_definitions(rime-static PRIVATE BOOST_DISABLE_CURRENT_LOCATION BOOST_ALL_NO_EMBEDDED_GDB_SCRIPTS)
    set_target_properties(rime-static PROPERTIES
      OUTPUT_NAME "rime" PREFIX "lib"
      ARCHIVE_OUTPUT_DIRECTORY ${PROJECT_BINARY_DIR}/lib)

patches/libuv.patch

@@ -18,10 +18,11 @@ diff --git a/CMakeLists.txt b/CMakeLists.txt
 index 28c6df256..3ec932e54 100644
 --- a/CMakeLists.txt
 +++ b/CMakeLists.txt
-@@ -277,6 +277,10 @@ if(CMAKE_SYSTEM_NAME STREQUAL "Android")
+@@ -277,6 +277,11 @@ if(CMAKE_SYSTEM_NAME STREQUAL "Android")
         src/unix/random-getentropy.c
         src/unix/random-getrandom.c
         src/unix/random-sysctl-linux.c)
++  list(APPEND uv_defines LLONG_MAX=0x7fffffffffffffffLL)
 +  if(ANDROID_PLATFORM_LEVEL LESS 24)
 +    list(APPEND uv_sources
 +        src/unix/android-ifaddrs.c)

patches/lua.patch

@@ -0,0 +1,14 @@
+diff --git a/lua-5.4.7/src/liolib.c b/lua-5.4.7/src/liolib.c
+index c5075f3..1946943 100644
+--- a/lua-5.4.7/src/liolib.c
++++ b/lua-5.4.7/src/liolib.c
+@@ -115,7 +115,8 @@ static int l_checkmode (const char *mode) {
+
+ #if !defined(l_fseek)		/* { */
+
+-#if defined(LUA_USE_POSIX)	/* { */
++#if defined(LUA_USE_POSIX) && \
++   (!defined(ANDROID) || (defined(__LP64__) || ANDROID_PLATFORM >= 24))	/* { */
+
+ #include <sys/types.h>
+

prebuilder.cabal

@@ -24,7 +24,7 @@ executable prebuilder
     CMakeBuilder
     Rules.AnthyData
     Rules.Boost
-    Rules.Fcitx5Data
+    Rules.Fcitx5
     Rules.Fmt
     Rules.GLog
     Rules.LevelDB

src/Base.hs

@@ -173,8 +173,8 @@ execute :: String -> (CmdArguments args) => args :-> Action ()
 execute tool =
   cmdArguments
     ( CmdArgument
-        [ Right (outputDir </> "bin" </> tool),
-          Left (AddEnv "LD_LIBRARY_PATH" (outputDir </> "lib"))
+        [ Right (outputDir </> "host" </> "bin" </> tool),
+          Left (AddEnv "LD_LIBRARY_PATH" (outputDir </> "host"  </> "lib"))
         ]
     )
 

src/CMakeBuilder.hs

@@ -69,7 +69,9 @@ data CmakeBuilder q = CmakeBuilder
     doInstall :: Bool,
     -- | path the cmake file
     -- if not specified, run cmake in source dir
-    cmakeFile :: Maybe FilePath
+    cmakeFile :: Maybe FilePath,
+    -- | Additional cmake environment variables
+    cmakeEnv :: BuildEnv -> [(String, String)]
   }
 
 cmakeBuilder :: String -> CmakeBuilder b
@@ -83,7 +85,8 @@ cmakeBuilder name =
       source = const $ pure name,
       name = name,
       doInstall = True,
-      cmakeFile = Nothing
+      cmakeFile = Nothing,
+      cmakeEnv = const mempty
     }
 
 useCMake ::
@@ -107,9 +110,11 @@ useCMake CmakeBuilder {..} = addOracle $ \(WithAndroidEnv q env) -> do
     forM_ abiList $ \a -> do
       let bEnv@BuildEnv {..} = buildEnv a
       unBuildActionABI preBuildEachABI q bEnv
+      let cmakeEnvOptions = [AddEnv k v | (k, v) <- cmakeEnv bEnv]
       cmd_
         (Cwd src)
-        (AddPath [] [ ninja ])
+        (AddPath [] [ninja])
+        cmakeEnvOptions
         cmake
         "-B"
         buildEnvBuildDir
@@ -124,7 +129,7 @@ useCMake CmakeBuilder {..} = addOracle $ \(WithAndroidEnv q env) -> do
             <> cmakeFlags bEnv
         )
         (maybeToList cmakeFile)
-      cmd_ (Cwd src) cmake "--build" buildEnvBuildDir
+      cmd_ (Cwd src) cmakeEnvOptions cmake "--build" buildEnvBuildDir
       when doInstall $
         cmd_ (Cwd src) cmake "--install" buildEnvBuildDir
       unBuildActionABI postBuildEachABI q bEnv

src/Main.hs

@@ -15,7 +15,7 @@ import Data.Text.Lazy.Builder qualified as TLB
 import Development.Shake.Config
 import Rules.AnthyData
 import Rules.Boost
-import Rules.Fcitx5Data
+import Rules.Fcitx5
 import Rules.Fmt
 import Rules.GLog
 import Rules.LevelDB
@@ -49,6 +49,7 @@ main = do
       want files
       usingConfigFile "build.cfg"
       downloadFileRule
+      hostFcitx5Rule
       spellDictRule
       libIMERule
       chineseAddonsRule

src/Rules/Boost.hs

@@ -36,8 +36,10 @@ boostRule = do
                   <> intercalate
                     ";"
                     [ "atomic",
+                      "asio",
                       "charconv",
                       "chrono",
+                      "cobalt",
                       "context",
                       "contract",
                       "coroutine",