Merge pull request #184 from bab2min/dev/lengthening_typo

장음화 오타 구현
bab2min · Sep 16, 2024 · d3503bd · d3503bd
2 parents 1d4a2a3 + f1d2e83
commit d3503bd
Show file tree

Hide file tree

Showing 25 changed files with 855 additions and 471 deletions.
diff --git a/.github/workflows/arm64_centos7.yml b/.github/workflows/arm64_centos7.yml
@@ -10,11 +10,11 @@ jobs:
     runs-on: ubuntu-latest
 
     steps:
-    - uses: actions/checkout@v2
+    - uses: actions/checkout@v3
       with:
         submodules: true
         lfs: true
-    - uses: bab2min/run-on-arch-action@use-custom-image
+    - uses: bab2min/run-on-arch-action@multiple-step
       id: runcmd
       with:
         image: quay.io/pypa/manylinux2014_aarch64
@@ -23,24 +23,30 @@ jobs:
           mkdir -p "${PWD}/artifacts"
         dockerRunArgs: |
           --volume "${PWD}/artifacts:/artifacts"
-        run: |
-          yum install java-1.8.0-openjdk-devel -y
-          mkdir build && pushd build && cmake -DCMAKE_BUILD_TYPE=Release -DKIWI_USE_MIMALLOC=0 -DKIWI_JAVA_BINDING=1 ..
-          make -j2 && popd
-          ./build/test/kiwi-test
-          mkdir eval_results && ./build/kiwi-evaluator -m ./ModelGenerator eval_data/*.txt -o eval_results/ && ./build/kiwi-evaluator -m ./ModelGenerator eval_data/*.txt --sbg -o eval_results/
-          mkdir eval_results_balanced && KIWI_ARCH_TYPE=balanced ./build/kiwi-evaluator -m ./ModelGenerator eval_data/*.txt -o eval_results_balanced/
-          cp -r build /artifacts/
-          cp -r eval_results /artifacts/
-
-          curl -OL https://latina.bab2min.pe.kr/_data/kowiki1000.txt
-          KIWI_ARCH_TYPE=none ./build/kiwi-cli-* -m ./ModelGenerator -e -o test.out kowiki1000.txt
-          KIWI_ARCH_TYPE=balanced ./build/kiwi-cli-* -m ./ModelGenerator -e -o test.out kowiki1000.txt
-          KIWI_ARCH_TYPE=neon ./build/kiwi-cli-* -m ./ModelGenerator -e -o test.out kowiki1000.txt
+        multipleRun: |
+          - name: Install dependencies
+            run: |
+              yum install java-1.8.0-openjdk-devel -y
+          - name: Build
+            run: |
+              mkdir build && pushd build && cmake -DCMAKE_BUILD_TYPE=Release -DKIWI_USE_MIMALLOC=0 -DKIWI_JAVA_BINDING=1 ..
+              make -j2 && popd
+          - name: Test
+            run: |
+              ./build/test/kiwi-test
+              mkdir eval_results && ./build/kiwi-evaluator -m ./ModelGenerator eval_data/*.txt -o eval_results/ && ./build/kiwi-evaluator -m ./ModelGenerator eval_data/*.txt --sbg -o eval_results/
+              cp -r build /artifacts/
+              cp -r eval_results /artifacts/
+          - name: Benchmark
+            run: |
+              curl -OL https://latina.bab2min.pe.kr/_data/kowiki1000.txt
+              KIWI_ARCH_TYPE=none ./build/kiwi-cli-* -m ./ModelGenerator -e -o test.out kowiki1000.txt
+              KIWI_ARCH_TYPE=balanced ./build/kiwi-cli-* -m ./ModelGenerator -e -o test.out kowiki1000.txt
+              KIWI_ARCH_TYPE=neon ./build/kiwi-cli-* -m ./ModelGenerator -e -o test.out kowiki1000.txt
     - name: Archive binaries
-      uses: actions/upload-artifact@v2
+      uses: actions/upload-artifact@v3
       with:
-        name: Artifacts ${{ matrix.name }}
+        name: Artifacts Arm64-Centos7
         path: |
           artifacts/build/*kiwi*
           artifacts/build/test/*kiwi*

diff --git a/.github/workflows/centos5.yml b/.github/workflows/centos5.yml
diff --git a/.github/workflows/centos6.yml b/.github/workflows/centos6.yml
diff --git a/.github/workflows/centos7.yml b/.github/workflows/centos7.yml
@@ -0,0 +1,50 @@
+name: Centos7
+
+on:
+  pull_request:
+    branches: [ main ]
+
+jobs:
+  build-centos7:
+    name: Centos7
+    runs-on: ubuntu-latest
+
+    steps:
+    - uses: actions/checkout@v3
+      with:
+        submodules: true
+        lfs: true
+    - uses: bab2min/run-on-arch-action@multiple-step
+      id: runcmd
+      with:
+        image: quay.io/pypa/manylinux2014_x86_64
+        githubToken: ${{ github.token }}
+        multipleRun: |
+          - name: Update CMake
+            run: |
+              /opt/python/cp310-cp310/bin/pip install cmake
+              yum install java-1.8.0-openjdk-devel.x86_64 -y
+          - name: Configure Build
+            run: mkdir build && cd build && /opt/python/cp310-cp310/bin/cmake -DCMAKE_BUILD_TYPE=Release -DKIWI_JAVA_BINDING=1  ..
+          - name: Build
+            run: cd build && make -j2
+          - name: Run Unit Test
+            run: ./build/test/kiwi-test
+          - name: Run Java Unit Test
+            run: |
+              cd bindings/java
+              curl -OL https://repo1.maven.org/maven2/junit/junit/4.13.2/junit-4.13.2.jar
+              curl -OL https://repo1.maven.org/maven2/org/hamcrest/hamcrest-core/1.3/hamcrest-core-1.3.jar
+              javac -cp "*:../../build/bindings/java/*:." -encoding utf-8 kr/pe/bab2min/KiwiTest.java
+              java -cp "*:../../build/bindings/java/*:." org.junit.runner.JUnitCore kr.pe.bab2min.KiwiTest
+          - name: Run Evaluator
+            run: |
+              mkdir eval_results
+              ./build/kiwi-evaluator -m ./ModelGenerator eval_data/*.txt -o eval_results/
+              ./build/kiwi-evaluator -m ./ModelGenerator eval_data/*.txt --sbg -o eval_results/
+          - run: tar -zcvf arts.tgz build/*kiwi* build/test/*kiwi* eval_results/*.txt build/bindings/java/*.jar
+    - name: Archive binaries
+      uses: actions/upload-artifact@v3
+      with:
+        name: Artifacts Centos7
+        path: arts.tgz
diff --git a/.github/workflows/macos.yml b/.github/workflows/macos.yml
@@ -24,7 +24,7 @@ jobs:
     name: ${{ matrix.name }}
 
     steps:
-    - uses: actions/checkout@v2
+    - uses: actions/checkout@v3
       with:
         submodules: true
         lfs: true
@@ -80,7 +80,7 @@ jobs:
           KIWI_ARCH_TYPE=neon ./build/kiwi-cli-* -m ./ModelGenerator -e -o test.out --typos 6 kowiki1000.txt
         fi
     - name: Archive binaries
-      uses: actions/upload-artifact@v2
+      uses: actions/upload-artifact@v3
       with:
         name: Artifacts ${{ matrix.name }}
         path: |

diff --git a/.github/workflows/ppc64le_centos7.yml b/.github/workflows/ppc64le_centos7.yml
@@ -10,11 +10,11 @@ jobs:
     runs-on: ubuntu-latest
 
     steps:
-    - uses: actions/checkout@v2
+    - uses: actions/checkout@v3
       with:
         submodules: true
         lfs: true
-    - uses: bab2min/run-on-arch-action@use-custom-image
+    - uses: bab2min/run-on-arch-action@multiple-step
       id: runcmd
       with:
         image: quay.io/pypa/manylinux2014_ppc64le
@@ -32,11 +32,11 @@ jobs:
           cp -r build /artifacts/
           cp -r eval_results /artifacts/
     - name: Archive binaries
-      uses: actions/upload-artifact@v2
+      uses: actions/upload-artifact@v3
       with:
-        name: Artifacts ${{ matrix.name }}
+        name: Artifacts PPC64LE-Centos7
         path: |
           artifacts/build/*kiwi*
           artifacts/build/test/*kiwi*
           artifacts/eval_results/*.txt
-          artifacts/build/binding/java/*.jar
+          artifacts/build/binding/java/*.jar