From 1c7fdeef52faa2a9e21dc71df7d5d7b2bda7aafd Mon Sep 17 00:00:00 2001 From: Adam Samalik Date: Mon, 10 Jul 2023 08:45:03 +0200 Subject: [PATCH] re-import sources as agreed with the maintainer --- .gitignore | 2 +- tests/scripts/run_tests.sh | 15 +++ tests/scripts/test-hyphen.c | 212 ++++++++++++++++++++++++++++++++++++ tests/tests.yml | 13 +++ 4 files changed, 241 insertions(+), 1 deletion(-) create mode 100644 tests/scripts/run_tests.sh create mode 100644 tests/scripts/test-hyphen.c create mode 100644 tests/tests.yml diff --git a/.gitignore b/.gitignore index d04ef94..a056861 100644 --- a/.gitignore +++ b/.gitignore @@ -1 +1 @@ -/zaf-0-0.1.20080714svn.tar.bz2 +zaf-0-0.1.20080714svn.tar.bz2 diff --git a/tests/scripts/run_tests.sh b/tests/scripts/run_tests.sh new file mode 100644 index 0000000..7923969 --- /dev/null +++ b/tests/scripts/run_tests.sh @@ -0,0 +1,15 @@ +#!/bin/bash + +set -e + +gcc -Wall test-hyphen.c -o test-hyphen -lhyphen + +echo "Test to hyphenate given word => woordafbreking" +echo "woordafbreking" | ./test-hyphen /usr/share/hyphen/hyph_af_ZA.dic /dev/stdin + +echo "" +echo "" + +echo "Test to give all possible ways to hyphenate the given word => woordafbreking" +echo ""woordafbreking | ./test-hyphen -d /usr/share/hyphen/hyph_af_ZA.dic /dev/stdin + diff --git a/tests/scripts/test-hyphen.c b/tests/scripts/test-hyphen.c new file mode 100644 index 0000000..cb42ed3 --- /dev/null +++ b/tests/scripts/test-hyphen.c @@ -0,0 +1,212 @@ +/* This test file is part of upstream hyphen project */ + +#include +#include +#include +#include + +#include "hyphen.h" + +#define BUFSIZE 1000 + +void help() { + fprintf(stderr,"correct syntax is:\n"); + fprintf(stderr,"example [-d | -dd] hyphen_dictionary_file file_of_words_to_check\n"); + fprintf(stderr,"-o = use old algorithm (without non-standard hyphenation)\n"); + fprintf(stderr,"-d = hyphenation with listing of the possible hyphenations\n"); + fprintf(stderr,"-n = print hyphenation vector\n"); +} + +/* get a pointer to the nth 8-bit or UTF-8 character of the word */ +char * hindex(char * word, int n, int utf8) { + int j = 0; + while (j < n) { + j++; + word++; + while (utf8 && ((((unsigned char) *word) >> 6) == 2)) word++; + } + return word; +} + +/* list possible hyphenations with -dd option (example for the usage of the hyphenate2() function) */ +void single_hyphenations(char * word, char * hyphen, char ** rep, int * pos, int * cut, int utf8) { + int i, k, j = 0; + char r; + for (i = 0; (i + 1) < strlen(word); i++) { + if (utf8 && ((((unsigned char) word[i]) >> 6) == 2)) continue; + if ((hyphen[j] & 1)) { + if (rep && rep[j]) { + k = hindex(word, j - pos[j] + 1, utf8) - word; + r = word[k]; + word[k] = 0; + printf(" - %s%s", word, rep[j]); + word[k] = r; + printf("%s\n", hindex(word + k, cut[j], utf8)); + } else { + k = hindex(word, j + 1, utf8) - word; + r = word[k]; + word[k] = 0; + printf(" - %s=", word); + word[k] = r; + printf("%s\n", word + k); + } + } + j++; + } +} + +int +main(int argc, char** argv) +{ + + HyphenDict *dict; + int df; + int wtc; + FILE* wtclst; + int k, n, i, j, c; + char buf[BUFSIZE + 1]; + int nHyphCount; + char *hyphens; + char *lcword; + char *hyphword; + char hword[BUFSIZE * 2]; + int arg = 1; + int optd = 1; + int optn = 0; + int optdd = 0; + char ** rep; + int * pos; + int * cut; + + /* first parse the command line options */ + /* arg1 - hyphen dictionary file, arg2 - file of words to check */ + + if (argv[arg]) { + if (strcmp(argv[arg], "-o") == 0) { + optd = 0; + arg++; + } + if (strcmp(argv[arg], "-n") == 0) { + optn = 1; + arg++; + } + if (argv[arg] && strcmp(argv[arg], "-d") == 0) { + optd = 1; + optdd = 1; + arg++; + } + } + + if (argv[arg]) { + df = arg++; + } else { + help(); + exit(1); + } + + if (argv[arg]) { + wtc = arg++; + } else { + help(); + exit(1); + } + + /* load the hyphenation dictionary */ + if ((dict = hnj_hyphen_load(argv[df])) == NULL) { + fprintf(stderr, "Couldn't find file %s\n", argv[df]); + fflush(stderr); + exit(1); + } + + /* open the words to check list */ + wtclst = fopen(argv[wtc],"r"); + if (!wtclst) { + fprintf(stderr,"Error - could not open file of words to check\n"); + exit(1); + } + + + /* now read each word from the wtc file */ + while(fgets(buf,BUFSIZE,wtclst) != NULL) { + k = strlen(buf); + if (k && buf[k - 1] == '\n') buf[k - 1] = '\0'; + if (k >=2 && buf[k - 2] == '\r') buf[k-- - 2] = '\0'; + + /* set aside some buffers to hold lower cased */ + /* and hyphen information */ + lcword = (char *) malloc(k+1); + hyphens = (char *)malloc(k+5); + /* basic ascii lower-case, not suitable for real-world usage*/ + for (i = 0; i < k; ++i) { + lcword[i] = buf[i]; + if ( (lcword[i] >= 'A') && (lcword[i] <= 'Z') ) + lcword[i] += 32; + } + + /* first remove any trailing periods */ + n = k-1; + while((n >=0) && (lcword[n] == '.')) n--; + n++; + + /* now actually try to hyphenate the word */ + + rep = NULL; + pos = NULL; + cut = NULL; + hword[0] = '\0'; + + if ((!optd && hnj_hyphen_hyphenate(dict, lcword, n-1, hyphens)) || + (optd && hnj_hyphen_hyphenate2(dict, lcword, n-1, hyphens, hword, &rep, &pos, &cut))) { + free(hyphens); + free(lcword); + fprintf(stderr, "hyphenation error\n"); + exit(1); + } + + if (optn) fprintf(stderr, "%s\n", hyphens); + + if (!optd) { + /* now backfill hyphens[] for any removed periods */ + for (c = n; c < k; c++) hyphens[c] = '0'; + hyphens[k] = '\0'; + + /* now create a new char string showing hyphenation positions */ + /* count the hyphens and allocate space for the new hypehanted string */ + nHyphCount = 0; + for (i = 0; i < n; i++) + if (hyphens[i]&1) + nHyphCount++; + hyphword = (char *) malloc(k+1+nHyphCount); + j = 0; + for (i = 0; i < n; i++) { + hyphword[j++] = buf[i]; + if (hyphens[i]&1) { + hyphword[j++] = '-'; + } + } + hyphword[j] = '\0'; + fprintf(stdout,"%s\n",hyphword); + fflush(stdout); + free(hyphword); + } else { + fprintf(stdout,"%s\n", hword); + + + if (optdd) single_hyphenations(lcword, hyphens, rep, pos, cut, dict->utf8); + if (rep) { + for (i = 0; i < n - 1; i++) { + if (rep[i]) free(rep[i]); + } + free(rep); + free(pos); + free(cut); + } + } + free(hyphens); + free(lcword); + } + + fclose(wtclst); + hnj_hyphen_free(dict); + return 0; +} diff --git a/tests/tests.yml b/tests/tests.yml new file mode 100644 index 0000000..6dae6c4 --- /dev/null +++ b/tests/tests.yml @@ -0,0 +1,13 @@ +- hosts: localhost + roles: + - role: standard-test-basic + required_packages: + - hyphen-devel + - gcc + tags: + - classic + tests: + - sample: + dir: scripts/ + run: ./run_tests.sh +