summaryrefslogtreecommitdiffstats
path: root/intl/lwbrk/rulebrk.c
diff options
context:
space:
mode:
Diffstat (limited to 'intl/lwbrk/rulebrk.c')
-rw-r--r--intl/lwbrk/rulebrk.c376
1 files changed, 376 insertions, 0 deletions
diff --git a/intl/lwbrk/rulebrk.c b/intl/lwbrk/rulebrk.c
new file mode 100644
index 000000000..0c9e86e82
--- /dev/null
+++ b/intl/lwbrk/rulebrk.c
@@ -0,0 +1,376 @@
+/* This Source Code Form is subject to the terms of the Mozilla Public
+ * License, v. 2.0. If a copy of the MPL was not distributed with this
+ * file, You can obtain one at http://mozilla.org/MPL/2.0/. */
+#define TH_UNICODE
+
+#include <stdlib.h>
+#include <stdint.h>
+#include <assert.h>
+#include "th_char.h"
+#define th_isalpha(c) (((c)>='a'&&(c)<='z')||((c)>='A'&&(c)<='Z'))
+#define th_isspace(c) ((c)==' '||(c)=='\t')
+
+
+/*
+/////////////////////////////////////////////////
+// Thai character type array
+*/
+
+typedef unsigned short twb_t;
+extern const twb_t _TwbType[0x100-0xa0];
+
+/*
+// bit definition
+*/
+
+#define VRS 0x0001
+#define VRE 0x0002
+#define VRX 0x0004
+
+#define VRA 0x0008
+
+#define VLA 0x0010
+#define VLO 0x0020
+#define VLI 0x0040
+
+#define VC 0x0080
+
+#define CC 0x0100
+#define CS 0x0200
+
+#define C2 0x0400
+#define CHB 0x0800
+#define CHE 0x1000
+
+#define MT 0x2000
+/*
+//_#define me 0x2000
+*/
+#define M 0x4000
+
+#define T 0x8000
+
+#define VL (VLA|VLO|VLI)
+#define VR (VRS|VRE|VRX)
+#define NE (VL|VRS)
+#define NB (VR|M)
+#define V (VL|VR)
+#define CX (CC|CS)
+#define C (CX|VC)
+#define A (C|V|M)
+
+#define twbtype(c) (_TwbType[th_zcode(c)])
+
+#ifndef TRUE
+#define TRUE 1
+#define FALSE 0
+#endif
+#define RETURN(b) return (b)
+
+
+/*
+/////////////////////////////////////////////////
+*/
+
+int TrbWordBreakPos(const th_char *pstr, int left,
+ const th_char *rstr, int right)
+/* const ThBreakIterator *it, const th_char **p)*/
+{
+ /*
+ //int left, right;
+ //const th_char *s = *p;
+ */
+ const th_char *lstr = pstr + left;
+ th_char _c[6];
+ twb_t _t[6];
+ #define c(i) (_c[(i)+3])
+ #define t(i) (_t[(i)+3])
+ int i, j;
+
+ /*
+ //left = s - it->begin;
+ */
+ if(left < 0) return -1;
+ /*
+ //right = (it->end == NULL) ? 4 : it->begin - s;
+ */
+ if(right < 1) return -1;
+
+ /*
+ // get c(0), t(0)
+ */
+ c(0) = rstr[0]; /* may be '\0' */
+ if(!th_isthai(c(0))) return -1;
+ t(0) = twbtype(c(0));
+ if(!(t(0) & A)) return -1;
+
+ /*
+ // get c(-1), t(-1)
+ */
+ if(left >= 1) {
+ c(-1) = lstr[-1];
+ if(!th_isthai(c(-1))) return 0;
+ t(-1) = twbtype(c(-1));
+ if(!(t(-1) & A)) return 0; /* handle punctuation marks here */
+ } else { c(-1) = 0; t(-1) = 0; }
+
+ /*
+ // get c(1..2), t(1..2)
+ */
+ for(i = 1; i <= 2; i++) {
+ if(i >= right) { c(i) = 0; t(i) = 0; }
+ else {
+ c(i) = rstr[i]; /* may be '\0'; */
+ if(!th_isthai(c(i))) right = i--;
+ else {
+ t(i) = twbtype(c(i));
+ if(!(t(i) & A)) right = i--;
+ }
+ }
+ }
+ /*
+ // get c(-2..-3), t(-2..-3)
+ */
+ for(i = -2, j = -2; i >= -3 ; j--) {
+ if(j < -left) { c(i) = 0; t(i) = 0; i--; }
+ else {
+ c(i) = lstr[j];
+ if(!th_isthai(c(i))) left = 0;
+ else {
+ t(i) = (twb_t)(th_isthai(c(i)) ? twbtype(c(i)) : 0);
+ if(!(t(i) & A)) left = 0;
+ else {
+ if((t(i+1) & MT) && ((t(i) & VR) || (t(i+2) & VR))) {
+ c(i+1) = c(i); t(i+1) = t(i);
+ } else i--;
+ }
+ }
+ }
+ }
+
+ /*
+ // prohibit the unlikely
+ */
+ if((t(-1) & C) && (t(0) & C)) {
+ if((t(-1) & CHE) || (t(0) & CHB)) return -1;
+ }
+ /*
+ // special case : vlao, C/ sara_a|aa, !sara_a
+ */
+ if((t(-3) & (VLA|VLO)) && (t(-2) & C) && (c(0) != TH_SARA_A) &&
+ (c(-1) == TH_SARA_A || c(-0) == TH_SARA_AA)) return 0;
+
+ /*
+ // prohibit break
+ */
+ if(t(0) & NB) return -1;
+ if(t(-1) & NE) return -1;
+
+
+ /*
+ // apply 100% rules
+ */
+ if(t(-1) & VRE) {
+ if(c(-2) == TH_SARA_AA && c(-1) == TH_SARA_A) return 0;
+ return -1; /* usually too short syllable, part of word */
+ }
+
+ if(t(-2) & VRE) return -1;
+
+ if((t(0) & C) && (t(1) & (VR|MT)) && (c(2) != TH_THANTHAKHAT)) { /*?C, NB */
+ if((t(-1) & (VRS|VRX)) && c(1) == TH_SARA_I) return -1; /* exception */
+ if(t(-1) & (V|M)) return 0; /* !C/ C, NB */
+ if(t(-2) & VRS) return 0; /* VRS, C / C, NB */
+ if(!(t(0) & C2) && c(1) == TH_SARA_I) { /* / !C2 or /c, sara_i */
+ if(t(-2) & VRX) return 0; /* VRX, C / C, NB ? 100%? */
+ if(t(-2) & VC) return 0; /* VC, C / C, NB ? 100% */
+ }
+ }
+ if((t(-1) & VRX) && (t(0) & CC)) return 0; /* VRX/ CC */
+ if((t(-2) & VRS) && (t(-1) & C) && (t(0) & (V|M))) return 0;/* VRS, C/ !C */
+
+
+ if((t(0) & CX) && (t(1) & C2) && (c(2) != TH_THANTHAKHAT)) {
+ if((t(-2) & A) && (t(-1) & CX)) return 0; /* A, CX / CX, C2 */
+ if((t(-2) & CX) && (t(-1) & MT)) return 0; /* CX, MT / CX, C2 */
+ }
+ /*
+ // apply 90% rules
+ */
+ if(t(0) & VL) return 0;
+ if(t(1) & VL) return -1;
+ if(c(-1) == TH_THANTHAKHAT && c(-2) != TH_RORUA && c(-2) != TH_LOLING) return 0;
+
+ /*
+ //return -1;
+ // apply 80% rules
+ */
+ if(t(0) & CHE) {
+ if((t(-2) & VRS) && (t(-1) & C)) return 0; /* VRS, C/ CHE */
+ /*if(t(-1) & VRX) return 0; // VRX/ CHE */
+ if(t(-1) & VC) return 0; /* VC/ CHE */
+ }
+ if(t(-1) & CHB) {
+ if((t(0) & C) && (t(1) & VR)) return 0; /* CHB/ CC, VR */
+ if(t(0) & VC) return 0; /* CHB/ VC */
+ }
+
+ if((t(-2) & VL) && (t(1) & VR)) { /* VL, C? C, VR */
+ if(t(-2) & VLI) return 0; /* VLI,C/C,VR .*/
+ else { /* vlao, C ? C , VR */
+ if(c(1) == TH_SARA_A) return 2; /* vlao, C, C, sara_a/ */
+ if(t(-2) & VLO) return 0; /* VLO, C/ C, !sara_a */
+ if(!(t(1) & VRA)) return 0; /* VLA, C/ C, !vca */
+ }
+ }
+ /* C,MT,C */
+ if((t(-2) & C) && (t(-1) & MT) && (t(0) & CX)) return 1;
+
+ return -1;
+}
+
+
+int TrbFollowing(const th_char *begin, int length, int offset)
+/*
+//(ThBreakIterator *this, int offset)
+*/
+{
+ const th_char *w = begin + offset;
+ const th_char *end = begin + length;
+ while(w < end && *w && !th_isthai(*w) && th_isspace(*w)) w++;
+
+ if(w < end && *w && !th_isthai(*w)) {
+ int english = FALSE;
+ while(w < end && *w && !th_isthai(*w) && !th_isspace(*w)) {
+ if(th_isalpha(*w)) english = TRUE;
+ w++;
+ }
+ if(english || w == end ||
+ (!th_isthai(*w) && th_isspace(*w))) return w - begin;
+ }
+ if(w == end || *w == 0 || !th_isthai(*w)) return w - begin;
+ w++;
+ if(w < end && *w && th_isthai(*w)) {
+ int brk = TrbWordBreakPos(begin, w-begin, w, end-w);
+ while (brk < 0) {
+ w++;
+ if(w == end || *w == 0 || !th_isthai(*w)) break;
+ brk = TrbWordBreakPos(begin, w-begin, w, end-w);
+ }
+ if (brk > 0) w += brk;
+ }
+ if(w < end && *w && !th_isthai(*w)) {
+ while(w < end && *w && !th_isthai(*w) &&
+ !th_isalpha(*w) && !th_isspace(*w)) w++;
+ }
+ return w - begin;
+}
+
+
+/*
+/////////////////////////////////////////////////
+*/
+const twb_t _TwbType[0x100-0xa0] = {
+#if 0
+/* 80 */ T,
+/* 81-8f */ 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+/* 90 */ T,
+/* 91-9f */ 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+#endif
+/* a0 */ 0,
+/* a1 */ CS,
+/* a2 */ CS | CHE,
+/* a3 */ CC | CHE,
+/* a4 */ CS | CHE,
+/* a5 */ CC | CHE,
+/* a6 */ CS,
+/* a7 */ CS | CHB,
+/* a8 */ CS,
+/* a9 */ CC | CHE,
+/* aa */ CS,
+/* ab */ CC | CHE,
+/* ac */ CC | CHB | CHE,
+/* ad */ CS | CHB,
+/* ae */ CS | CHB,
+/* af */ CS | CHB,
+/* b0 */ CS,
+/* b1 */ CS | CHB | CHE,
+/* b2 */ CS | CHB | CHE,
+/* b3 */ CS | CHB,
+/* b4 */ CS,
+/* b5 */ CS,
+/* b6 */ CS,
+/* b7 */ CS,
+/* b8 */ CS,
+/* b9 */ CS,
+/* ba */ CS,
+/* bb */ CS,
+/* bc */ CC | CHE,
+/* bd */ CC | CHE,
+/* be */ CS,
+/* bf */ CS,
+/* c0 */ CS | CHE,
+/* c1 */ CS,
+/* c2 */ CS,
+/* c3 */ CS | C2 | CHE, /* ? add CHE */
+/* c4 */ VC | CHE,
+/* c5 */ CS | C2,
+/* c6 */ VC | CHE,
+/* c7 */ VC | C2,
+/* c8 */ CS,
+/* c9 */ CS | CHB,
+/* ca */ CS | CHE,
+/* cb */ CC | CHE,
+/* CC */ CS | CHB | CHE,
+/* cd */ VC,
+/* ce */ CC | CHE,
+/* cf */ T,
+/* d0 */ VRE | VRA,
+/* d1 */ VRS,
+/* d2 */ VRX | VRA,
+/* d3 */ VRE,
+/* d4 */ VRX | VRA,
+/* d5 */ VRX | VRA,
+/* d6 */ VRS,
+/* d7 */ VRS | VRA,
+/* d8 */ VRX,
+/* d9 */ VRX,
+/* da */ T,
+/* db */ 0,
+/* dc */ 0,
+/* dd */ 0,
+/* de */ 0,
+/* df */ T,
+/* e0 */ VLA,
+/* e1 */ VLO,
+/* e2 */ VLO,
+/* e3 */ VLI,
+/* e4 */ VLI,
+/* e5 */ VRE,
+/* e6 */ M,
+/* e7 */ M,
+/* e8 */ M | MT,
+/* e9 */ M | MT,
+/* ea */ M | MT,
+/* eb */ M | MT,
+/* ec */ M,
+/* ed */ T,
+/* ee */ T,
+/* ef */ T,
+/* f0 */ T,
+/* f1 */ T,
+/* f2 */ T,
+/* f3 */ T,
+/* f4 */ T,
+/* f5 */ T,
+/* f6 */ T,
+/* f7 */ T,
+/* f8 */ T,
+/* f9 */ T,
+/* fa */ T,
+/* fb */ T,
+/* fc */ 0,
+/* fd */ 0,
+/* fe */ 0,
+/* ff */ 0
+};
generated by cgit v1.2.3 (git 2.25.1) at 2024-12-21 18:33:28 +0000