Add m-esr52 at 52.6.0

1 files changed, 376 insertions, 0 deletions

diff --git a/intl/lwbrk/rulebrk.c b/intl/lwbrk/rulebrk.c
new file mode 100644
index 000000000..0c9e86e82
--- /dev/null
+++ b/intl/lwbrk/rulebrk.c
@@ -0,0 +1,376 @@
+/* This Source Code Form is subject to the terms of the Mozilla Public
+ * License, v. 2.0. If a copy of the MPL was not distributed with this
+ * file, You can obtain one at http://mozilla.org/MPL/2.0/. */
+#define TH_UNICODE
+
+#include <stdlib.h>
+#include <stdint.h>
+#include <assert.h>
+#include "th_char.h"
+#define th_isalpha(c)   (((c)>='a'&&(c)<='z')||((c)>='A'&&(c)<='Z'))
+#define th_isspace(c)   ((c)==' '||(c)=='\t')
+
+
+/*
+/////////////////////////////////////////////////
+// Thai character type array
+*/
+
+typedef unsigned short twb_t; 
+extern const twb_t _TwbType[0x100-0xa0];
+
+/*
+// bit definition
+*/
+
+#define VRS 0x0001
+#define VRE 0x0002
+#define VRX 0x0004
+
+#define VRA 0x0008
+
+#define VLA 0x0010
+#define VLO 0x0020
+#define VLI 0x0040
+
+#define VC 0x0080
+
+#define CC 0x0100
+#define CS 0x0200
+
+#define C2 0x0400
+#define CHB 0x0800
+#define CHE 0x1000
+
+#define MT 0x2000
+/*
+//_#define me 0x2000
+*/
+#define M 0x4000
+
+#define T 0x8000
+
+#define VL	(VLA|VLO|VLI)
+#define VR	(VRS|VRE|VRX)
+#define NE	(VL|VRS)
+#define NB	(VR|M)
+#define V	(VL|VR)
+#define CX	(CC|CS)
+#define C	(CX|VC)
+#define A (C|V|M)
+
+#define twbtype(c)	(_TwbType[th_zcode(c)])
+
+#ifndef TRUE
+#define TRUE 1
+#define FALSE 0
+#endif
+#define RETURN(b) return (b)
+
+
+/*
+/////////////////////////////////////////////////
+*/
+
+int TrbWordBreakPos(const th_char *pstr, int left, 
+                    const th_char *rstr, int right)
+/*                 const ThBreakIterator *it, const th_char **p)*/
+{
+	/*
+	//int left, right;
+	//const th_char *s = *p;
+	*/
+    const th_char *lstr = pstr + left;
+	th_char _c[6];
+	twb_t _t[6];
+	#define c(i) (_c[(i)+3])
+	#define t(i) (_t[(i)+3])
+	int i, j;
+
+	/*
+	//left = s - it->begin; 
+	*/
+	if(left < 0) return -1;
+	/*
+        //right = (it->end == NULL) ? 4 : it->begin - s;
+	*/
+	if(right < 1) return -1;
+
+        /*
+	// get c(0), t(0)
+        */
+	c(0) = rstr[0]; /* may be '\0' */
+    if(!th_isthai(c(0))) return -1;
+	t(0) = twbtype(c(0));
+	if(!(t(0) & A)) return -1;
+
+        /*
+	// get c(-1), t(-1)
+        */
+	if(left >= 1) { 
+		c(-1) = lstr[-1]; 
+		if(!th_isthai(c(-1))) return 0;
+		t(-1) = twbtype(c(-1)); 
+		if(!(t(-1) & A)) return 0;	/* handle punctuation marks here */
+	} else { c(-1) = 0; t(-1) = 0; }
+
+	/*
+	// get c(1..2), t(1..2)
+	*/
+	for(i = 1; i <= 2; i++) {
+		if(i >= right) { c(i) = 0; t(i) = 0; }
+		else {
+			c(i) = rstr[i]; /* may be '\0'; */
+			if(!th_isthai(c(i))) right = i--;
+			else {
+				t(i) = twbtype(c(i));
+				if(!(t(i) & A)) right = i--;
+			}
+		}
+	}
+	/*
+	// get c(-2..-3), t(-2..-3)
+	*/
+	for(i = -2, j = -2; i >= -3 ; j--) {
+		if(j < -left) { c(i) = 0; t(i) = 0; i--; }
+		else {
+			c(i) = lstr[j]; 
+			if(!th_isthai(c(i))) left = 0;
+			else {
+				t(i) = (twb_t)(th_isthai(c(i)) ? twbtype(c(i)) : 0);
+				if(!(t(i) & A)) left = 0;
+				else {
+					if((t(i+1) & MT) && ((t(i) & VR) || (t(i+2) & VR))) {
+						c(i+1) = c(i); t(i+1) = t(i);
+					} else i--;
+				}
+			}
+		}
+	}
+
+	/*
+	// prohibit the unlikely
+	*/
+	if((t(-1) & C) && (t(0) & C)) {
+	  if((t(-1) & CHE) || (t(0) & CHB)) return -1;
+	}
+	/*
+	// special case : vlao, C/ sara_a|aa, !sara_a
+	*/
+	if((t(-3) & (VLA|VLO)) && (t(-2) & C) && (c(0) != TH_SARA_A) &&
+		(c(-1) == TH_SARA_A || c(-0) == TH_SARA_AA)) return 0;
+
+	/*
+	// prohibit break
+	*/
+	if(t(0) & NB) return -1; 
+	if(t(-1) & NE) return -1;
+
+
+  /*
+	// apply 100% rules
+  */
+	if(t(-1) & VRE) {
+		if(c(-2) == TH_SARA_AA && c(-1) == TH_SARA_A) return 0;
+		return -1; /* usually too short syllable, part of word */
+	}
+
+	if(t(-2) & VRE) return -1;
+
+	if((t(0) & C) && (t(1) & (VR|MT)) && (c(2) != TH_THANTHAKHAT)) { /*?C, NB */
+		if((t(-1) & (VRS|VRX))  && c(1) == TH_SARA_I) return -1; /* exception */
+		if(t(-1) & (V|M)) return 0; /* !C/ C, NB */
+		if(t(-2) & VRS) return 0;	/* VRS, C / C, NB */
+		if(!(t(0) & C2) && c(1) == TH_SARA_I) {	/*	/ !C2 or /c, sara_i */
+			if(t(-2) & VRX) return 0; /* VRX, C / C, NB ? 100%? */
+			if(t(-2) & VC) return 0;	/* VC, C / C, NB ? 100% */
+		}
+	}
+	if((t(-1) & VRX) && (t(0) & CC)) return 0;				/* VRX/ CC */
+	if((t(-2) & VRS) && (t(-1) & C) && (t(0) & (V|M))) return 0;/* VRS, C/ !C */
+
+	
+	if((t(0) & CX) && (t(1) & C2) && (c(2) != TH_THANTHAKHAT)) {
+		if((t(-2) & A) && (t(-1) & CX)) return 0; /* A, CX / CX, C2 */
+		if((t(-2) & CX) && (t(-1) & MT)) return 0; /* CX, MT / CX, C2 */
+	}
+	/*
+	// apply 90% rules
+	*/
+	if(t(0) & VL) return 0;
+	if(t(1) & VL) return -1;
+	if(c(-1) == TH_THANTHAKHAT && c(-2) != TH_RORUA && c(-2) != TH_LOLING) return 0;
+
+	/*
+	//return -1;
+	// apply 80% rules
+	*/
+	if(t(0) & CHE) {
+		if((t(-2) & VRS) && (t(-1) & C)) return 0;	/* VRS, C/ CHE */
+		/*if(t(-1) & VRX) return 0;					// VRX/ CHE */
+		if(t(-1) & VC) return 0;					/* VC/ CHE */
+	}
+	if(t(-1) & CHB) {
+		if((t(0) & C) && (t(1) & VR)) return 0;	/* CHB/ CC, VR */
+		if(t(0) & VC) return 0;					/* CHB/ VC */
+	}
+	
+	if((t(-2) & VL) && (t(1) & VR)) { /* VL, C? C, VR */
+		if(t(-2) & VLI) return 0;  /* VLI,C/C,VR .*/
+		else { /* vlao, C ? C , VR */
+			if(c(1) == TH_SARA_A) return 2; /* vlao, C, C, sara_a/ */
+			if(t(-2) & VLO) return 0; /* VLO, C/ C, !sara_a */
+			if(!(t(1) & VRA)) return 0;	/* VLA, C/ C, !vca */
+		}
+	}
+	/* C,MT,C */ 
+	if((t(-2) & C) && (t(-1) & MT) && (t(0) & CX)) return 1;
+
+	return -1;
+}
+
+
+int TrbFollowing(const th_char *begin, int length, int offset)
+/*
+//(ThBreakIterator *this, int offset)
+*/
+{
+	const th_char *w = begin + offset;
+    const th_char *end = begin + length;
+	while(w < end && *w && !th_isthai(*w) && th_isspace(*w)) w++;
+
+	if(w < end && *w && !th_isthai(*w)) {
+		int english = FALSE;
+		while(w < end && *w && !th_isthai(*w) && !th_isspace(*w)) {
+			if(th_isalpha(*w)) english = TRUE;
+			w++; 
+		}
+		if(english || w == end || 
+            (!th_isthai(*w) && th_isspace(*w))) return w - begin;
+	} 
+	if(w == end || *w == 0 || !th_isthai(*w)) return w - begin;
+	w++;
+	if(w < end && *w && th_isthai(*w)) {
+		int brk = TrbWordBreakPos(begin, w-begin, w, end-w);
+		while (brk < 0) {
+			w++;
+			if(w == end || *w == 0 || !th_isthai(*w)) break;
+			brk = TrbWordBreakPos(begin, w-begin, w, end-w);
+		}
+        if (brk > 0) w += brk;
+	}
+	if(w < end && *w && !th_isthai(*w)) {
+		while(w < end && *w && !th_isthai(*w) && 
+            !th_isalpha(*w) && !th_isspace(*w)) w++;
+	}
+	return w - begin;
+}
+
+
+/*
+/////////////////////////////////////////////////
+*/
+const twb_t  _TwbType[0x100-0xa0] = {
+#if 0
+/* 80 � */	T,
+/* 81-8f */	0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+/* 90 � */	T,
+/* 91-9f */	0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+#endif
+/* a0 � */	0,
+/* a1 � */	CS,
+/* a2 � */	CS | CHE,
+/* a3 � */	CC | CHE,
+/* a4 � */	CS | CHE,
+/* a5 � */	CC | CHE,
+/* a6 � */	CS,
+/* a7 � */	CS | CHB,
+/* a8 � */	CS,
+/* a9 � */	CC | CHE,
+/* aa � */	CS,
+/* ab � */	CC | CHE,
+/* ac � */	CC | CHB | CHE,
+/* ad � */	CS | CHB,
+/* ae � */	CS | CHB,
+/* af � */	CS | CHB,
+/* b0 � */	CS,
+/* b1 � */	CS | CHB | CHE,
+/* b2 � */	CS | CHB | CHE,
+/* b3 � */	CS | CHB,
+/* b4 � */	CS,
+/* b5 � */	CS,
+/* b6 � */	CS,
+/* b7 � */	CS,
+/* b8 � */	CS,
+/* b9 � */	CS,
+/* ba � */	CS,
+/* bb � */	CS,
+/* bc � */	CC | CHE,
+/* bd � */	CC | CHE,
+/* be � */	CS,
+/* bf � */	CS,
+/* c0 � */	CS | CHE,
+/* c1 � */	CS,
+/* c2 � */	CS,
+/* c3 � */	CS | C2 | CHE, /* ? add CHE  */
+/* c4 � */	VC | CHE,
+/* c5 � */	CS | C2,
+/* c6 � */	VC | CHE,
+/* c7 � */	VC | C2,
+/* c8 � */	CS,
+/* c9 � */	CS | CHB,
+/* ca � */	CS | CHE,
+/* cb � */	CC | CHE,
+/* CC � */	CS | CHB | CHE,
+/* cd � */	VC,
+/* ce � */	CC | CHE,
+/* cf � */	T,
+/* d0 � */	VRE | VRA,
+/* d1  � */	VRS,
+/* d2 � */	VRX | VRA,
+/* d3  � */	VRE,
+/* d4  � */	VRX | VRA,
+/* d5  � */	VRX | VRA,
+/* d6  � */	VRS,
+/* d7  � */	VRS | VRA,
+/* d8  � */	VRX,
+/* d9  � */	VRX,
+/* da  � */	T,
+/* db � */ 0,
+/* dc � */ 0,
+/* dd � */ 0,
+/* de � */ 0,
+/* df � */	T,
+/* e0 � */	VLA,
+/* e1 � */	VLO,
+/* e2 � */	VLO,
+/* e3 � */	VLI,
+/* e4 � */	VLI,
+/* e5 � */	VRE,
+/* e6 � */	M,
+/* e7  � */	M,
+/* e8  � */	M | MT,
+/* e9  � */	M | MT,
+/* ea  � */	M | MT,
+/* eb  � */	M | MT,
+/* ec  � */	M,
+/* ed  � */	T,
+/* ee  � */	T,
+/* ef � */	T,
+/* f0 � */	T,
+/* f1 � */	T,
+/* f2 � */	T,
+/* f3 � */	T,
+/* f4 � */	T,
+/* f5 � */	T,
+/* f6 � */	T,
+/* f7 � */	T,
+/* f8 � */	T,
+/* f9 � */	T,
+/* fa � */	T,
+/* fb � */	T,
+/* fc � */ 0,
+/* fd � */ 0,
+/* fe � */ 0,
+/* ff � */ 0
+};