summaryrefslogtreecommitdiffstats
path: root/browser/components/translation/cld2/internal/cldutil.h
diff options
context:
space:
mode:
authorMatt A. Tobin <mattatobin@localhost.localdomain>2018-02-02 04:16:08 -0500
committerMatt A. Tobin <mattatobin@localhost.localdomain>2018-02-02 04:16:08 -0500
commit5f8de423f190bbb79a62f804151bc24824fa32d8 (patch)
tree10027f336435511475e392454359edea8e25895d /browser/components/translation/cld2/internal/cldutil.h
parent49ee0794b5d912db1f95dce6eb52d781dc210db5 (diff)
downloadUXP-5f8de423f190bbb79a62f804151bc24824fa32d8.tar
UXP-5f8de423f190bbb79a62f804151bc24824fa32d8.tar.gz
UXP-5f8de423f190bbb79a62f804151bc24824fa32d8.tar.lz
UXP-5f8de423f190bbb79a62f804151bc24824fa32d8.tar.xz
UXP-5f8de423f190bbb79a62f804151bc24824fa32d8.zip
Add m-esr52 at 52.6.0
Diffstat (limited to 'browser/components/translation/cld2/internal/cldutil.h')
-rw-r--r--browser/components/translation/cld2/internal/cldutil.h80
1 files changed, 80 insertions, 0 deletions
diff --git a/browser/components/translation/cld2/internal/cldutil.h b/browser/components/translation/cld2/internal/cldutil.h
new file mode 100644
index 000000000..9712b30a9
--- /dev/null
+++ b/browser/components/translation/cld2/internal/cldutil.h
@@ -0,0 +1,80 @@
+// Copyright 2013 Google Inc. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+//
+// Author: dsites@google.com (Dick Sites)
+//
+// Stuff used only by online detector, not used offline
+//
+
+#ifndef I18N_ENCODINGS_CLD2_INTERNAL_NEW_CLDUTIL_H__
+#define I18N_ENCODINGS_CLD2_INTERNAL_NEW_CLDUTIL_H__
+
+#include "cldutil_shared.h"
+#include "scoreonescriptspan.h"
+#include "tote.h"
+
+namespace CLD2 {
+
+// Score up to 64KB of a single script span in one pass
+// Make a dummy entry off the end to calc length of last span
+// Return offset of first unused input byte
+int GetUniHits(const char* text,
+ int letter_offset, int letter_limit,
+ ScoringContext* scoringcontext,
+ ScoringHitBuffer* hitbuffer);
+
+// Score up to 64KB of a single script span, doing both delta-bi and
+// distinct bis in one pass
+void GetBiHits(const char* text,
+ int letter_offset, int letter_limit,
+ ScoringContext* scoringcontext,
+ ScoringHitBuffer* hitbuffer);
+
+// Score up to 64KB of a single script span in one pass
+// Make a dummy entry off the end to calc length of last span
+// Return offset of first unused input byte
+int GetQuadHits(const char* text,
+ int letter_offset, int letter_limit,
+ ScoringContext* scoringcontext,
+ ScoringHitBuffer* hitbuffer);
+
+// Score up to 64KB of a single script span, doing both delta-octa and
+// distinct words in one pass
+void GetOctaHits(const char* text,
+ int letter_offset, int letter_limit,
+ ScoringContext* scoringcontext,
+ ScoringHitBuffer* hitbuffer);
+
+// Not sure if these belong here or in scoreonescriptspan.cc
+int ReliabilityDelta(int value1, int value2, int gramcount);
+int ReliabilityExpected(int actual_score_1kb, int expected_score_1kb);
+
+// Create a langprob packed value from its parts.
+uint32 MakeLangProb(Language lang, int qprob);
+
+
+void ProcessProbV2Tote(uint32 probs, Tote* tote);
+
+// Return score for a particular per-script language, or zero
+int GetLangScore(uint32 probs, uint8 pslang);
+
+static inline int minint(int a, int b) {return (a < b) ? a: b;}
+static inline int maxint(int a, int b) {return (a > b) ? a: b;}
+
+} // End namespace CLD2
+
+#endif // I18N_ENCODINGS_CLD2_INTERNAL_NEW_CLDUTIL_H__
+
+