unicodes: Optimize code by using constexpr and removing unused globals

Signed-off-by: Stefan Weil <sw@weilnetz.de>
This commit is contained in:
Stefan Weil 2019-05-20 22:41:10 +02:00
parent 23d05a5e1b
commit 334d9b4633
2 changed files with 8 additions and 43 deletions

View File

@ -20,36 +20,9 @@
namespace tesseract { namespace tesseract {
const char *kUTF8LineSeparator = "\u2028"; // "\xe2\x80\xa8"; constexpr const char *kLRM = "\u200E"; // Left-to-Right Mark
const char *kUTF8ParagraphSeparator = "\u2029"; // "\xe2\x80\xa9"; constexpr const char *kRLM = "\u200F"; // Right-to-Left Mark
const char *kLRM = "\u200E"; // Left-to-Right Mark constexpr const char *kRLE = "\u202A"; // Right-to-Left Embedding
const char *kRLM = "\u200F"; // Right-to-Left Mark constexpr const char *kPDF = "\u202C"; // Pop Directional Formatting
const char *kRLE = "\u202A"; // Right-to-Left Embedding
const char *kPDF = "\u202C"; // Pop Directional Formatting
const char *kHyphenLikeUTF8[] = {
"-", // ASCII hyphen-minus
"\u05BE", // word hyphen in hybrew
"\u2010", // hyphen
"\u2011", // non-breaking hyphen
"\u2012", // a hyphen the same width as digits
"\u2013", // en dash
"\u2014", // em dash
"\u2015", // horizontal bar
"\u2212", // arithmetic minus sign
"\uFE58", // small em dash
"\uFE63", // small hyphen-minus
"\uFF0D", // fullwidth hyphen-minus
nullptr, // end of our list
};
const char *kApostropheLikeUTF8[] = {
"'", // ASCII apostrophe
"`", // ASCII backtick
"\u2018", // opening single quote
"\u2019", // closing single quote
"\u2032", // mathematical prime mark
nullptr, // end of our list.
};
} // namespace } // namespace

View File

@ -2,7 +2,6 @@
* File: unicodes.h * File: unicodes.h
* Description: Unicode related machinery * Description: Unicode related machinery
* Author: David Eger * Author: David Eger
* Created: Wed Jun 15 16:37:50 PST 2011
* *
* (C) Copyright 2011, Google, Inc. * (C) Copyright 2011, Google, Inc.
** Licensed under the Apache License, Version 2.0 (the "License"); ** Licensed under the Apache License, Version 2.0 (the "License");
@ -22,17 +21,10 @@
namespace tesseract { namespace tesseract {
extern const char *kUTF8LineSeparator; extern const char* const kLRM; ///< Left-to-Right Mark
extern const char *kUTF8ParagraphSeparator; extern const char* const kRLM; ///< Right-to-Left Mark
extern const char *kLRM; ///< Left-to-Right Mark extern const char* const kRLE; ///< Right-to-Left Embedding
extern const char *kRLM; ///< Right-to-Left Mark extern const char* const kPDF; ///< Pop Directional Formatting
extern const char *kRLE; ///< Right-to-Left Embedding
extern const char *kPDF; ///< Pop Directional Formatting
/// The following are confusable internal word punctuation symbols
/// which we normalize to the first variant when matching in dawgs.
extern const char *kHyphenLikeUTF8[];
extern const char *kApostropheLikeUTF8[];
} // namespace } // namespace