Imported Upstream version 1.5.11

1 files changed, 50 insertions, 0 deletions

diff --git a/src/modules/filters/utf8nfc.cpp b/src/modules/filters/utf8nfc.cpp
new file mode 100644
index 0000000..15b76b5
--- /dev/null
+++ b/src/modules/filters/utf8nfc.cpp
@@ -0,0 +1,50 @@
+/******************************************************************************
+*
+* utf8nfc - SWFilter descendant to perform NFC (canonical composition
+*                   normalization) on UTF-8 text
+*/
+
+#ifdef _ICU_
+
+#include <stdlib.h>
+
+#include <utilstr.h>
+#include <unicode/unistr.h>
+#include <unicode/normlzr.h>
+#include <unicode/unorm.h>
+
+#include <utf8nfc.h>
+#include <swbuf.h>
+
+SWORD_NAMESPACE_START
+
+UTF8NFC::UTF8NFC() {
+        conv = ucnv_open("UTF-8", &err);
+}
+
+UTF8NFC::~UTF8NFC() {
+         ucnv_close(conv);
+}
+
+char UTF8NFC::processText(SWBuf &text, const SWKey *key, const SWModule *module)
+{
+	if ((unsigned long)key < 2)	// hack, we're en(1)/de(0)ciphering
+		return -1;
+        
+	UErrorCode status = U_ZERO_ERROR;
+	UnicodeString source(text.getRawData(), text.length(), conv, status);
+	UnicodeString target;
+
+	status = U_ZERO_ERROR;
+	Normalizer::normalize(source, UNORM_NFC, 0, target, status);
+
+	status = U_ZERO_ERROR;
+	text.setSize(text.size()*2); // potentially, it can grow to 2x the original size
+	int32_t len = target.extract(text.getRawData(), text.size(), conv, status);
+	text.setSize(len);
+
+	return 0;
+}
+
+SWORD_NAMESPACE_END
+#endif