Imported Upstream version 1.5.3

1 files changed, 98 insertions, 0 deletions

diff --git a/src/modules/filters/gbfmorph.cpp b/src/modules/filters/gbfmorph.cpp
new file mode 100644
index 0000000..f8d336e
--- /dev/null
+++ b/src/modules/filters/gbfmorph.cpp
@@ -0,0 +1,98 @@
+/******************************************************************************
+ *
+ * gbfmorph -	SWFilter decendant to hide or show morph tags
+ *			in a GBF module.
+ */
+
+
+#include <stdlib.h>
+#include <string.h>
+#include <gbfmorph.h>
+#ifndef __GNUC__
+#else
+#include <unixstr.h>
+#endif
+
+
+const char GBFMorph::on[] = "On";
+const char GBFMorph::off[] = "Off";
+const char GBFMorph::optName[] = "Morphological Tags";
+const char GBFMorph::optTip[] = "Toggles Morphological Tags On and Off if they exist";
+
+
+GBFMorph::GBFMorph() {
+	option = false;
+	options.push_back(on);
+	options.push_back(off);
+}
+
+
+GBFMorph::~GBFMorph() {
+}
+
+void GBFMorph::setOptionValue(const char *ival)
+{
+	option = (!stricmp(ival, on));
+}
+
+const char *GBFMorph::getOptionValue()
+{
+	return (option) ? on:off;
+}
+
+char GBFMorph::ProcessText(char *text, int maxlen, const SWKey *key, const SWModule *module)
+{
+	if (!option) {	// if we don't want morph tags
+		char *to, *from, token[2048]; // cheese.  Fix.
+		int tokpos = 0;
+		bool intoken = false;
+		int len;
+		bool lastspace = false;
+
+		len = strlen(text) + 1;	// shift string to right of buffer
+		if (len < maxlen) {
+			memmove(&text[maxlen - len], text, len);
+			from = &text[maxlen - len];
+		}
+		else	from = text;	// -------------------------------
+
+		for (to = text; *from; from++) {
+			if (*from == '<') {
+				intoken = true;
+				tokpos = 0;
+				token[0] = 0;
+				token[1] = 0;
+				token[2] = 0;
+				continue;
+			}
+			if (*from == '>') {	// process tokens
+				intoken = false;
+				if (*token == 'W' && token[1] == 'T') {	// Morph
+				  if ((from[1] == ' ') || (from[1] == ',') || (from[1] == ';') || (from[1] == '.') || (from[1] == '?') || (from[1] == '!') || (from[1] == ')') || (from[1] == '\'') || (from[1] == '\"')) {
+				    if (lastspace)
+				      to--;
+				  }
+				  continue;
+				}
+				// if not a morph tag token, keep token in text
+				*to++ = '<';
+				for (char *tok = token; *tok; tok++)
+					*to++ = *tok;
+				*to++ = '>';
+				continue;
+			}
+			if (intoken) {
+				if (tokpos < 2045)
+					token[tokpos++] = *from;
+					token[tokpos+2] = 0;
+			}
+			else	{
+				*to++ = *from;
+				lastspace = (*from == ' ');
+			}
+		}
+		*to++ = 0;
+		*to = 0;
+	}
+	return 0;
+}