summaryrefslogtreecommitdiff
path: root/src/libguess/russian_impl.c
diff options
context:
space:
mode:
Diffstat (limited to 'src/libguess/russian_impl.c')
-rw-r--r--src/libguess/russian_impl.c258
1 files changed, 50 insertions, 208 deletions
diff --git a/src/libguess/russian_impl.c b/src/libguess/russian_impl.c
index 5f329a2..487c4d4 100644
--- a/src/libguess/russian_impl.c
+++ b/src/libguess/russian_impl.c
@@ -1,218 +1,60 @@
-/*
- * This code is derivitive of librcd.
- * No copyright notice was found.
- */
-
-#include <stdio.h>
-#include <string.h>
-
#include "libguess.h"
+#include "dfa.h"
+#include "guess_tab.c"
-#define NF_VALUE -2
-#define max(a,b) ((a>b)?a:b)
-#define min(a,b) ((a<b)?a:b)
-#define bit(i) (1<<i)
-
-typedef struct lng_stat2 {
- unsigned char a;
- unsigned char b;
- double rate;
- double srate;
- double erate;
-} lng_stat2;
-
-#include "russian_tab.c"
-
+/* precedence order */
+#define ORDER &utf8, &cp1251, &koi8_u, &koi8_r, &cp866, &iso8859_2, &iso8859_5
-static int end_symbol(char ch) {
- if (ch=='\r'||ch=='\n'||ch==0||ch==' '||ch=='\t'||ch==','||ch=='.'||ch=='!'||ch=='?'||ch==';'||ch=='-'||ch==':'||ch=='"'||ch=='\''||ch==')') return 1;
- return 0;
-}
-
-static int start_symbol(char ch) {
- if ((ch=='\t')||ch=='\r'||ch=='\n'||(ch==' ')||(ch=='(')||(ch=='"')||(ch=='\'')) return 1;
- return 0;
-}
-
-typedef const struct lng_stat2 *lng_stat2_ptr;
-
-static void bfind(const unsigned char *a, lng_stat2_ptr *w, lng_stat2_ptr *k, lng_stat2_ptr *al) {
- const struct lng_stat2 *winptr, *koiptr,*altptr;
- int ki,wi,ai,d,ws=0,ks=0,as=0;
- d=npow2>>1;
- wi=d;
- ki=d;
- ai=d;
- winptr=0;
- koiptr=0;
- altptr=0;
- do{
- d>>=1;
-
- if(!ws){
- if (wi>indexes2) wi-=d;
- else {
- winptr=enc_win+wi-1;
- if(a[0]==winptr->a){
- if(a[1]==winptr->b){
- ws=1;
- }else if(a[1]<winptr->b){
- wi-=d;
- }else{ //b>win[wi].b
- wi+=d;
- }
- }else if(a[0]<winptr->a){
- wi-=d;
- }else{ //a>win[wi].a
- wi+=d;
- }
- }
- }
- if(!ks){
- if (ki>indexes2) ki-=d;
- else {
- koiptr=enc_koi+ki-1;
- if(a[0]==koiptr->a){
- if(a[1]==koiptr->b){
- ks=1;
- }else if(a[1]<koiptr->b){
- ki-=d;
- }else{ //b>win[wi].b
- ki+=d;
- }
- }else if(a[0]<koiptr->a){
- ki-=d;
- }else{ //a>win[wi].a
- ki+=d;
+/* common */
+const char *guess_ru(const char *buf, int buflen)
+{
+ int i;
+ const char *rv = NULL;
+
+ /* encodings */
+ guess_dfa utf8 = DFA_INIT(guess_utf8_st, guess_utf8_ar, "UTF-8");
+ guess_dfa cp1251 = DFA_INIT(guess_cp1251_st, guess_cp1251_ar, "CP1251");
+ guess_dfa cp866 = DFA_INIT(guess_cp866_st, guess_cp866_ar, "CP866");
+ guess_dfa koi8_u = DFA_INIT(guess_koi8_u_st, guess_koi8_u_ar, "KOI8-U");
+ guess_dfa koi8_r = DFA_INIT(guess_koi8_r_st, guess_koi8_r_ar, "KOI8-R");
+ guess_dfa iso8859_2 = DFA_INIT(guess_iso8859_2_st, guess_iso8859_2_ar, "ISO-8859-2");
+ guess_dfa iso8859_5 = DFA_INIT(guess_iso8859_5_st, guess_iso8859_5_ar, "ISO-8859-5");
+
+ guess_dfa *top = NULL;
+ guess_dfa *order[] = { ORDER, NULL };
+
+ for (i = 0; i < buflen; i++) {
+ int c = (unsigned char) buf[i];
+
+ /* special treatment of BOM */
+ if (i == 0 && c == 0xff) {
+ if (i < buflen - 1) {
+ c = (unsigned char) buf[i + 1];
+ if (c == 0xfe)
+ return UCS_2LE;
+ }
}
- }
- }
- if(!as){
- if (ai>indexes2) ai-=d;
- else {
- altptr=enc_alt+ai-1;
- if(a[0]==altptr->a){
- if(a[1]==altptr->b){
- as=1;
- }else if(a[1]<altptr->b){
- ai-=d;
- }else{ //b>win[wi].b
- ai+=d;
- }
- }else if(a[0]<altptr->a){
- ai-=d;
- }else{ //a>win[wi].a
- ai+=d;
+ if (i == 0 && c == 0xfe) {
+ if (i < buflen - 1) {
+ c = (unsigned char) buf[i + 1];
+ if (c == 0xff)
+ return UCS_2BE;
+ }
}
- }
- }
- }while(d);
- if (ws) *w=winptr;
- else *w=NULL;
- if (ks) *k=koiptr;
- else *k=NULL;
- if (as) *al=altptr;
- else *al=NULL;
-}
-static double calculate(double s, double m, double e) {
- return s+m+e;
-}
+ rv = dfa_process(order, c);
+ if(rv)
+ return rv;
-static const char *is_win_charset2(const unsigned char *txt, int len){
- const struct lng_stat2 *winptr, *koiptr,*altptr;
- double winstep,koistep,altstep,winestep,koiestep,altestep,winsstep,koisstep,altsstep;
- double winstat=0,koistat=0,altstat=0,winestat=0,koiestat=0,altestat=0,winsstat=0,koisstat=0,altsstat=0;
- long j;
-
-#ifdef _AUTO_DEBUG
- fprintf(stderr,"Word: %s\n",txt);
-#endif
- for(j=0;j<len-1;j++){
- //skip bottom half of table
- if(txt[j]<128 || txt[j+1]<128) continue;
-#ifdef _AUTO_DEBUG
- fprintf(stderr,"Pair: %c%c",txt[j],txt[j+1]);
-#endif
- bfind(txt+j,&winptr,&koiptr,&altptr);
-
- if ((j==0)||(start_symbol(txt[j-1]))) {
- if (winptr) winsstep=winptr->srate;
- else winsstep=NF_VALUE;
- if (koiptr) koisstep=koiptr->srate;
- else koisstep=NF_VALUE;
- if (altptr) altsstep=altptr->srate;
- else altsstep=NF_VALUE;
- winestep=0;
- koiestep=0;
- altestep=0;
- winstep=0;
- koistep=0;
- altstep=0;
-#ifdef _AUTO_DEBUG
- fprintf(stderr,", Win %lf, Koi %lf, Alt: %lf\n",winsstep,koisstep,altsstep);
-#endif
- } else if ((j==len-2)||(end_symbol(txt[j+2]))) {
- if (winptr) winestep=winptr->erate;
- else winestep=NF_VALUE;
- if (koiptr) koiestep=koiptr->erate;
- else koiestep=NF_VALUE;
- if (altptr) altestep=altptr->erate;
- else altestep=NF_VALUE;
- winsstep=0;
- koisstep=0;
- altsstep=0;
- winstep=0;
- koistep=0;
- altstep=0;
-#ifdef _AUTO_DEBUG
- fprintf(stderr,", Win %lf, Koi %lf, Alt %lf\n",winestep,koiestep,altestep);
-#endif
- } else {
- if (winptr) winstep=winptr->rate;
- else winstep=NF_VALUE;
- if (koiptr) koistep=koiptr->rate;
- else koistep=NF_VALUE;
- if (altptr) altstep=altptr->rate;
- else altstep=NF_VALUE;
- winsstep=0;
- winestep=0;
- koisstep=0;
- koiestep=0;
- altsstep=0;
- altestep=0;
-#ifdef _AUTO_DEBUG
- fprintf(stderr,", Win %lf, Koi %lf, Alt %lf\n",winstep,koistep,altstep);
-#endif
+ if (dfa_none(order)) {
+ /* we ran out the possibilities */
+ return NULL;
+ }
}
-
- winstat+=winstep;
- koistat+=koistep;
- altstat+=altstep;
- winsstat+=winsstep;
- koisstat+=koisstep;
- altsstat+=altsstep;
- winestat+=winestep;
- koiestat+=koiestep;
- altestat+=altestep;
- }
-
-#ifdef _AUTO_DEBUG
- fprintf(stderr,"Start. Win: %lf, Koi: %lf, Alt: %lf\n",winsstat,koisstat,altsstat);
- fprintf(stderr,"Middle. Win: %lf, Koi: %lf, Alt: %lf\n",winstat,koistat,altstat);
- fprintf(stderr,"End. Win: %lf, Koi: %lf, Alt: %lf\n",winestat,koiestat,altestat);
- fprintf(stderr,"Final. Win: %lf, Koi: %lf, Alt: %lf\n",calculate(winsstat,winstat,winestat),calculate(koisstat,koistat,koiestat),calculate(altsstat,altstat,altestat));
-#endif
- if ((calculate(altsstat,altstat,altestat)>calculate(koisstat,koistat,koiestat))&&(calculate(altsstat,altstat,altestat)>calculate(winsstat,winstat,winestat))) return "CP866";
- if (calculate(koisstat,koistat,koiestat)>calculate(winsstat,winstat,winestat)) return "KOI8-R";
- return "CP1251";
-}
-
-const char *guess_ru(const char *buf, int len)
-{
- if (dfa_validate_utf8(buf, len))
- return "UTF-8";
- return is_win_charset2((const unsigned char *) buf, len);
+ top = dfa_top(order);
+ if (top)
+ return top->name;
+ else
+ return NULL;
}
-
generated by cgit v1.2.3 (git 2.25.1) at 2024-07-03 09:31:06 +0000