summaryrefslogtreecommitdiff
path: root/src/syntax/xml.ml
diff options
context:
space:
mode:
Diffstat (limited to 'src/syntax/xml.ml')
-rw-r--r--src/syntax/xml.ml365
1 files changed, 365 insertions, 0 deletions
diff --git a/src/syntax/xml.ml b/src/syntax/xml.ml
new file mode 100644
index 0000000..ca05fdd
--- /dev/null
+++ b/src/syntax/xml.ml
@@ -0,0 +1,365 @@
+(* The package sedlex is released under the terms of an MIT-like license. *)
+(* See the attached LICENSE file. *)
+
+open Sedlex_cset
+
+(* Unicode classes from XML *)
+let base_char =
+ let l =
+ [
+ (0x0041, 0x005A);
+ (0x0061, 0x007A);
+ (0x00C0, 0x00D6);
+ (0x00D8, 0x00F6);
+ (0x00F8, 0x00FF);
+ (0x0100, 0x0131);
+ (0x0134, 0x013E);
+ (0x0141, 0x0148);
+ (0x014A, 0x017E);
+ (0x0180, 0x01C3);
+ (0x01CD, 0x01F0);
+ (0x01F4, 0x01F5);
+ (0x01FA, 0x0217);
+ (0x0250, 0x02A8);
+ (0x02BB, 0x02C1);
+ (0x0386, 0x0386);
+ (0x0388, 0x038A);
+ (0x038C, 0x038C);
+ (0x038E, 0x03A1);
+ (0x03A3, 0x03CE);
+ (0x03D0, 0x03D6);
+ (0x03DA, 0x03DA);
+ (0x03DC, 0x03DC);
+ (0x03DE, 0x03DE);
+ (0x03E0, 0x03E0);
+ (0x03E2, 0x03F3);
+ (0x0401, 0x040C);
+ (0x040E, 0x044F);
+ (0x0451, 0x045C);
+ (0x045E, 0x0481);
+ (0x0490, 0x04C4);
+ (0x04C7, 0x04C8);
+ (0x04CB, 0x04CC);
+ (0x04D0, 0x04EB);
+ (0x04EE, 0x04F5);
+ (0x04F8, 0x04F9);
+ (0x0531, 0x0556);
+ (0x0559, 0x0559);
+ (0x0561, 0x0586);
+ (0x05D0, 0x05EA);
+ (0x05F0, 0x05F2);
+ (0x0621, 0x063A);
+ (0x0641, 0x064A);
+ (0x0671, 0x06B7);
+ (0x06BA, 0x06BE);
+ (0x06C0, 0x06CE);
+ (0x06D0, 0x06D3);
+ (0x06D5, 0x06D5);
+ (0x06E5, 0x06E6);
+ (0x0905, 0x0939);
+ (0x093D, 0x093D);
+ (0x0958, 0x0961);
+ (0x0985, 0x098C);
+ (0x098F, 0x0990);
+ (0x0993, 0x09A8);
+ (0x09AA, 0x09B0);
+ (0x09B2, 0x09B2);
+ (0x09B6, 0x09B9);
+ (0x09DC, 0x09DD);
+ (0x09DF, 0x09E1);
+ (0x09F0, 0x09F1);
+ (0x0A05, 0x0A0A);
+ (0x0A0F, 0x0A10);
+ (0x0A13, 0x0A28);
+ (0x0A2A, 0x0A30);
+ (0x0A32, 0x0A33);
+ (0x0A35, 0x0A36);
+ (0x0A38, 0x0A39);
+ (0x0A59, 0x0A5C);
+ (0x0A5E, 0x0A5E);
+ (0x0A72, 0x0A74);
+ (0x0A85, 0x0A8B);
+ (0x0A8D, 0x0A8D);
+ (0x0A8F, 0x0A91);
+ (0x0A93, 0x0AA8);
+ (0x0AAA, 0x0AB0);
+ (0x0AB2, 0x0AB3);
+ (0x0AB5, 0x0AB9);
+ (0x0ABD, 0x0ABD);
+ (0x0AE0, 0x0AE0);
+ (0x0B05, 0x0B0C);
+ (0x0B0F, 0x0B10);
+ (0x0B13, 0x0B28);
+ (0x0B2A, 0x0B30);
+ (0x0B32, 0x0B33);
+ (0x0B36, 0x0B39);
+ (0x0B3D, 0x0B3D);
+ (0x0B5C, 0x0B5D);
+ (0x0B5F, 0x0B61);
+ (0x0B85, 0x0B8A);
+ (0x0B8E, 0x0B90);
+ (0x0B92, 0x0B95);
+ (0x0B99, 0x0B9A);
+ (0x0B9C, 0x0B9C);
+ (0x0B9E, 0x0B9F);
+ (0x0BA3, 0x0BA4);
+ (0x0BA8, 0x0BAA);
+ (0x0BAE, 0x0BB5);
+ (0x0BB7, 0x0BB9);
+ (0x0C05, 0x0C0C);
+ (0x0C0E, 0x0C10);
+ (0x0C12, 0x0C28);
+ (0x0C2A, 0x0C33);
+ (0x0C35, 0x0C39);
+ (0x0C60, 0x0C61);
+ (0x0C85, 0x0C8C);
+ (0x0C8E, 0x0C90);
+ (0x0C92, 0x0CA8);
+ (0x0CAA, 0x0CB3);
+ (0x0CB5, 0x0CB9);
+ (0x0CDE, 0x0CDE);
+ (0x0CE0, 0x0CE1);
+ (0x0D05, 0x0D0C);
+ (0x0D0E, 0x0D10);
+ (0x0D12, 0x0D28);
+ (0x0D2A, 0x0D39);
+ (0x0D60, 0x0D61);
+ (0x0E01, 0x0E2E);
+ (0x0E30, 0x0E30);
+ (0x0E32, 0x0E33);
+ (0x0E40, 0x0E45);
+ (0x0E81, 0x0E82);
+ (0x0E84, 0x0E84);
+ (0x0E87, 0x0E88);
+ (0x0E8A, 0x0E8A);
+ (0x0E8D, 0x0E8D);
+ (0x0E94, 0x0E97);
+ (0x0E99, 0x0E9F);
+ (0x0EA1, 0x0EA3);
+ (0x0EA5, 0x0EA5);
+ (0x0EA7, 0x0EA7);
+ (0x0EAA, 0x0EAB);
+ (0x0EAD, 0x0EAE);
+ (0x0EB0, 0x0EB0);
+ (0x0EB2, 0x0EB3);
+ (0x0EBD, 0x0EBD);
+ (0x0EC0, 0x0EC4);
+ (0x0F40, 0x0F47);
+ (0x0F49, 0x0F69);
+ (0x10A0, 0x10C5);
+ (0x10D0, 0x10F6);
+ (0x1100, 0x1100);
+ (0x1102, 0x1103);
+ (0x1105, 0x1107);
+ (0x1109, 0x1109);
+ (0x110B, 0x110C);
+ (0x110E, 0x1112);
+ (0x113C, 0x113C);
+ (0x113E, 0x113E);
+ (0x1140, 0x1140);
+ (0x114C, 0x114C);
+ (0x114E, 0x114E);
+ (0x1150, 0x1150);
+ (0x1154, 0x1155);
+ (0x1159, 0x1159);
+ (0x115F, 0x1161);
+ (0x1163, 0x1163);
+ (0x1165, 0x1165);
+ (0x1167, 0x1167);
+ (0x1169, 0x1169);
+ (0x116D, 0x116E);
+ (0x1172, 0x1173);
+ (0x1175, 0x1175);
+ (0x119E, 0x119E);
+ (0x11A8, 0x11A8);
+ (0x11AB, 0x11AB);
+ (0x11AE, 0x11AF);
+ (0x11B7, 0x11B8);
+ (0x11BA, 0x11BA);
+ (0x11BC, 0x11C2);
+ (0x11EB, 0x11EB);
+ (0x11F0, 0x11F0);
+ (0x11F9, 0x11F9);
+ (0x1E00, 0x1E9B);
+ (0x1EA0, 0x1EF9);
+ (0x1F00, 0x1F15);
+ (0x1F18, 0x1F1D);
+ (0x1F20, 0x1F45);
+ (0x1F48, 0x1F4D);
+ (0x1F50, 0x1F57);
+ (0x1F59, 0x1F59);
+ (0x1F5B, 0x1F5B);
+ (0x1F5D, 0x1F5D);
+ (0x1F5F, 0x1F7D);
+ (0x1F80, 0x1FB4);
+ (0x1FB6, 0x1FBC);
+ (0x1FBE, 0x1FBE);
+ (0x1FC2, 0x1FC4);
+ (0x1FC6, 0x1FCC);
+ (0x1FD0, 0x1FD3);
+ (0x1FD6, 0x1FDB);
+ (0x1FE0, 0x1FEC);
+ (0x1FF2, 0x1FF4);
+ (0x1FF6, 0x1FFC);
+ (0x2126, 0x2126);
+ (0x212A, 0x212B);
+ (0x212E, 0x212E);
+ (0x2180, 0x2182);
+ (0x3041, 0x3094);
+ (0x30A1, 0x30FA);
+ (0x3105, 0x312C);
+ (0xAC00, 0xD7A3);
+ ]
+ in
+ of_list l
+
+let ideographic =
+ let l = [(0x3007, 0x3007); (0x3021, 0x3029); (0x4E00, 0x9FA5)] in
+ of_list l
+
+let combining_char =
+ let l =
+ [
+ (0x0300, 0x0345);
+ (0x0360, 0x0361);
+ (0x0483, 0x0486);
+ (0x0591, 0x05A1);
+ (0x05A3, 0x05B9);
+ (0x05BB, 0x05BD);
+ (0x05BF, 0x05BF);
+ (0x05C1, 0x05C2);
+ (0x05C4, 0x05C4);
+ (0x064B, 0x0652);
+ (0x0670, 0x0670);
+ (0x06D6, 0x06DC);
+ (0x06DD, 0x06DF);
+ (0x06E0, 0x06E4);
+ (0x06E7, 0x06E8);
+ (0x06EA, 0x06ED);
+ (0x0901, 0x0903);
+ (0x093C, 0x093C);
+ (0x093E, 0x094C);
+ (0x094D, 0x094D);
+ (0x0951, 0x0954);
+ (0x0962, 0x0963);
+ (0x0981, 0x0983);
+ (0x09BC, 0x09BC);
+ (0x09BE, 0x09BE);
+ (0x09BF, 0x09BF);
+ (0x09C0, 0x09C4);
+ (0x09C7, 0x09C8);
+ (0x09CB, 0x09CD);
+ (0x09D7, 0x09D7);
+ (0x09E2, 0x09E3);
+ (0x0A02, 0x0A02);
+ (0x0A3C, 0x0A3C);
+ (0x0A3E, 0x0A3E);
+ (0x0A3F, 0x0A3F);
+ (0x0A40, 0x0A42);
+ (0x0A47, 0x0A48);
+ (0x0A4B, 0x0A4D);
+ (0x0A70, 0x0A71);
+ (0x0A81, 0x0A83);
+ (0x0ABC, 0x0ABC);
+ (0x0ABE, 0x0AC5);
+ (0x0AC7, 0x0AC9);
+ (0x0ACB, 0x0ACD);
+ (0x0B01, 0x0B03);
+ (0x0B3C, 0x0B3C);
+ (0x0B3E, 0x0B43);
+ (0x0B47, 0x0B48);
+ (0x0B4B, 0x0B4D);
+ (0x0B56, 0x0B57);
+ (0x0B82, 0x0B83);
+ (0x0BBE, 0x0BC2);
+ (0x0BC6, 0x0BC8);
+ (0x0BCA, 0x0BCD);
+ (0x0BD7, 0x0BD7);
+ (0x0C01, 0x0C03);
+ (0x0C3E, 0x0C44);
+ (0x0C46, 0x0C48);
+ (0x0C4A, 0x0C4D);
+ (0x0C55, 0x0C56);
+ (0x0C82, 0x0C83);
+ (0x0CBE, 0x0CC4);
+ (0x0CC6, 0x0CC8);
+ (0x0CCA, 0x0CCD);
+ (0x0CD5, 0x0CD6);
+ (0x0D02, 0x0D03);
+ (0x0D3E, 0x0D43);
+ (0x0D46, 0x0D48);
+ (0x0D4A, 0x0D4D);
+ (0x0D57, 0x0D57);
+ (0x0E31, 0x0E31);
+ (0x0E34, 0x0E3A);
+ (0x0E47, 0x0E4E);
+ (0x0EB1, 0x0EB1);
+ (0x0EB4, 0x0EB9);
+ (0x0EBB, 0x0EBC);
+ (0x0EC8, 0x0ECD);
+ (0x0F18, 0x0F19);
+ (0x0F35, 0x0F35);
+ (0x0F37, 0x0F37);
+ (0x0F39, 0x0F39);
+ (0x0F3E, 0x0F3E);
+ (0x0F3F, 0x0F3F);
+ (0x0F71, 0x0F84);
+ (0x0F86, 0x0F8B);
+ (0x0F90, 0x0F95);
+ (0x0F97, 0x0F97);
+ (0x0F99, 0x0FAD);
+ (0x0FB1, 0x0FB7);
+ (0x0FB9, 0x0FB9);
+ (0x20D0, 0x20DC);
+ (0x20E1, 0x20E1);
+ (0x302A, 0x302F);
+ (0x3099, 0x3099);
+ (0x309A, 0x309A);
+ ]
+ in
+ of_list l
+
+let digit =
+ let l =
+ [
+ (0x0030, 0x0039);
+ (0x0660, 0x0669);
+ (0x06F0, 0x06F9);
+ (0x0966, 0x096F);
+ (0x09E6, 0x09EF);
+ (0x0A66, 0x0A6F);
+ (0x0AE6, 0x0AEF);
+ (0x0B66, 0x0B6F);
+ (0x0BE7, 0x0BEF);
+ (0x0C66, 0x0C6F);
+ (0x0CE6, 0x0CEF);
+ (0x0D66, 0x0D6F);
+ (0x0E50, 0x0E59);
+ (0x0ED0, 0x0ED9);
+ (0x0F20, 0x0F29);
+ ]
+ in
+ of_list l
+
+let extender =
+ let l =
+ [
+ (0x00B7, 0x00B7);
+ (0x02D0, 0x02D1);
+ (0x0387, 0x0387);
+ (0x0640, 0x0640);
+ (0x0E46, 0x0E46);
+ (0x0EC6, 0x0EC6);
+ (0x3005, 0x3005);
+ (0x3031, 0x3035);
+ (0x309D, 0x309E);
+ (0x30FC, 0x30FE);
+ ]
+ in
+ of_list l
+
+let blank =
+ let l = [(0x0009, 0x000A); (0x000D, 0x000D); (0x0020, 0x0020)] in
+ of_list l
+
+let letter = union base_char ideographic