From: Gurusamy Sarathy Date: Mon, 24 Apr 2000 03:39:47 +0000 (+0000) Subject: add linebreak properties from unicode/LineBrk.txt (from X-Git-Url: http://git.shadowcat.co.uk/gitweb/gitweb.cgi?a=commitdiff_plain;h=a77b4ae565b96b8c105f16b41208cbbafb447a74;p=p5sagit%2Fp5-mst-13.2.git add linebreak properties from unicode/LineBrk.txt (from Dave Hartnoll ) p4raw-link: @3 on //depot/thrperl: a4f68e9b64464684b732bc17fd65ed4a1aa4708c p4raw-id: //depot/perl@5911 --- diff --git a/lib/unicode/Is/LbrkAI.pl b/lib/unicode/Is/LbrkAI.pl new file mode 100644 index 0000000..a15f760 --- /dev/null +++ b/lib/unicode/Is/LbrkAI.pl @@ -0,0 +1,139 @@ +# !!!!!!! DO NOT EDIT THIS FILE !!!!!!! +# This file is built by mktables.PL from e.g. Unicode.300. +# Any changes made here will be lost! +return <<'END'; +00a1 +00a7 00a8 +00aa +00b2 00b3 +00b6 00ba +00bc 00bf +00c6 +00d0 +00d7 00d8 +00de 00e1 +00e6 +00e8 00ea +00ec 00ed +00f0 +00f2 00f3 +00f7 00fa +00fc +00fe +0101 +0111 +0113 +011b +0126 0127 +012b +0131 0133 +0138 +013f 0142 +0144 +0148 014a +014d +0152 0153 +0166 0167 +016b +01ce +01d0 +01d2 +01d4 +01d6 +01d8 +01da +01dc +0251 +0261 +02c7 +02c9 02cb +02cd +02d0 +02d8 02db +02dd +0391 03a1 +03a3 03a9 +03b1 03c1 +03c3 03c9 +0401 +0410 044f +0451 +2016 +2020 2021 +203b +2074 +207f +2081 2084 +2105 +2113 +2121 2122 +212b +2154 2155 +215b +215e +2160 216b +2170 2179 +2190 2199 +21d2 +21d4 +2200 +2202 2203 +2207 2208 +220b +220f +2211 +2215 +221a +221d 2220 +2223 +2225 +2227 222c +222e +2234 2237 +223c 223d +2248 +224c +2252 +2260 2261 +2264 2267 +226a 226b +226e 226f +2282 2283 +2286 2287 +2295 +2299 +22a5 +22bf +2312 +2460 24bf +24d0 24e9 +2500 254b +2550 2574 +2580 258f +2592 2595 +25a0 25a1 +25a3 25a9 +25b2 25b3 +25b6 25b7 +25bc 25bd +25c0 25c1 +25c6 25c7 +25cb +25ce 25d1 +25e2 25e5 +25ef +2605 2606 +2609 +260e 260f +261c +261e +2640 +2642 +2660 2661 +2663 2665 +2667 266a +266c 266d +266f +e000 f8ff +fffd +END diff --git a/lib/unicode/Is/LbrkAL.pl b/lib/unicode/Is/LbrkAL.pl new file mode 100644 index 0000000..c705dc8 --- /dev/null +++ b/lib/unicode/Is/LbrkAL.pl @@ -0,0 +1,387 @@ +# !!!!!!! DO NOT EDIT THIS FILE !!!!!!! +# This file is built by mktables.PL from e.g. Unicode.300. +# Any changes made here will be lost! +return <<'END'; +0023 +0026 +002a +003c 003e +0040 005a +005e 007a +007e +00a6 +00a9 +00ac +00ae 00af +00b5 +00c0 00c5 +00c7 00cf +00d1 00d6 +00d9 00dd +00e2 00e5 +00e7 +00eb +00ee 00ef +00f1 +00f4 00f6 +00fb +00fd +00ff 0100 +0102 0110 +0112 +0114 011a +011c 0125 +0128 012a +012c 0130 +0134 0137 +0139 013e +0143 +0145 0147 +014b 014c +014e 0151 +0154 0165 +0168 016a +016c 01cd +01cf +01d1 +01d3 +01d5 +01d7 +01d9 +01db +01dd 021f +0222 0233 +0250 +0252 0260 +0262 02ad +02b0 02c6 +02ce 02cf +02d1 02d7 +02dc +02de 02ee +0374 0375 +037a +037e +0384 038a +038c +038e 0390 +03aa 03b0 +03c2 +03ca 03ce +03d0 03d7 +03da 03f3 +0400 +0402 040f +0450 +0452 0482 +048c 04c4 +04c7 04c8 +04cb 04cc +04d0 04f5 +04f8 04f9 +0531 0556 +0559 055f +0561 0587 +05be +05c0 +05c3 +05d0 05ea +05f0 05f4 +060c +061b +061f +0621 063a +0640 064a +066a 066d +0671 06d5 +06e5 06e6 +06e9 +06fa 06fe +0700 070d +0710 +0712 072c +0780 07a5 +0905 0939 +093d +0950 +0958 0961 +0964 0965 +0970 +0985 098c +098f 0990 +0993 09a8 +09aa 09b0 +09b2 +09b6 09b9 +09dc 09dd +09df 09e1 +09f0 09f1 +09f4 09fa +0a05 0a0a +0a0f 0a10 +0a13 0a28 +0a2a 0a30 +0a32 0a33 +0a35 0a36 +0a38 0a39 +0a59 0a5c +0a5e +0a72 0a74 +0a85 0a8b +0a8d +0a8f 0a91 +0a93 0aa8 +0aaa 0ab0 +0ab2 0ab3 +0ab5 0ab9 +0abd +0ad0 +0ae0 +0b05 0b0c +0b0f 0b10 +0b13 0b28 +0b2a 0b30 +0b32 0b33 +0b36 0b39 +0b3d +0b5c 0b5d +0b5f 0b61 +0b70 +0b85 0b8a +0b8e 0b90 +0b92 0b95 +0b99 0b9a +0b9c +0b9e 0b9f +0ba3 0ba4 +0ba8 0baa +0bae 0bb5 +0bb7 0bb9 +0bf0 0bf2 +0c05 0c0c +0c0e 0c10 +0c12 0c28 +0c2a 0c33 +0c35 0c39 +0c60 0c61 +0c85 0c8c +0c8e 0c90 +0c92 0ca8 +0caa 0cb3 +0cb5 0cb9 +0cde +0ce0 0ce1 +0d05 0d0c +0d0e 0d10 +0d12 0d28 +0d2a 0d39 +0d60 0d61 +0d85 0d96 +0d9a 0db1 +0db3 0dbb +0dbd +0dc0 0dc6 +0df4 +0e4f +0f00 0f0a +0f0d 0f17 +0f1a 0f1f +0f2a 0f34 +0f36 +0f38 +0f40 0f47 +0f49 0f6a +0f85 +0f88 0f8b +0fbe 0fc5 +0fc7 0fcc +0fcf +104a 104f +10a0 10c5 +10d0 10f6 +10fb +1200 1206 +1208 1246 +1248 +124a 124d +1250 1256 +1258 +125a 125d +1260 1286 +1288 +128a 128d +1290 12ae +12b0 +12b2 12b5 +12b8 12be +12c0 +12c2 12c5 +12c8 12ce +12d0 12d6 +12d8 12ee +12f0 130e +1310 +1312 1315 +1318 131e +1320 1346 +1348 135a +1362 1368 +1372 137c +13a0 13f4 +1401 1676 +1681 169a +16a0 16f0 +17dc +1800 1805 +1807 180a +1820 1877 +1880 18a8 +1e00 1e9b +1ea0 1ef9 +1f00 1f15 +1f18 1f1d +1f20 1f45 +1f48 1f4d +1f50 1f57 +1f59 +1f5b +1f5d +1f5f 1f7d +1f80 1fb4 +1fb6 1fc4 +1fc6 1fd3 +1fd6 1fdb +1fdd 1fef +1ff2 1ff4 +1ff6 1ffe +2015 +2017 +2022 2023 +2038 +203d 2043 +2048 204d +2070 +2075 207c +2080 +2085 208c +2100 2102 +2104 +2106 2108 +210a 2112 +2114 2115 +2117 2120 +2123 2125 +2127 212a +212c 213a +2153 +2156 215a +215c 215d +215f +216c 216f +217a 2183 +219a 21d1 +21d3 +21d5 21f3 +2201 +2204 2206 +2209 220a +220c 220e +2210 +2214 +2216 2219 +221b 221c +2221 2222 +2224 +2226 +222d +222f 2233 +2238 223b +223e 2247 +2249 224b +224d 2251 +2253 225f +2262 2263 +2268 2269 +226c 226d +2270 2281 +2284 2285 +2288 2294 +2296 2298 +229a 22a4 +22a6 22be +22c0 22f1 +2300 2311 +2313 2328 +232b 237b +237d 239a +2400 2426 +2440 244a +24c0 24cf +24ea +254c 254f +2575 257f +2590 2591 +25a2 +25aa 25b1 +25b4 25b5 +25b8 25bb +25be 25bf +25c2 25c5 +25c8 25ca +25cc 25cd +25d2 25e1 +25e6 25ee +25f0 25f7 +2600 2604 +2607 2608 +260a 260d +2610 2613 +2619 261b +261d +261f 263f +2641 +2643 265f +2662 +2666 +266b +266e +2670 2671 +2701 2704 +2706 2709 +270c 2727 +2729 274b +274d +274f 2752 +2756 +2758 275e +2761 2767 +2776 2794 +2798 27af +27b1 27be +2800 28ff +fb00 fb06 +fb13 fb17 +fb1d +fb1f fb36 +fb38 fb3c +fb3e +fb40 fb41 +fb43 fb44 +fb46 fbb1 +fbd3 fd3d +fd50 fd8f +fd92 fdc7 +fdf0 fdfb +fe6b +fe70 fe72 +fe74 +fe76 fefc +ff66 +ff71 ff9d +ffa0 ffbe +ffc2 ffc7 +ffca ffcf +ffd2 ffd7 +ffda ffdc +ffe8 ffee +END diff --git a/lib/unicode/Is/LbrkB2.pl b/lib/unicode/Is/LbrkB2.pl new file mode 100644 index 0000000..527e4c8 --- /dev/null +++ b/lib/unicode/Is/LbrkB2.pl @@ -0,0 +1,6 @@ +# !!!!!!! DO NOT EDIT THIS FILE !!!!!!! +# This file is built by mktables.PL from e.g. Unicode.300. +# Any changes made here will be lost! +return <<'END'; +2014 +END diff --git a/lib/unicode/Is/LbrkBA.pl b/lib/unicode/Is/LbrkBA.pl new file mode 100644 index 0000000..053369b --- /dev/null +++ b/lib/unicode/Is/LbrkBA.pl @@ -0,0 +1,19 @@ +# !!!!!!! DO NOT EDIT THIS FILE !!!!!!! +# This file is built by mktables.PL from e.g. Unicode.300. +# Any changes made here will be lost! +return <<'END'; +0009 +007c +00ad +00b4 +058a +0f0b +1361 +1680 +17d5 +2000 2006 +2008 200a +2010 +2012 2013 +2027 +END diff --git a/lib/unicode/Is/LbrkBB.pl b/lib/unicode/Is/LbrkBB.pl new file mode 100644 index 0000000..5d3952a --- /dev/null +++ b/lib/unicode/Is/LbrkBB.pl @@ -0,0 +1,8 @@ +# !!!!!!! DO NOT EDIT THIS FILE !!!!!!! +# This file is built by mktables.PL from e.g. Unicode.300. +# Any changes made here will be lost! +return <<'END'; +02c8 +02cc +1806 +END diff --git a/lib/unicode/Is/LbrkBK.pl b/lib/unicode/Is/LbrkBK.pl new file mode 100644 index 0000000..2c314fb --- /dev/null +++ b/lib/unicode/Is/LbrkBK.pl @@ -0,0 +1,7 @@ +# !!!!!!! DO NOT EDIT THIS FILE !!!!!!! +# This file is built by mktables.PL from e.g. Unicode.300. +# Any changes made here will be lost! +return <<'END'; +000c +2028 2029 +END diff --git a/lib/unicode/Is/LbrkCB.pl b/lib/unicode/Is/LbrkCB.pl new file mode 100644 index 0000000..95f8b80 --- /dev/null +++ b/lib/unicode/Is/LbrkCB.pl @@ -0,0 +1,6 @@ +# !!!!!!! DO NOT EDIT THIS FILE !!!!!!! +# This file is built by mktables.PL from e.g. Unicode.300. +# Any changes made here will be lost! +return <<'END'; +fffc +END diff --git a/lib/unicode/Is/LbrkCL.pl b/lib/unicode/Is/LbrkCL.pl new file mode 100644 index 0000000..a73130a --- /dev/null +++ b/lib/unicode/Is/LbrkCL.pl @@ -0,0 +1,47 @@ +# !!!!!!! DO NOT EDIT THIS FILE !!!!!!! +# This file is built by mktables.PL from e.g. Unicode.300. +# Any changes made here will be lost! +return <<'END'; +0029 +005d +007d +0f3b +0f3d +169c +2046 +207e +208e +232a +3001 3002 +3009 +300b +300d +300f +3011 +3015 +3017 +3019 +301b +301e 301f +fd3f +fe36 +fe38 +fe3a +fe3c +fe3e +fe40 +fe42 +fe44 +fe50 +fe52 +fe5a +fe5c +fe5e +ff09 +ff0c +ff0e +ff3d +ff5d +ff61 +ff63 ff64 +END diff --git a/lib/unicode/Is/LbrkCM.pl b/lib/unicode/Is/LbrkCM.pl new file mode 100644 index 0000000..3d0f347 --- /dev/null +++ b/lib/unicode/Is/LbrkCM.pl @@ -0,0 +1,117 @@ +# !!!!!!! DO NOT EDIT THIS FILE !!!!!!! +# This file is built by mktables.PL from e.g. Unicode.300. +# Any changes made here will be lost! +return <<'END'; +0000 0008 +000b +000e 001f +007f 009f +0300 034e +0360 0362 +0483 0486 +0488 0489 +0591 05a1 +05a3 05b9 +05bb 05bd +05bf +05c1 05c2 +05c4 +064b 0655 +0670 +06d6 06e4 +06e7 06e8 +06ea 06ed +070f +0711 +0730 074a +07a6 07b0 +0901 0903 +093c +093e 094d +0951 0954 +0962 0963 +0981 0983 +09bc +09be 09c4 +09c7 09c8 +09cb 09cd +09d7 +09e2 09e3 +0a02 +0a3c +0a3e 0a42 +0a47 0a48 +0a4b 0a4d +0a70 0a71 +0a81 0a83 +0abc +0abe 0ac5 +0ac7 0ac9 +0acb 0acd +0b01 0b03 +0b3c +0b3e 0b43 +0b47 0b48 +0b4b 0b4d +0b56 0b57 +0b82 0b83 +0bbe 0bc2 +0bc6 0bc8 +0bca 0bcd +0bd7 +0c01 0c03 +0c3e 0c44 +0c46 0c48 +0c4a 0c4d +0c55 0c56 +0c82 0c83 +0cbe 0cc4 +0cc6 0cc8 +0cca 0ccd +0cd5 0cd6 +0d02 0d03 +0d3e 0d43 +0d46 0d48 +0d4a 0d4d +0d57 +0d82 0d83 +0dca +0dcf 0dd4 +0dd6 +0dd8 0ddf +0df2 0df3 +0e31 +0e34 0e3a +0e47 0e4e +0eb1 +0eb4 0eb9 +0ebb 0ebc +0ec8 0ecd +0f18 0f19 +0f35 +0f37 +0f39 +0f3e 0f3f +0f71 0f84 +0f86 0f87 +0f90 0f97 +0f99 0fbc +0fc6 +102c 1032 +1036 1039 +1056 1059 +1160 11a2 +11a8 11f9 +17b4 17d3 +180b 180e +18a9 +200c 200f +202a 202e +206a 206f +20d0 20e3 +302a 302f +3099 309a +fb1e +fe20 fe23 +fff9 fffb +END diff --git a/lib/unicode/Is/LbrkCR.pl b/lib/unicode/Is/LbrkCR.pl new file mode 100644 index 0000000..c61a527 --- /dev/null +++ b/lib/unicode/Is/LbrkCR.pl @@ -0,0 +1,6 @@ +# !!!!!!! DO NOT EDIT THIS FILE !!!!!!! +# This file is built by mktables.PL from e.g. Unicode.300. +# Any changes made here will be lost! +return <<'END'; +000d +END diff --git a/lib/unicode/Is/LbrkEX.pl b/lib/unicode/Is/LbrkEX.pl new file mode 100644 index 0000000..d847092 --- /dev/null +++ b/lib/unicode/Is/LbrkEX.pl @@ -0,0 +1,10 @@ +# !!!!!!! DO NOT EDIT THIS FILE !!!!!!! +# This file is built by mktables.PL from e.g. Unicode.300. +# Any changes made here will be lost! +return <<'END'; +0021 +003f +fe56 fe57 +ff01 +ff1f +END diff --git a/lib/unicode/Is/LbrkGL.pl b/lib/unicode/Is/LbrkGL.pl new file mode 100644 index 0000000..b03a627 --- /dev/null +++ b/lib/unicode/Is/LbrkGL.pl @@ -0,0 +1,11 @@ +# !!!!!!! DO NOT EDIT THIS FILE !!!!!!! +# This file is built by mktables.PL from e.g. Unicode.300. +# Any changes made here will be lost! +return <<'END'; +00a0 +0f0c +2007 +2011 +202f +feff +END diff --git a/lib/unicode/Is/LbrkHY.pl b/lib/unicode/Is/LbrkHY.pl new file mode 100644 index 0000000..6989bc8 --- /dev/null +++ b/lib/unicode/Is/LbrkHY.pl @@ -0,0 +1,6 @@ +# !!!!!!! DO NOT EDIT THIS FILE !!!!!!! +# This file is built by mktables.PL from e.g. Unicode.300. +# Any changes made here will be lost! +return <<'END'; +002d +END diff --git a/lib/unicode/Is/LbrkID.pl b/lib/unicode/Is/LbrkID.pl new file mode 100644 index 0000000..0b1cc84 --- /dev/null +++ b/lib/unicode/Is/LbrkID.pl @@ -0,0 +1,81 @@ +# !!!!!!! DO NOT EDIT THIS FILE !!!!!!! +# This file is built by mktables.PL from e.g. Unicode.300. +# Any changes made here will be lost! +return <<'END'; +1100 1159 +115f +2e80 2e99 +2e9b 2ef3 +2f00 2fd5 +2ff0 2ffb +3000 +3003 3004 +3006 3007 +3012 3013 +3020 3029 +3030 303a +303e 303f +3042 +3044 +3046 +3048 +304a 3062 +3064 3082 +3084 +3086 +3088 308d +308f 3094 +30a2 +30a4 +30a6 +30a8 +30aa 30c2 +30c4 30e2 +30e4 +30e6 +30e8 30ed +30ef 30f4 +30f7 30fa +30fc +30fe +3105 312c +3131 318e +3190 31b7 +3200 321c +3220 3243 +3260 327b +327f 32b0 +32c0 32cb +32d0 32fe +3300 3376 +337b 33dd +33e0 33fe +3400 4db5 +4e00 9fa5 +a000 a48c +a490 a4a1 +a4a4 a4b3 +a4b5 a4c0 +a4c2 a4c4 +a4c6 +ac00 d7a3 +f900 fa2d +fe30 fe34 +fe49 fe4f +fe51 +fe58 +fe5f fe66 +fe68 +ff02 ff03 +ff06 ff07 +ff0a ff0b +ff0d +ff0f ff19 +ff1c ff1e +ff20 ff3a +ff3c +ff3e ff5a +ff5c +ff5e +ffe2 ffe4 +END diff --git a/lib/unicode/Is/LbrkIN.pl b/lib/unicode/Is/LbrkIN.pl new file mode 100644 index 0000000..825198d --- /dev/null +++ b/lib/unicode/Is/LbrkIN.pl @@ -0,0 +1,6 @@ +# !!!!!!! DO NOT EDIT THIS FILE !!!!!!! +# This file is built by mktables.PL from e.g. Unicode.300. +# Any changes made here will be lost! +return <<'END'; +2024 2026 +END diff --git a/lib/unicode/Is/LbrkIS.pl b/lib/unicode/Is/LbrkIS.pl new file mode 100644 index 0000000..afa01a8 --- /dev/null +++ b/lib/unicode/Is/LbrkIS.pl @@ -0,0 +1,9 @@ +# !!!!!!! DO NOT EDIT THIS FILE !!!!!!! +# This file is built by mktables.PL from e.g. Unicode.300. +# Any changes made here will be lost! +return <<'END'; +002c +002e +003a 003b +0589 +END diff --git a/lib/unicode/Is/LbrkLF.pl b/lib/unicode/Is/LbrkLF.pl new file mode 100644 index 0000000..dcb5490 --- /dev/null +++ b/lib/unicode/Is/LbrkLF.pl @@ -0,0 +1,6 @@ +# !!!!!!! DO NOT EDIT THIS FILE !!!!!!! +# This file is built by mktables.PL from e.g. Unicode.300. +# Any changes made here will be lost! +return <<'END'; +000a +END diff --git a/lib/unicode/Is/LbrkNS.pl b/lib/unicode/Is/LbrkNS.pl new file mode 100644 index 0000000..af9f337 --- /dev/null +++ b/lib/unicode/Is/LbrkNS.pl @@ -0,0 +1,41 @@ +# !!!!!!! DO NOT EDIT THIS FILE !!!!!!! +# This file is built by mktables.PL from e.g. Unicode.300. +# Any changes made here will be lost! +return <<'END'; +0e5a 0e5b +17d4 +17d6 17da +203c +2044 +3005 +301c +3041 +3043 +3045 +3047 +3049 +3063 +3083 +3085 +3087 +308e +309b 309e +30a1 +30a3 +30a5 +30a7 +30a9 +30c3 +30e3 +30e5 +30e7 +30ee +30f5 30f6 +30fb +30fd +fe54 fe55 +ff1a ff1b +ff65 +ff67 ff70 +ff9e ff9f +END diff --git a/lib/unicode/Is/LbrkNU.pl b/lib/unicode/Is/LbrkNU.pl new file mode 100644 index 0000000..5c55d22 --- /dev/null +++ b/lib/unicode/Is/LbrkNU.pl @@ -0,0 +1,24 @@ +# !!!!!!! DO NOT EDIT THIS FILE !!!!!!! +# This file is built by mktables.PL from e.g. Unicode.300. +# Any changes made here will be lost! +return <<'END'; +0030 0039 +0660 0669 +06f0 06f9 +0966 096f +09e6 09ef +0a66 0a6f +0ae6 0aef +0b66 0b6f +0be7 0bef +0c66 0c6f +0ce6 0cef +0d66 0d6f +0e50 0e59 +0ed0 0ed9 +0f20 0f29 +1040 1049 +1369 1371 +17e0 17e9 +1810 1819 +END diff --git a/lib/unicode/Is/LbrkOP.pl b/lib/unicode/Is/LbrkOP.pl new file mode 100644 index 0000000..a7dee37 --- /dev/null +++ b/lib/unicode/Is/LbrkOP.pl @@ -0,0 +1,43 @@ +# !!!!!!! DO NOT EDIT THIS FILE !!!!!!! +# This file is built by mktables.PL from e.g. Unicode.300. +# Any changes made here will be lost! +return <<'END'; +0028 +005b +007b +0f3a +0f3c +169b +201a +201e +2045 +207d +208d +2329 +3008 +300a +300c +300e +3010 +3014 +3016 +3018 +301a +301d +fd3e +fe35 +fe37 +fe39 +fe3b +fe3d +fe3f +fe41 +fe43 +fe59 +fe5b +fe5d +ff08 +ff3b +ff5b +ff62 +END diff --git a/lib/unicode/Is/LbrkPO.pl b/lib/unicode/Is/LbrkPO.pl new file mode 100644 index 0000000..cdfb56e --- /dev/null +++ b/lib/unicode/Is/LbrkPO.pl @@ -0,0 +1,16 @@ +# !!!!!!! DO NOT EDIT THIS FILE !!!!!!! +# This file is built by mktables.PL from e.g. Unicode.300. +# Any changes made here will be lost! +return <<'END'; +0025 +00a2 +00b0 +2030 2037 +20a7 +2103 +2109 +2126 +fe6a +ff05 +ffe0 +END diff --git a/lib/unicode/Is/LbrkPR.pl b/lib/unicode/Is/LbrkPR.pl new file mode 100644 index 0000000..c2d20da --- /dev/null +++ b/lib/unicode/Is/LbrkPR.pl @@ -0,0 +1,21 @@ +# !!!!!!! DO NOT EDIT THIS FILE !!!!!!! +# This file is built by mktables.PL from e.g. Unicode.300. +# Any changes made here will be lost! +return <<'END'; +0024 +002b +005c +00a3 00a5 +00b1 +09f2 09f3 +0e3f +17db +20a0 20a6 +20a8 20af +2116 +2212 2213 +fe69 +ff04 +ffe1 +ffe5 ffe6 +END diff --git a/lib/unicode/Is/LbrkQU.pl b/lib/unicode/Is/LbrkQU.pl new file mode 100644 index 0000000..46a6ee3 --- /dev/null +++ b/lib/unicode/Is/LbrkQU.pl @@ -0,0 +1,13 @@ +# !!!!!!! DO NOT EDIT THIS FILE !!!!!!! +# This file is built by mktables.PL from e.g. Unicode.300. +# Any changes made here will be lost! +return <<'END'; +0022 +0027 +00ab +00bb +2018 2019 +201b 201d +201f +2039 203a +END diff --git a/lib/unicode/Is/LbrkSA.pl b/lib/unicode/Is/LbrkSA.pl new file mode 100644 index 0000000..bae4ced --- /dev/null +++ b/lib/unicode/Is/LbrkSA.pl @@ -0,0 +1,30 @@ +# !!!!!!! DO NOT EDIT THIS FILE !!!!!!! +# This file is built by mktables.PL from e.g. Unicode.300. +# Any changes made here will be lost! +return <<'END'; +0e01 0e30 +0e32 0e33 +0e40 0e46 +0e81 0e82 +0e84 +0e87 0e88 +0e8a +0e8d +0e94 0e97 +0e99 0e9f +0ea1 0ea3 +0ea5 +0ea7 +0eaa 0eab +0ead 0eb0 +0eb2 0eb3 +0ebd +0ec0 0ec4 +0ec6 +0edc 0edd +1000 1021 +1023 1027 +1029 102a +1050 1055 +1780 17b3 +END diff --git a/lib/unicode/Is/LbrkSG.pl b/lib/unicode/Is/LbrkSG.pl new file mode 100644 index 0000000..8888fb5 --- /dev/null +++ b/lib/unicode/Is/LbrkSG.pl @@ -0,0 +1,8 @@ +# !!!!!!! DO NOT EDIT THIS FILE !!!!!!! +# This file is built by mktables.PL from e.g. Unicode.300. +# Any changes made here will be lost! +return <<'END'; +d800 db7f +db80 dbff +dc00 dfff +END diff --git a/lib/unicode/Is/LbrkSP.pl b/lib/unicode/Is/LbrkSP.pl new file mode 100644 index 0000000..e786a0c --- /dev/null +++ b/lib/unicode/Is/LbrkSP.pl @@ -0,0 +1,6 @@ +# !!!!!!! DO NOT EDIT THIS FILE !!!!!!! +# This file is built by mktables.PL from e.g. Unicode.300. +# Any changes made here will be lost! +return <<'END'; +0020 +END diff --git a/lib/unicode/Is/LbrkSY.pl b/lib/unicode/Is/LbrkSY.pl new file mode 100644 index 0000000..d2a33ae --- /dev/null +++ b/lib/unicode/Is/LbrkSY.pl @@ -0,0 +1,6 @@ +# !!!!!!! DO NOT EDIT THIS FILE !!!!!!! +# This file is built by mktables.PL from e.g. Unicode.300. +# Any changes made here will be lost! +return <<'END'; +002f +END diff --git a/lib/unicode/Is/LbrkXX.pl b/lib/unicode/Is/LbrkXX.pl new file mode 100644 index 0000000..ec287c4 --- /dev/null +++ b/lib/unicode/Is/LbrkXX.pl @@ -0,0 +1,5 @@ +# !!!!!!! DO NOT EDIT THIS FILE !!!!!!! +# This file is built by mktables.PL from e.g. Unicode.300. +# Any changes made here will be lost! +return <<'END'; +END diff --git a/lib/unicode/Is/LbrkZW.pl b/lib/unicode/Is/LbrkZW.pl new file mode 100644 index 0000000..96d8e99 --- /dev/null +++ b/lib/unicode/Is/LbrkZW.pl @@ -0,0 +1,6 @@ +# !!!!!!! DO NOT EDIT THIS FILE !!!!!!! +# This file is built by mktables.PL from e.g. Unicode.300. +# Any changes made here will be lost! +return <<'END'; +200b +END diff --git a/lib/unicode/mktables.PL b/lib/unicode/mktables.PL index cef6936..f4ae601 100755 --- a/lib/unicode/mktables.PL +++ b/lib/unicode/mktables.PL @@ -166,6 +166,40 @@ mkdir "To", 0777; ['IsSylWA', '$syl eq "A"', ''], ['IsSylWE', '$syl eq "E"', ''], ['IsSylWC', '$syl eq "C"', ''], + +# Line break properties - Normative + + ['IsLbrkBK','$brk eq "BK"', ''], # Mandatory Break + ['IsLbrkCR','$brk eq "CR"', ''], # Carriage Return + ['IsLbrkLF','$brk eq "LF"', ''], # Line Feed + ['IsLbrkCM','$brk eq "CM"', ''], # Attached Characters and Combining Marks + ['IsLbrkSG','$brk eq "SG"', ''], # Surrogates + ['IsLbrkGL','$brk eq "GL"', ''], # Non-breaking (Glue) + ['IsLbrkCB','$brk eq "CB"', ''], # Contingent Break Opportunity + ['IsLbrkSP','$brk eq "SP"', ''], # Space + ['IsLbrkZW','$brk eq "ZW"', ''], # Zero Width Space + +# Line break properties - Informative + ['IsLbrkXX','$brk eq "XX"', ''], # Unknown + ['IsLbrkOP','$brk eq "OP"', ''], # Opening Punctuation + ['IsLbrkCL','$brk eq "CL"', ''], # Closing Punctuation + ['IsLbrkQU','$brk eq "QU"', ''], # Ambiguous Quotation + ['IsLbrkNS','$brk eq "NS"', ''], # Non Starter + ['IsLbrkEX','$brk eq "EX"', ''], # Exclamation/Interrogation + ['IsLbrkSY','$brk eq "SY"', ''], # Symbols Allowing Breaks + ['IsLbrkIS','$brk eq "IS"', ''], # Infix Separator (Numeric) + ['IsLbrkPR','$brk eq "PR"', ''], # Prefix (Numeric) + ['IsLbrkPO','$brk eq "PO"', ''], # Postfix (Numeric) + ['IsLbrkNU','$brk eq "NU"', ''], # Numeric + ['IsLbrkAL','$brk eq "AL"', ''], # Ordinary Alphabetic and Symbol Characters + ['IsLbrkID','$brk eq "ID"', ''], # Ideographic + ['IsLbrkIN','$brk eq "IN"', ''], # Inseparable + ['IsLbrkHY','$brk eq "HY"', ''], # Hyphen + ['IsLbrkBB','$brk eq "BB"', ''], # Break Opportunity Before + ['IsLbrkBA','$brk eq "BA"', ''], # Break Opportunity After + ['IsLbrkSA','$brk eq "SA"', ''], # Complex Context (South East Asian) + ['IsLbrkAI','$brk eq "AI"', ''], # Ambiguous (Alphabetic or Ideographic) + ['IsLbrkB2','$brk eq "B2"', ''], # Break Opportunity Before and After ); # This is not written for speed... @@ -257,6 +291,11 @@ sub proplist { $split = '($code, $short, $syl) = split(/; */); $code =~ s/^U\+//;'; } + elsif ($table =~ /^IsLbrk/) { + open(UD, "LineBrk.txt") or warn "Can't open $table: $!"; + + $split = '($code, $brk, $name) = split(/;/);'; + } else { open(UD, $UnicodeData) or warn "Can't open $UnicodeData: $!";