Home | History | Annotate | Download | only in gensprep 
      1 #!/usr/bin/perl
      2 # Copyright (C) 2016 and later: Unicode, Inc. and others.
      3 # License & terms of use: http://www.unicode.org/copyright.html
      4 # Copyright (c) 2001-2015 International Business Machines
      5 # Corporation and others. All Rights Reserved.
      6 
      7 ####################################################################################
      8 # filterRFC3454.pl:
      9 # This tool filters the RFC-3454 txt file for StringPrep tables and creates a table
     10 # to be used in NamePrepProfile
     11 #
     12 # Author: Ram Viswanadha
     13 #        
     14 ####################################################################################
     15 
     16 use File::Find;
     17 use File::Basename;
     18 use IO::File;
     19 use Cwd;
     20 use File::Copy;
     21 use Getopt::Long;
     22 use File::Path;
     23 use File::Copy;
     24 use Time::localtime;
     25 
     26 $icu_copyright = "#####################################################################\n# Copyright (c) %d, International Business Machines Corporation and\n# others. All Rights Reserved.\n#####################################################################\n\n";
     27 $copyright = "###################\n# This file was generated from RFC 3454 (http://www.ietf.org/rfc/rfc3454.txt)\n# Copyright (C) The Internet Society (2002).  All Rights Reserved. \n###################\n\n";
     28 $warning = "###################\n# WARNING: This table is generated by filterRFC3454.pl tool with\n# options: @ARGV \n###################\n\n";
     29 #run the program)
     30 main();
     31 
     32 #---------------------------------------------------------------------
     33 # The main program
     34 
     35 sub main(){
     36   GetOptions(
     37            "--sourcedir=s" => \$sourceDir,
     38            "--destdir=s" => \$destDir,
     39            "--src-filename=s" => \$srcFileName,
     40            "--dest-filename=s" => \$destFileName,
     41            "--A1"  => \$a1,
     42            "--B1"  => \$b1,
     43            "--B2"  => \$b2,
     44            "--B3"  => \$b3,
     45            "--C11" => \$c11,
     46            "--C12" => \$c12,
     47            "--C21" => \$c21,
     48            "--C22" => \$c22,
     49            "--C3"  => \$c3,
     50            "--C4"  => \$c4,
     51            "--C5"  => \$c5,
     52            "--C6"  => \$c6,
     53            "--C7"  => \$c7,
     54            "--C8"  => \$c8,
     55            "--C9"  => \$c9,
     56            "--iscsi" => \$writeISCSIProhibitedExtra,
     57            "--xmpp-node" => \$writeXMPPNodeProhibitedExtra,
     58            "--sasl" => \$writeSASLMap,
     59            "--ldap" => \$writeLDAPMap,
     60            "--normalize" => \$norm,
     61            "--check-bidi" => \$checkBidi,
     62            );
     63   usage() unless defined $sourceDir;
     64   usage() unless defined $destDir;
     65   usage() unless defined $srcFileName;
     66   usage() unless defined $destFileName;
     67 
     68   $infile = $sourceDir."/".$srcFileName;
     69   $inFH = IO::File->new($infile,"r")
     70             or die  "could not open the file $infile for reading: $! \n";
     71   $outfile = $destDir."/".$destFileName;
     72 
     73   unlink($outfile);
     74   $outFH = IO::File->new($outfile,"a")
     75             or die  "could not open the file $outfile for writing: $! \n";
     76 
     77   printf $outFH  $icu_copyright, localtime->year()+1900;
     78   print $outFH  $copyright;
     79   print $outFH  $warning;
     80 
     81   if(defined $norm) {
     82       print $outFH "\@normalize;;\n";
     83   }
     84   if(defined $checkBidi) {
     85       print $outFH "\@check-bidi;;\n";
     86   }
     87   print $outFH "\n";
     88   close($outFH);
     89 
     90   if(defined $b2 && defined $b3){
     91       die "ERROR: --B2 and --B3 are both specified\!\n";
     92   }
     93 
     94   while(defined ($line=<$inFH>)){
     95       next unless $line=~ /Start\sTable/;
     96       if($line =~ /A.1/){
     97             createUnassignedTable($inFH,$outfile);
     98       }
     99       if($line =~ /B.1/ && defined $b1){
    100             createMapToNothing($inFH,$outfile);
    101       }
    102       if($line =~ /B.2/ && defined $b2){
    103             createCaseMapNorm($inFH,$outfile);
    104       }
    105       if($line =~ /B.3/ && defined $b3){
    106             createCaseMapNoNorm($inFH,$outfile);
    107       }
    108       if($line =~ /C.1.1/ && defined $c11 ){
    109             createProhibitedTable($inFH,$outfile,$line);
    110       }
    111       if($line =~ /C.1.2/ && defined $c12 ){
    112             createProhibitedTable($inFH,$outfile,$line);
    113       }
    114       if($line =~ /C.2.1/ && defined $c21 ){
    115             createProhibitedTable($inFH,$outfile,$line);
    116       }
    117       if($line =~ /C.2.2/ && defined $c22 ){
    118             createProhibitedTable($inFH,$outfile,$line);
    119       }
    120       if($line =~ /C.3/ && defined $c3 ){
    121             createProhibitedTable($inFH,$outfile,$line);
    122       }
    123       if($line =~ /C.4/ && defined $c4 ){
    124             createProhibitedTable($inFH,$outfile,$line);
    125       }
    126       if($line =~ /C.5/ && defined $c5 ){
    127             createProhibitedTable($inFH,$outfile,$line);
    128       }
    129       if($line =~ /C.6/ && defined $c6 ){
    130             createProhibitedTable($inFH,$outfile,$line);
    131       }
    132       if($line =~ /C.7/ && defined $c7 ){
    133             createProhibitedTable($inFH,$outfile,$line);
    134       }
    135       if($line =~ /C.8/ && defined $c8 ){
    136             createProhibitedTable($inFH,$outfile,$line);
    137       }
    138       if($line =~ /C.9/ && defined $c9 ){
    139             createProhibitedTable($inFH,$outfile,$line);
    140       }
    141   }
    142   if( defined $writeISCSIProhibitedExtra){
    143       create_iSCSIExtraProhibitedTable($inFH, $outfile);
    144   }
    145   if( defined $writeXMPPNodeProhibitedExtra){
    146       create_XMPPNodeExtraProhibitedTable($inFH, $outfile);
    147   }
    148   if( defined $writeSASLMap){
    149       create_SASLMapTable($inFH, $outfile);
    150   }
    151   if( defined $writeLDAPMap){
    152       create_LDAPMapTable($inFH, $outfile);
    153   }
    154   close($inFH);
    155 }
    156 
    157 #-----------------------------------------------------------------------
    158 sub readPrint{
    159     local ($inFH, $outFH,$comment, $table) = @_;
    160     $count = 0;
    161     print $outFH $comment."\n";
    162     while(defined ($line = <$inFH>)){
    163         next if $line =~ /Hoffman\s\&\sBlanchet/;  # ignore heading
    164         next if $line =~ /RFC\s3454/; # ignore heading
    165         next if $line =~ /\f/;  # ignore form feed
    166         next if $line eq "\n";  # ignore blank lines
    167         # break if "End Table" is found
    168         if( $line =~ /End\sTable/){
    169             print $outFH "\n# Total code points $count\n\n";
    170             return;
    171         }
    172         if($print==1){
    173             print $line;
    174         }
    175         $line =~ s/-/../;
    176         $line =~ s/^\s+//;
    177         if($line =~ /\;/){
    178         }else{
    179             $line =~ s/$/;/;
    180         }
    181         if($table =~ /A/ ){
    182             ($code, $noise) = split /;/ , $line;
    183             $line = $code."; ; UNASSIGNED\n";
    184         }elsif ( $table =~ /B\.1/ ){
    185             $line =~ s/Map to nothing/MAP/;
    186         }elsif ( $table =~ /B\.[23]/ ){
    187             $line =~ s/Case map/MAP/;
    188             $line =~ s/Additional folding/MAP/;
    189         }elsif ( $table =~ /C/ ) {
    190             ($code, $noise) = split /;/ , $line;   
    191             $line = $code."; ; PROHIBITED\n";
    192         }
    193         if($line =~ /\.\./){
    194             ($code, $noise) = split /;/ , $line;
    195             ($startStr, $endStr ) = split /\.\./, $code;
    196             $start = atoi($startStr);
    197             $end   = atoi($endStr);
    198             #print $start."     ".$end."\n";
    199             while($start <= $end){
    200                 $count++;
    201                 $start++;
    202             }
    203         }else{
    204               $count++;
    205         }
    206         print $outFH $line;
    207     }
    208 }
    209 #-----------------------------------------------------------------------
    210 sub atoi {
    211     my $t;
    212     foreach my $d (split(//, shift())) {
    213         $t = $t * 16 + $d;
    214     }
    215     return $t;
    216 }
    217 #-----------------------------------------------------------------------
    218 sub createUnassignedTable{
    219     ($inFH,$outfile) = @_;
    220     $outFH = IO::File->new($outfile,"a")
    221             or die  "could not open the file $outfile for writing: $! \n";
    222     $comment = "# This table contains code points from Table A.1 from RFC 3454\n";
    223     readPrint($inFH,$outFH, $comment, "A");
    224     close($outFH);
    225 }
    226 #-----------------------------------------------------------------------
    227 sub createMapToNothing{
    228     ($inFH,$outfile) = @_;
    229     $outFH = IO::File->new($outfile,"a")
    230             or die  "could not open the file $outfile for writing: $! \n";
    231     $comment = "# This table contains code points from Table B.1 from RFC 3454\n";
    232     readPrint($inFH,$outFH,$comment, "B.1");
    233     close($outFH);
    234 }
    235 #-----------------------------------------------------------------------
    236 sub createCaseMapNorm{
    237     ($inFH,$outfile) = @_;
    238     $outFH = IO::File->new($outfile,"a")
    239             or die  "could not open the file $outfile for writing: $! \n";
    240     $comment = $warning."# This table contains code points from Table B.2 from RFC 3454\n";
    241     readPrint($inFH,$outFH,$comment, "B.2");
    242     close($outFH);
    243 }
    244 #-----------------------------------------------------------------------
    245 sub createCaseMapNoNorm{
    246     ($inFH,$outfile) = @_;
    247     $outFH = IO::File->new($outfile,"a")
    248             or die  "could not open the file $outfile for writing: $! \n";
    249     $comment = $warning."# This table contains code points from Table B.3 from RFC 3454\n";
    250     readPrint($inFH,$outFH,$comment, "B.3");
    251     close($outFH);
    252 }
    253 #-----------------------------------------------------------------------
    254 sub createProhibitedTable{
    255     ($inFH,$outfile,$line) = @_;
    256     $line =~ s/Start//;
    257     $line =~ s/-//g;
    258     $comment = "# code points from $line";
    259 
    260     $outFH = IO::File->new($outfile, "a")
    261             or die  "could not open the file $outfile for writing: $! \n";
    262     readPrint($inFH,$outFH,$comment, "C");
    263     close($outFH);
    264 }
    265 
    266 #-----------------------------------------------------------------------
    267 sub create_iSCSIExtraProhibitedTable{
    268     ($inFH,$outfile,$line) = @_;
    269     $comment ="# Additional prohibitions from iSCSI profile (rfc3722.txt)\n\n";
    270 
    271     $outFH = IO::File->new($outfile, "a")
    272             or die  "could not open the file $outfile for writing: $! \n";
    273     print $outFH $comment;
    274     print $outFH "0021..002C; ; PROHIBITED\n";
    275     print $outFH "002F; ; PROHIBITED\n";
    276     print $outFH "003B..0040; ; PROHIBITED\n";
    277     print $outFH "005B..0060; ; PROHIBITED\n";
    278     print $outFH "007B..007E; ; PROHIBITED\n";
    279     print $outFH "3002; ; PROHIBITED\n";
    280     print $outFH "\n# Total code points 30\n";
    281     close($outFH);
    282 }
    283 #-----------------------------------------------------------------------
    284 sub create_XMPPNodeExtraProhibitedTable{
    285     ($inFH,$outfile,$line) = @_;
    286     $comment ="# Additional prohibitions from XMPP Nodeprep profile (rfc3920.txt)\n\n";
    287 
    288     $outFH = IO::File->new($outfile, "a")
    289             or die  "could not open the file $outfile for writing: $! \n";
    290     print $outFH $comment;
    291     print $outFH "0022; ; PROHIBITED\n";
    292     print $outFH "0026; ; PROHIBITED\n";
    293     print $outFH "0027; ; PROHIBITED\n";
    294     print $outFH "002F; ; PROHIBITED\n";
    295     print $outFH "003A; ; PROHIBITED\n";
    296     print $outFH "003C; ; PROHIBITED\n";
    297     print $outFH "003E; ; PROHIBITED\n";
    298     print $outFH "0040; ; PROHIBITED\n";
    299     print $outFH "\n# Total code points 8\n";
    300     close($outFH);
    301 }
    302 #-----------------------------------------------------------------------
    303 sub create_SASLMapTable{
    304     ($inFH,$outfile,$line) = @_;
    305     $comment ="# Map table for SASL profile (rfc4013.txt)\n\n";
    306 
    307     $outFH = IO::File->new($outfile, "a")
    308             or die  "could not open the file $outfile for writing: $! \n";
    309     print $outFH $comment;
    310     # non-ASCII space characters [C.1.2] to SPACE
    311     print $outFH "00A0; 0020; MAP\n";
    312     print $outFH "1680; 0020; MAP\n";
    313     print $outFH "2000; 0020; MAP\n";
    314     print $outFH "2001; 0020; MAP\n";
    315     print $outFH "2002; 0020; MAP\n";
    316     print $outFH "2003; 0020; MAP\n";
    317     print $outFH "2004; 0020; MAP\n";
    318     print $outFH "2005; 0020; MAP\n";
    319     print $outFH "2006; 0020; MAP\n";
    320     print $outFH "2007; 0020; MAP\n";
    321     print $outFH "2008; 0020; MAP\n";
    322     print $outFH "2009; 0020; MAP\n";
    323     print $outFH "200A; 0020; MAP\n";
    324     print $outFH "200B; 0020; MAP\n";
    325     print $outFH "202F; 0020; MAP\n";
    326     print $outFH "205F; 0020; MAP\n";
    327     print $outFH "3000; 0020; MAP\n";
    328 
    329     # commonly mapped to nothing characters except U+200B to nothing
    330     print $outFH "00AD; ; MAP\n";
    331     print $outFH "034F; ; MAP\n";
    332     print $outFH "1806; ; MAP\n";
    333     print $outFH "180B; ; MAP\n";
    334     print $outFH "180C; ; MAP\n";
    335     print $outFH "180D; ; MAP\n";
    336     print $outFH "200C; ; MAP\n";
    337     print $outFH "200D; ; MAP\n";
    338     print $outFH "2060; ; MAP\n";
    339     print $outFH "FE00; ; MAP\n";
    340     print $outFH "FE01; ; MAP\n";
    341     print $outFH "FE02; ; MAP\n";
    342     print $outFH "FE03; ; MAP\n";
    343     print $outFH "FE04; ; MAP\n";
    344     print $outFH "FE05; ; MAP\n";
    345     print $outFH "FE06; ; MAP\n";
    346     print $outFH "FE07; ; MAP\n";
    347     print $outFH "FE08; ; MAP\n";
    348     print $outFH "FE09; ; MAP\n";
    349     print $outFH "FE0A; ; MAP\n";
    350     print $outFH "FE0B; ; MAP\n";
    351     print $outFH "FE0C; ; MAP\n";
    352     print $outFH "FE0D; ; MAP\n";
    353     print $outFH "FE0E; ; MAP\n";
    354     print $outFH "FE0F; ; MAP\n";
    355     print $outFH "FEFF; ; MAP\n";
    356     print $outFH "\n# Total code points 43\n";
    357     close($outFH);
    358 }
    359 #-----------------------------------------------------------------------
    360 sub create_LDAPMapTable{
    361     ($inFH,$outfile,$line) = @_;
    362     $comment ="# Map table for LDAP profile (rfc4518.txt)\n\n";
    363 
    364     $outFH = IO::File->new($outfile, "a")
    365             or die  "could not open the file $outfile for writing: $! \n";
    366     print $outFH $comment;
    367 
    368     #   SOFT HYPHEN (U+00AD) and MONGOLIAN TODO SOFT HYPHEN (U+1806) code
    369     #   points are mapped to nothing.  COMBINING GRAPHEME JOINER (U+034F) and
    370     #   VARIATION SELECTORs (U+180B-180D, FF00-FE0F) code points are also
    371     #   mapped to nothing.  The OBJECT REPLACEMENT CHARACTER (U+FFFC) is
    372     #   mapped to nothing.
    373 
    374     print $outFH "00AD; ; MAP\n";
    375     print $outFH "034F; ; MAP\n";
    376     print $outFH "1806; ; MAP\n";
    377     print $outFH "180B; ; MAP\n";
    378     print $outFH "180C; ; MAP\n";
    379     print $outFH "180D; ; MAP\n";
    380     print $outFH "FE00; ; MAP\n";
    381     print $outFH "FE01; ; MAP\n";
    382     print $outFH "FE02; ; MAP\n";
    383     print $outFH "FE03; ; MAP\n";
    384     print $outFH "FE04; ; MAP\n";
    385     print $outFH "FE05; ; MAP\n";
    386     print $outFH "FE06; ; MAP\n";
    387     print $outFH "FE07; ; MAP\n";
    388     print $outFH "FE08; ; MAP\n";
    389     print $outFH "FE09; ; MAP\n";
    390     print $outFH "FE0A; ; MAP\n";
    391     print $outFH "FE0B; ; MAP\n";
    392     print $outFH "FE0C; ; MAP\n";
    393     print $outFH "FE0D; ; MAP\n";
    394     print $outFH "FE0E; ; MAP\n";
    395     print $outFH "FE0F; ; MAP\n";
    396     print $outFH "FFFC; ; MAP\n";
    397 
    398 #   CHARACTER TABULATION (U+0009), LINE FEED (LF) (U+000A), LINE
    399 #   TABULATION (U+000B), FORM FEED (FF) (U+000C), CARRIAGE RETURN (CR)
    400 #   (U+000D), and NEXT LINE (NEL) (U+0085) are mapped to SPACE (U+0020).
    401 
    402     print $outFH "0009; 0020; MAP\n";
    403     print $outFH "000A; 0020; MAP\n";
    404     print $outFH "000B; 0020; MAP\n";
    405     print $outFH "000C; 0020; MAP\n";
    406     print $outFH "000D; 0020; MAP\n";
    407     print $outFH "0085; 0020; MAP\n";
    408 
    409     #   All other control code (e.g., Cc) points or code points with a
    410     #   control function (e.g., Cf) are mapped to nothing.  The following is
    411     #   a complete list of these code points: U+0000-0008, 000E-001F, 007F-
    412     #   0084, 0086-009F, 06DD, 070F, 180E, 200C-200F, 202A-202E, 2060-2063,
    413     #   206A-206F, FEFF, FFF9-FFFB, 1D173-1D17A, E0001, E0020-E007F.
    414 
    415     print $outFH "0000; ; MAP\n";
    416     print $outFH "0001; ; MAP\n";
    417     print $outFH "0002; ; MAP\n";
    418     print $outFH "0003; ; MAP\n";
    419     print $outFH "0004; ; MAP\n";
    420     print $outFH "0005; ; MAP\n";
    421     print $outFH "0006; ; MAP\n";
    422     print $outFH "0007; ; MAP\n";
    423     print $outFH "0008; ; MAP\n";
    424     print $outFH "000E; ; MAP\n";
    425     print $outFH "000F; ; MAP\n";
    426     print $outFH "0010; ; MAP\n";
    427     print $outFH "0011; ; MAP\n";
    428     print $outFH "0012; ; MAP\n";
    429     print $outFH "0013; ; MAP\n";
    430     print $outFH "0014; ; MAP\n";
    431     print $outFH "0015; ; MAP\n";
    432     print $outFH "0016; ; MAP\n";
    433     print $outFH "0017; ; MAP\n";
    434     print $outFH "0018; ; MAP\n";
    435     print $outFH "0019; ; MAP\n";
    436     print $outFH "001A; ; MAP\n";
    437     print $outFH "001B; ; MAP\n";
    438     print $outFH "001C; ; MAP\n";
    439     print $outFH "001D; ; MAP\n";
    440     print $outFH "001E; ; MAP\n";
    441     print $outFH "001F; ; MAP\n";
    442     print $outFH "007F; ; MAP\n";
    443     print $outFH "0080; ; MAP\n";
    444     print $outFH "0081; ; MAP\n";
    445     print $outFH "0082; ; MAP\n";
    446     print $outFH "0083; ; MAP\n";
    447     print $outFH "0084; ; MAP\n";
    448     print $outFH "0086; ; MAP\n";
    449     print $outFH "0087; ; MAP\n";
    450     print $outFH "0088; ; MAP\n";
    451     print $outFH "0089; ; MAP\n";
    452     print $outFH "008A; ; MAP\n";
    453     print $outFH "008B; ; MAP\n";
    454     print $outFH "008C; ; MAP\n";
    455     print $outFH "008D; ; MAP\n";
    456     print $outFH "008E; ; MAP\n";
    457     print $outFH "008F; ; MAP\n";
    458     print $outFH "0090; ; MAP\n";
    459     print $outFH "0091; ; MAP\n";
    460     print $outFH "0092; ; MAP\n";
    461     print $outFH "0093; ; MAP\n";
    462     print $outFH "0094; ; MAP\n";
    463     print $outFH "0095; ; MAP\n";
    464     print $outFH "0096; ; MAP\n";
    465     print $outFH "0097; ; MAP\n";
    466     print $outFH "0098; ; MAP\n";
    467     print $outFH "0099; ; MAP\n";
    468     print $outFH "009A; ; MAP\n";
    469     print $outFH "009B; ; MAP\n";
    470     print $outFH "009C; ; MAP\n";
    471     print $outFH "009D; ; MAP\n";
    472     print $outFH "009E; ; MAP\n";
    473     print $outFH "009F; ; MAP\n";
    474     print $outFH "06DD; ; MAP\n";
    475     print $outFH "070F; ; MAP\n";
    476     print $outFH "180E; ; MAP\n";
    477     print $outFH "200C; ; MAP\n";
    478     print $outFH "200D; ; MAP\n";
    479     print $outFH "200E; ; MAP\n";
    480     print $outFH "200F; ; MAP\n";
    481     print $outFH "202A; ; MAP\n";
    482     print $outFH "202B; ; MAP\n";
    483     print $outFH "202C; ; MAP\n";
    484     print $outFH "202D; ; MAP\n";
    485     print $outFH "202E; ; MAP\n";
    486     print $outFH "2060; ; MAP\n";
    487     print $outFH "2061; ; MAP\n";
    488     print $outFH "2062; ; MAP\n";
    489     print $outFH "2063; ; MAP\n";
    490     print $outFH "206A; ; MAP\n";
    491     print $outFH "206B; ; MAP\n";
    492     print $outFH "206C; ; MAP\n";
    493     print $outFH "206D; ; MAP\n";
    494     print $outFH "206E; ; MAP\n";
    495     print $outFH "206F; ; MAP\n";
    496     print $outFH "FEFF; ; MAP\n";
    497     print $outFH "FFF9; ; MAP\n";
    498     print $outFH "FFFA; ; MAP\n";
    499     print $outFH "FFFB; ; MAP\n";
    500     print $outFH "1D173; ; MAP\n";
    501     print $outFH "1D174; ; MAP\n";
    502     print $outFH "1D175; ; MAP\n";
    503     print $outFH "1D176; ; MAP\n";
    504     print $outFH "1D177; ; MAP\n";
    505     print $outFH "1D178; ; MAP\n";
    506     print $outFH "1D179; ; MAP\n";
    507     print $outFH "1D17A; ; MAP\n";
    508     print $outFH "E0001; ; MAP\n";
    509     print $outFH "E0020; ; MAP\n";
    510     print $outFH "E0021; ; MAP\n";
    511     print $outFH "E0022; ; MAP\n";
    512     print $outFH "E0023; ; MAP\n";
    513     print $outFH "E0024; ; MAP\n";
    514     print $outFH "E0025; ; MAP\n";
    515     print $outFH "E0026; ; MAP\n";
    516     print $outFH "E0027; ; MAP\n";
    517     print $outFH "E0028; ; MAP\n";
    518     print $outFH "E0029; ; MAP\n";
    519     print $outFH "E002A; ; MAP\n";
    520     print $outFH "E002B; ; MAP\n";
    521     print $outFH "E002C; ; MAP\n";
    522     print $outFH "E002D; ; MAP\n";
    523     print $outFH "E002E; ; MAP\n";
    524     print $outFH "E002F; ; MAP\n";
    525     print $outFH "E0030; ; MAP\n";
    526     print $outFH "E0031; ; MAP\n";
    527     print $outFH "E0032; ; MAP\n";
    528     print $outFH "E0033; ; MAP\n";
    529     print $outFH "E0034; ; MAP\n";
    530     print $outFH "E0035; ; MAP\n";
    531     print $outFH "E0036; ; MAP\n";
    532     print $outFH "E0037; ; MAP\n";
    533     print $outFH "E0038; ; MAP\n";
    534     print $outFH "E0039; ; MAP\n";
    535     print $outFH "E003A; ; MAP\n";
    536     print $outFH "E003B; ; MAP\n";
    537     print $outFH "E003C; ; MAP\n";
    538     print $outFH "E003D; ; MAP\n";
    539     print $outFH "E003E; ; MAP\n";
    540     print $outFH "E003F; ; MAP\n";
    541     print $outFH "E0040; ; MAP\n";
    542     print $outFH "E0041; ; MAP\n";
    543     print $outFH "E0042; ; MAP\n";
    544     print $outFH "E0043; ; MAP\n";
    545     print $outFH "E0044; ; MAP\n";
    546     print $outFH "E0045; ; MAP\n";
    547     print $outFH "E0046; ; MAP\n";
    548     print $outFH "E0047; ; MAP\n";
    549     print $outFH "E0048; ; MAP\n";
    550     print $outFH "E0049; ; MAP\n";
    551     print $outFH "E004A; ; MAP\n";
    552     print $outFH "E004B; ; MAP\n";
    553     print $outFH "E004C; ; MAP\n";
    554     print $outFH "E004D; ; MAP\n";
    555     print $outFH "E004E; ; MAP\n";
    556     print $outFH "E004F; ; MAP\n";
    557     print $outFH "E0050; ; MAP\n";
    558     print $outFH "E0051; ; MAP\n";
    559     print $outFH "E0052; ; MAP\n";
    560     print $outFH "E0053; ; MAP\n";
    561     print $outFH "E0054; ; MAP\n";
    562     print $outFH "E0055; ; MAP\n";
    563     print $outFH "E0056; ; MAP\n";
    564     print $outFH "E0057; ; MAP\n";
    565     print $outFH "E0058; ; MAP\n";
    566     print $outFH "E0059; ; MAP\n";
    567     print $outFH "E005A; ; MAP\n";
    568     print $outFH "E005B; ; MAP\n";
    569     print $outFH "E005C; ; MAP\n";
    570     print $outFH "E005D; ; MAP\n";
    571     print $outFH "E005E; ; MAP\n";
    572     print $outFH "E005F; ; MAP\n";
    573     print $outFH "E0060; ; MAP\n";
    574     print $outFH "E0061; ; MAP\n";
    575     print $outFH "E0062; ; MAP\n";
    576     print $outFH "E0063; ; MAP\n";
    577     print $outFH "E0064; ; MAP\n";
    578     print $outFH "E0065; ; MAP\n";
    579     print $outFH "E0066; ; MAP\n";
    580     print $outFH "E0067; ; MAP\n";
    581     print $outFH "E0068; ; MAP\n";
    582     print $outFH "E0069; ; MAP\n";
    583     print $outFH "E006A; ; MAP\n";
    584     print $outFH "E006B; ; MAP\n";
    585     print $outFH "E006C; ; MAP\n";
    586     print $outFH "E006D; ; MAP\n";
    587     print $outFH "E006E; ; MAP\n";
    588     print $outFH "E006F; ; MAP\n";
    589     print $outFH "E0070; ; MAP\n";
    590     print $outFH "E0071; ; MAP\n";
    591     print $outFH "E0072; ; MAP\n";
    592     print $outFH "E0073; ; MAP\n";
    593     print $outFH "E0074; ; MAP\n";
    594     print $outFH "E0075; ; MAP\n";
    595     print $outFH "E0076; ; MAP\n";
    596     print $outFH "E0077; ; MAP\n";
    597     print $outFH "E0078; ; MAP\n";
    598     print $outFH "E0079; ; MAP\n";
    599     print $outFH "E007A; ; MAP\n";
    600     print $outFH "E007B; ; MAP\n";
    601     print $outFH "E007C; ; MAP\n";
    602     print $outFH "E007D; ; MAP\n";
    603     print $outFH "E007E; ; MAP\n";
    604     print $outFH "E007F; ; MAP\n";
    605 
    606     #   ZERO WIDTH SPACE (U+200B) is mapped to nothing.  All other code
    607     #   points with Separator (space, line, or paragraph) property (e.g., Zs,
    608     #   Zl, or Zp) are mapped to SPACE (U+0020).  The following is a complete
    609     #   list of these code points: U+0020, 00A0, 1680, 2000-200A, 2028-2029,
    610     #   202F, 205F, 3000.
    611 
    612     print $outFH "200B; ; MAP\n";
    613     print $outFH "00A0; 0020; MAP\n";
    614     print $outFH "1680; 0020; MAP\n";
    615     print $outFH "2000; 0020; MAP\n";
    616     print $outFH "2001; 0020; MAP\n";
    617     print $outFH "2002; 0020; MAP\n";
    618     print $outFH "2003; 0020; MAP\n";
    619     print $outFH "2004; 0020; MAP\n";
    620     print $outFH "2005; 0020; MAP\n";
    621     print $outFH "2006; 0020; MAP\n";
    622     print $outFH "2007; 0020; MAP\n";
    623     print $outFH "2008; 0020; MAP\n";
    624     print $outFH "2009; 0020; MAP\n";
    625     print $outFH "200A; 0020; MAP\n";
    626     print $outFH "2028; 0020; MAP\n";
    627     print $outFH "2029; 0020; MAP\n";
    628     print $outFH "202F; 0020; MAP\n";
    629     print $outFH "205F; 0020; MAP\n";
    630     print $outFH "3000; 0020; MAP\n";
    631 
    632     print $outFH "\n# Total code points 238\n";
    633     close($outFH);
    634 }
    635 #-----------------------------------------------------------------------
    636 sub usage {
    637     print << "END";
    638 Usage:
    639 filterRFC3454.pl
    640 Options:
    641         --sourcedir=<directory>
    642         --destdir=<directory>
    643         --src-filename=<name of RFC file>
    644         --dest-filename=<name of destination file>
    645         --A1             Generate data for table A.1
    646         --B1             Generate data for table B.1
    647         --B2             Generate data for table B.2
    648         --B3             Generate data for table B.3
    649         --C11            Generate data for table C.1.1
    650         --C12            Generate data for table C.1.2
    651         --C21            Generate data for table C.2.1
    652         --C22            Generate data for table C.2.2
    653         --C3             Generate data for table C.3
    654         --C4             Generate data for table C.4
    655         --C5             Generate data for table C.5
    656         --C6             Generate data for table C.6
    657         --C7             Generate data for table C.7
    658         --C8             Generate data for table C.8
    659         --C9             Generate data for table C.9
    660         --iscsi          Generate data for iSCSI extra prohibited table
    661         --xmpp-node      Generate data for XMPP extra prohibited table
    662         --sasl           Generate data for SASL map table
    663         --ldap           Generate data for LDAP map table
    664         --normalize      Embed the normalization directive in the output file
    665         --check-bidi     Embed the check bidi directove in the output file
    666 
    667 Note, --B2 and --B3 are mutually exclusive.
    668 
    669 e.g.: filterRFC3454.pl --sourcedir=. --destdir=./output --src-filename=rfc3454.txt  --dest-filename=NamePrepProfile.txt --A1 --B1 --B2 --C12 --C22 --C3 --C4 --C5 --C6 --C7 --C8 --C9 --normalize --check-bidi
    670 
    671 filterRFC3454.pl filters the RFC file and creates String prep table files.
    672 The RFC text can be downloaded from ftp://ftp.rfc-editor.org/in-notes/rfc3454.txt
    673 
    674 END
    675   exit(0);
    676 }
    677 
    678 
    679