Home | History | Annotate | Download | only in dist
      1 /*************************************************
      2 *           PCRE DEMONSTRATION PROGRAM           *
      3 *************************************************/
      4 
      5 /* This is a demonstration program to illustrate the most straightforward ways
      6 of calling the PCRE regular expression library from a C program. See the
      7 pcresample documentation for a short discussion ("man pcresample" if you have
      8 the PCRE man pages installed).
      9 
     10 In Unix-like environments, if PCRE is installed in your standard system
     11 libraries, you should be able to compile this program using this command:
     12 
     13 gcc -Wall pcredemo.c -lpcre -o pcredemo
     14 
     15 If PCRE is not installed in a standard place, it is likely to be installed with
     16 support for the pkg-config mechanism. If you have pkg-config, you can compile
     17 this program using this command:
     18 
     19 gcc -Wall pcredemo.c `pkg-config --cflags --libs libpcre` -o pcredemo
     20 
     21 If you do not have pkg-config, you may have to use this:
     22 
     23 gcc -Wall pcredemo.c -I/usr/local/include -L/usr/local/lib \
     24   -R/usr/local/lib -lpcre -o pcredemo
     25 
     26 Replace "/usr/local/include" and "/usr/local/lib" with wherever the include and
     27 library files for PCRE are installed on your system. Only some operating
     28 systems (e.g. Solaris) use the -R option.
     29 
     30 Building under Windows:
     31 
     32 If you want to statically link this program against a non-dll .a file, you must
     33 define PCRE_STATIC before including pcre.h, otherwise the pcre_malloc() and
     34 pcre_free() exported functions will be declared __declspec(dllimport), with
     35 unwanted results. So in this environment, uncomment the following line. */
     36 
     37 /* #define PCRE_STATIC */
     38 
     39 #include <stdio.h>
     40 #include <string.h>
     41 #include <pcre.h>
     42 
     43 #define OVECCOUNT 30    /* should be a multiple of 3 */
     44 
     45 
     46 int main(int argc, char **argv)
     47 {
     48 pcre *re;
     49 const char *error;
     50 char *pattern;
     51 char *subject;
     52 unsigned char *name_table;
     53 unsigned int option_bits;
     54 int erroffset;
     55 int find_all;
     56 int crlf_is_newline;
     57 int namecount;
     58 int name_entry_size;
     59 int ovector[OVECCOUNT];
     60 int subject_length;
     61 int rc, i;
     62 int utf8;
     63 
     64 
     65 /**************************************************************************
     66 * First, sort out the command line. There is only one possible option at  *
     67 * the moment, "-g" to request repeated matching to find all occurrences,  *
     68 * like Perl's /g option. We set the variable find_all to a non-zero value *
     69 * if the -g option is present. Apart from that, there must be exactly two *
     70 * arguments.                                                              *
     71 **************************************************************************/
     72 
     73 find_all = 0;
     74 for (i = 1; i < argc; i++)
     75   {
     76   if (strcmp(argv[i], "-g") == 0) find_all = 1;
     77     else break;
     78   }
     79 
     80 /* After the options, we require exactly two arguments, which are the pattern,
     81 and the subject string. */
     82 
     83 if (argc - i != 2)
     84   {
     85   printf("Two arguments required: a regex and a subject string\n");
     86   return 1;
     87   }
     88 
     89 pattern = argv[i];
     90 subject = argv[i+1];
     91 subject_length = (int)strlen(subject);
     92 
     93 
     94 /*************************************************************************
     95 * Now we are going to compile the regular expression pattern, and handle *
     96 * and errors that are detected.                                          *
     97 *************************************************************************/
     98 
     99 re = pcre_compile(
    100   pattern,              /* the pattern */
    101   0,                    /* default options */
    102   &error,               /* for error message */
    103   &erroffset,           /* for error offset */
    104   NULL);                /* use default character tables */
    105 
    106 /* Compilation failed: print the error message and exit */
    107 
    108 if (re == NULL)
    109   {
    110   printf("PCRE compilation failed at offset %d: %s\n", erroffset, error);
    111   return 1;
    112   }
    113 
    114 
    115 /*************************************************************************
    116 * If the compilation succeeded, we call PCRE again, in order to do a     *
    117 * pattern match against the subject string. This does just ONE match. If *
    118 * further matching is needed, it will be done below.                     *
    119 *************************************************************************/
    120 
    121 rc = pcre_exec(
    122   re,                   /* the compiled pattern */
    123   NULL,                 /* no extra data - we didn't study the pattern */
    124   subject,              /* the subject string */
    125   subject_length,       /* the length of the subject */
    126   0,                    /* start at offset 0 in the subject */
    127   0,                    /* default options */
    128   ovector,              /* output vector for substring information */
    129   OVECCOUNT);           /* number of elements in the output vector */
    130 
    131 /* Matching failed: handle error cases */
    132 
    133 if (rc < 0)
    134   {
    135   switch(rc)
    136     {
    137     case PCRE_ERROR_NOMATCH: printf("No match\n"); break;
    138     /*
    139     Handle other special cases if you like
    140     */
    141     default: printf("Matching error %d\n", rc); break;
    142     }
    143   pcre_free(re);     /* Release memory used for the compiled pattern */
    144   return 1;
    145   }
    146 
    147 /* Match succeded */
    148 
    149 printf("\nMatch succeeded at offset %d\n", ovector[0]);
    150 
    151 
    152 /*************************************************************************
    153 * We have found the first match within the subject string. If the output *
    154 * vector wasn't big enough, say so. Then output any substrings that were *
    155 * captured.                                                              *
    156 *************************************************************************/
    157 
    158 /* The output vector wasn't big enough */
    159 
    160 if (rc == 0)
    161   {
    162   rc = OVECCOUNT/3;
    163   printf("ovector only has room for %d captured substrings\n", rc - 1);
    164   }
    165 
    166 /* Show substrings stored in the output vector by number. Obviously, in a real
    167 application you might want to do things other than print them. */
    168 
    169 for (i = 0; i < rc; i++)
    170   {
    171   char *substring_start = subject + ovector[2*i];
    172   int substring_length = ovector[2*i+1] - ovector[2*i];
    173   printf("%2d: %.*s\n", i, substring_length, substring_start);
    174   }
    175 
    176 
    177 /**************************************************************************
    178 * That concludes the basic part of this demonstration program. We have    *
    179 * compiled a pattern, and performed a single match. The code that follows *
    180 * shows first how to access named substrings, and then how to code for    *
    181 * repeated matches on the same subject.                                   *
    182 **************************************************************************/
    183 
    184 /* See if there are any named substrings, and if so, show them by name. First
    185 we have to extract the count of named parentheses from the pattern. */
    186 
    187 (void)pcre_fullinfo(
    188   re,                   /* the compiled pattern */
    189   NULL,                 /* no extra data - we didn't study the pattern */
    190   PCRE_INFO_NAMECOUNT,  /* number of named substrings */
    191   &namecount);          /* where to put the answer */
    192 
    193 if (namecount <= 0) printf("No named substrings\n"); else
    194   {
    195   unsigned char *tabptr;
    196   printf("Named substrings\n");
    197 
    198   /* Before we can access the substrings, we must extract the table for
    199   translating names to numbers, and the size of each entry in the table. */
    200 
    201   (void)pcre_fullinfo(
    202     re,                       /* the compiled pattern */
    203     NULL,                     /* no extra data - we didn't study the pattern */
    204     PCRE_INFO_NAMETABLE,      /* address of the table */
    205     &name_table);             /* where to put the answer */
    206 
    207   (void)pcre_fullinfo(
    208     re,                       /* the compiled pattern */
    209     NULL,                     /* no extra data - we didn't study the pattern */
    210     PCRE_INFO_NAMEENTRYSIZE,  /* size of each entry in the table */
    211     &name_entry_size);        /* where to put the answer */
    212 
    213   /* Now we can scan the table and, for each entry, print the number, the name,
    214   and the substring itself. */
    215 
    216   tabptr = name_table;
    217   for (i = 0; i < namecount; i++)
    218     {
    219     int n = (tabptr[0] << 8) | tabptr[1];
    220     printf("(%d) %*s: %.*s\n", n, name_entry_size - 3, tabptr + 2,
    221       ovector[2*n+1] - ovector[2*n], subject + ovector[2*n]);
    222     tabptr += name_entry_size;
    223     }
    224   }
    225 
    226 
    227 /*************************************************************************
    228 * If the "-g" option was given on the command line, we want to continue  *
    229 * to search for additional matches in the subject string, in a similar   *
    230 * way to the /g option in Perl. This turns out to be trickier than you   *
    231 * might think because of the possibility of matching an empty string.    *
    232 * What happens is as follows:                                            *
    233 *                                                                        *
    234 * If the previous match was NOT for an empty string, we can just start   *
    235 * the next match at the end of the previous one.                         *
    236 *                                                                        *
    237 * If the previous match WAS for an empty string, we can't do that, as it *
    238 * would lead to an infinite loop. Instead, a special call of pcre_exec() *
    239 * is made with the PCRE_NOTEMPTY_ATSTART and PCRE_ANCHORED flags set.    *
    240 * The first of these tells PCRE that an empty string at the start of the *
    241 * subject is not a valid match; other possibilities must be tried. The   *
    242 * second flag restricts PCRE to one match attempt at the initial string  *
    243 * position. If this match succeeds, an alternative to the empty string   *
    244 * match has been found, and we can print it and proceed round the loop,  *
    245 * advancing by the length of whatever was found. If this match does not  *
    246 * succeed, we still stay in the loop, advancing by just one character.   *
    247 * In UTF-8 mode, which can be set by (*UTF8) in the pattern, this may be *
    248 * more than one byte.                                                    *
    249 *                                                                        *
    250 * However, there is a complication concerned with newlines. When the     *
    251 * newline convention is such that CRLF is a valid newline, we must       *
    252 * advance by two characters rather than one. The newline convention can  *
    253 * be set in the regex by (*CR), etc.; if not, we must find the default.  *
    254 *************************************************************************/
    255 
    256 if (!find_all)     /* Check for -g */
    257   {
    258   pcre_free(re);   /* Release the memory used for the compiled pattern */
    259   return 0;        /* Finish unless -g was given */
    260   }
    261 
    262 /* Before running the loop, check for UTF-8 and whether CRLF is a valid newline
    263 sequence. First, find the options with which the regex was compiled; extract
    264 the UTF-8 state, and mask off all but the newline options. */
    265 
    266 (void)pcre_fullinfo(re, NULL, PCRE_INFO_OPTIONS, &option_bits);
    267 utf8 = option_bits & PCRE_UTF8;
    268 option_bits &= PCRE_NEWLINE_CR|PCRE_NEWLINE_LF|PCRE_NEWLINE_CRLF|
    269                PCRE_NEWLINE_ANY|PCRE_NEWLINE_ANYCRLF;
    270 
    271 /* If no newline options were set, find the default newline convention from the
    272 build configuration. */
    273 
    274 if (option_bits == 0)
    275   {
    276   int d;
    277   (void)pcre_config(PCRE_CONFIG_NEWLINE, &d);
    278   /* Note that these values are always the ASCII ones, even in
    279   EBCDIC environments. CR = 13, NL = 10. */
    280   option_bits = (d == 13)? PCRE_NEWLINE_CR :
    281           (d == 10)? PCRE_NEWLINE_LF :
    282           (d == (13<<8 | 10))? PCRE_NEWLINE_CRLF :
    283           (d == -2)? PCRE_NEWLINE_ANYCRLF :
    284           (d == -1)? PCRE_NEWLINE_ANY : 0;
    285   }
    286 
    287 /* See if CRLF is a valid newline sequence. */
    288 
    289 crlf_is_newline =
    290      option_bits == PCRE_NEWLINE_ANY ||
    291      option_bits == PCRE_NEWLINE_CRLF ||
    292      option_bits == PCRE_NEWLINE_ANYCRLF;
    293 
    294 /* Loop for second and subsequent matches */
    295 
    296 for (;;)
    297   {
    298   int options = 0;                 /* Normally no options */
    299   int start_offset = ovector[1];   /* Start at end of previous match */
    300 
    301   /* If the previous match was for an empty string, we are finished if we are
    302   at the end of the subject. Otherwise, arrange to run another match at the
    303   same point to see if a non-empty match can be found. */
    304 
    305   if (ovector[0] == ovector[1])
    306     {
    307     if (ovector[0] == subject_length) break;
    308     options = PCRE_NOTEMPTY_ATSTART | PCRE_ANCHORED;
    309     }
    310 
    311   /* Run the next matching operation */
    312 
    313   rc = pcre_exec(
    314     re,                   /* the compiled pattern */
    315     NULL,                 /* no extra data - we didn't study the pattern */
    316     subject,              /* the subject string */
    317     subject_length,       /* the length of the subject */
    318     start_offset,         /* starting offset in the subject */
    319     options,              /* options */
    320     ovector,              /* output vector for substring information */
    321     OVECCOUNT);           /* number of elements in the output vector */
    322 
    323   /* This time, a result of NOMATCH isn't an error. If the value in "options"
    324   is zero, it just means we have found all possible matches, so the loop ends.
    325   Otherwise, it means we have failed to find a non-empty-string match at a
    326   point where there was a previous empty-string match. In this case, we do what
    327   Perl does: advance the matching position by one character, and continue. We
    328   do this by setting the "end of previous match" offset, because that is picked
    329   up at the top of the loop as the point at which to start again.
    330 
    331   There are two complications: (a) When CRLF is a valid newline sequence, and
    332   the current position is just before it, advance by an extra byte. (b)
    333   Otherwise we must ensure that we skip an entire UTF-8 character if we are in
    334   UTF-8 mode. */
    335 
    336   if (rc == PCRE_ERROR_NOMATCH)
    337     {
    338     if (options == 0) break;                    /* All matches found */
    339     ovector[1] = start_offset + 1;              /* Advance one byte */
    340     if (crlf_is_newline &&                      /* If CRLF is newline & */
    341         start_offset < subject_length - 1 &&    /* we are at CRLF, */
    342         subject[start_offset] == '\r' &&
    343         subject[start_offset + 1] == '\n')
    344       ovector[1] += 1;                          /* Advance by one more. */
    345     else if (utf8)                              /* Otherwise, ensure we */
    346       {                                         /* advance a whole UTF-8 */
    347       while (ovector[1] < subject_length)       /* character. */
    348         {
    349         if ((subject[ovector[1]] & 0xc0) != 0x80) break;
    350         ovector[1] += 1;
    351         }
    352       }
    353     continue;    /* Go round the loop again */
    354     }
    355 
    356   /* Other matching errors are not recoverable. */
    357 
    358   if (rc < 0)
    359     {
    360     printf("Matching error %d\n", rc);
    361     pcre_free(re);    /* Release memory used for the compiled pattern */
    362     return 1;
    363     }
    364 
    365   /* Match succeded */
    366 
    367   printf("\nMatch succeeded again at offset %d\n", ovector[0]);
    368 
    369   /* The match succeeded, but the output vector wasn't big enough. */
    370 
    371   if (rc == 0)
    372     {
    373     rc = OVECCOUNT/3;
    374     printf("ovector only has room for %d captured substrings\n", rc - 1);
    375     }
    376 
    377   /* As before, show substrings stored in the output vector by number, and then
    378   also any named substrings. */
    379 
    380   for (i = 0; i < rc; i++)
    381     {
    382     char *substring_start = subject + ovector[2*i];
    383     int substring_length = ovector[2*i+1] - ovector[2*i];
    384     printf("%2d: %.*s\n", i, substring_length, substring_start);
    385     }
    386 
    387   if (namecount <= 0) printf("No named substrings\n"); else
    388     {
    389     unsigned char *tabptr = name_table;
    390     printf("Named substrings\n");
    391     for (i = 0; i < namecount; i++)
    392       {
    393       int n = (tabptr[0] << 8) | tabptr[1];
    394       printf("(%d) %*s: %.*s\n", n, name_entry_size - 3, tabptr + 2,
    395         ovector[2*n+1] - ovector[2*n], subject + ovector[2*n]);
    396       tabptr += name_entry_size;
    397       }
    398     }
    399   }      /* End of loop to find second and subsequent matches */
    400 
    401 printf("\n");
    402 pcre_free(re);       /* Release memory used for the compiled pattern */
    403 return 0;
    404 }
    405 
    406 /* End of pcredemo.c */
    407