Home | History | Annotate | Download | only in scripts 
      1 #!/usr/bin/env python
      2 # Copyright (C) 2012 Google Inc. All rights reserved.
      3 #
      4 # Redistribution and use in source and binary forms, with or without
      5 # modification, are permitted provided that the following conditions are
      6 # met:
      7 #
      8 #     * Redistributions of source code must retain the above copyright
      9 # notice, this list of conditions and the following disclaimer.
     10 #     * Redistributions in binary form must reproduce the above
     11 # copyright notice, this list of conditions and the following disclaimer
     12 # in the documentation and/or other materials provided with the
     13 # distribution.
     14 #     * Neither the name of Google Inc. nor the names of its
     15 # contributors may be used to endorse or promote products derived from
     16 # this software without specific prior written permission.
     17 #
     18 # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
     19 # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
     20 # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
     21 # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
     22 # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
     23 # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
     24 # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
     25 # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
     26 # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
     27 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
     28 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     29 
     30 # Usage: make-file-arrays.py [--condition=condition-string] --out-h=<header-file-name> --out-cpp=<cpp-file-name> <input-file>...
     31 
     32 import os.path
     33 import re
     34 import sys
     35 from optparse import OptionParser
     36 
     37 rjsmin_path = os.path.abspath(os.path.join(
     38         os.path.dirname(__file__),
     39         "..",
     40         "..",
     41         "build",
     42         "scripts"))
     43 sys.path.append(rjsmin_path)
     44 import rjsmin
     45 
     46 
     47 def make_variable_name_and_read(file_name):
     48     result = re.match(r'([\w\d_]+)\.([\w\d_]+)', os.path.basename(file_name))
     49     if not result:
     50         print 'Invalid input file name:', os.path.basename(file_name)
     51         sys.exit(1)
     52     variable_name = result.group(1)[0].lower() + result.group(1)[1:] + result.group(2).capitalize()
     53     with open(file_name, 'rb') as f:
     54         content = f.read()
     55     return variable_name, content
     56 
     57 
     58 def strip_whitespace_and_comments(file_name, content):
     59     result = re.match(r'.*\.([^.]+)', file_name)
     60     if not result:
     61         print 'The file name has no extension:', file_name
     62         sys.exit(1)
     63     extension = result.group(1).lower()
     64     multi_line_comment = re.compile(r'/\*.*?\*/', re.MULTILINE | re.DOTALL)
     65     # Don't accidentally match URLs (http://...)
     66     repeating_space = re.compile(r'[ \t]+', re.MULTILINE)
     67     leading_space = re.compile(r'^[ \t]+', re.MULTILINE)
     68     trailing_space = re.compile(r'[ \t]+$', re.MULTILINE)
     69     empty_line = re.compile(r'\n+')
     70     if extension == 'js':
     71         content = rjsmin.jsmin(content)
     72     elif extension == 'css':
     73         content = multi_line_comment.sub('', content)
     74         content = repeating_space.sub(' ', content)
     75         content = leading_space.sub('', content)
     76         content = trailing_space.sub('', content)
     77         content = empty_line.sub('\n', content)
     78     return content
     79 
     80 
     81 def process_file(file_name):
     82     variable_name, content = make_variable_name_and_read(file_name)
     83     content = strip_whitespace_and_comments(file_name, content)
     84     size = len(content)
     85     return variable_name, content
     86 
     87 
     88 def write_header_file(header_file_name, flag, names_and_contents, namespace):
     89     with open(header_file_name, 'w') as header_file:
     90         if flag:
     91             header_file.write('#if ' + flag + '\n')
     92         header_file.write('namespace %s {\n' % namespace)
     93         for variable_name, content in names_and_contents:
     94             size = len(content)
     95             header_file.write('extern const char %s[%d];\n' % (variable_name, size))
     96         header_file.write('}\n')
     97         if flag:
     98             header_file.write('#endif\n')
     99 
    100 
    101 def write_cpp_file(cpp_file_name, flag, names_and_contents, header_file_name, namespace):
    102     with open(cpp_file_name, 'w') as cpp_file:
    103         cpp_file.write('#include "config.h"\n')
    104         cpp_file.write('#include "%s"\n' % os.path.basename(header_file_name))
    105         if flag:
    106             cpp_file.write('#if ' + flag + '\n')
    107         cpp_file.write('namespace %s {\n' % namespace)
    108         for variable_name, content in names_and_contents:
    109             cpp_file.write(cpp_constant_string(variable_name, content))
    110         cpp_file.write('}\n')
    111         if flag:
    112             cpp_file.write('#endif\n')
    113 
    114 
    115 def cpp_constant_string(variable_name, content):
    116     output = []
    117     size = len(content)
    118     output.append('const char %s[%d] = {\n' % (variable_name, size))
    119     for index in range(size):
    120         char_code = ord(content[index])
    121         if char_code < 128:
    122             output.append('%d' % char_code)
    123         else:
    124             output.append(r"'\x%02x'" % char_code)
    125         output.append(',' if index != len(content) - 1 else '};\n')
    126         if index % 20 == 19:
    127             output.append('\n')
    128     output.append('\n')
    129     return ''.join(output)
    130 
    131 
    132 def main():
    133     parser = OptionParser()
    134     parser.add_option('--out-h', dest='out_header')
    135     parser.add_option('--out-cpp', dest='out_cpp')
    136     parser.add_option('--condition', dest='flag')
    137     parser.add_option('--namespace', dest='namespace', default='blink')
    138     (options, args) = parser.parse_args()
    139     if len(args) < 1:
    140         parser.error('Need one or more input files')
    141     if not options.out_header:
    142         parser.error('Need to specify --out-h=filename')
    143     if not options.out_cpp:
    144         parser.error('Need to specify --out-cpp=filename')
    145 
    146     if options.flag:
    147         options.flag = options.flag.replace(' AND ', ' && ')
    148         options.flag = options.flag.replace(' OR ', ' || ')
    149 
    150     names_and_contents = [process_file(file_name) for file_name in args]
    151 
    152     if options.out_header:
    153         write_header_file(options.out_header, options.flag, names_and_contents, options.namespace)
    154     write_cpp_file(options.out_cpp, options.flag, names_and_contents, options.out_header, options.namespace)
    155 
    156 
    157 if __name__ == '__main__':
    158     sys.exit(main())
    159