[Checkins] SVN: CMF/trunk/i18nextract.py - extracting i18n messages can now be done in CMF.buildout
Yvo Schubbe
y.2009 at wcm-solutions.de
Fri Dec 4 10:15:40 EST 2009
Log message for revision 106209:
- extracting i18n messages can now be done in CMF.buildout
Changed:
D CMF/trunk/i18nextract.py
-=-
Deleted: CMF/trunk/i18nextract.py
===================================================================
--- CMF/trunk/i18nextract.py 2009-12-04 15:10:44 UTC (rev 106208)
+++ CMF/trunk/i18nextract.py 2009-12-04 15:15:40 UTC (rev 106209)
@@ -1,266 +0,0 @@
-#!/usr/bin/env python2.4
-##############################################################################
-#
-# Copyright (c) 2003 Zope Corporation and Contributors.
-# All Rights Reserved.
-#
-# This software is subject to the provisions of the Zope Public License,
-# Version 2.1 (ZPL). A copy of the ZPL should accompany this distribution.
-# THIS SOFTWARE IS PROVIDED "AS IS" AND ANY AND ALL EXPRESS OR IMPLIED
-# WARRANTIES ARE DISCLAIMED, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
-# WARRANTIES OF TITLE, MERCHANTABILITY, AGAINST INFRINGEMENT, AND FITNESS
-# FOR A PARTICULAR PURPOSE.
-#
-##############################################################################
-"""Extract message strings from python modules, page template files
-and ZCML files.
-
-$Id$
-"""
-# XXX: This is a modified copy of zope.app.locales.extract (r79598).
-# Extracting from ZCML is disabled for now.
-#
-# This is just used to create .pot files for CMF. Don't make your code
-# depend on it, it might be changed or removed without further notice!
-__docformat__ = 'restructuredtext'
-
-import os, sys, fnmatch
-import getopt
-import time
-import traceback
-
-from zope.app.locales.extract import DEFAULT_CHARSET
-from zope.app.locales.extract import DEFAULT_ENCODING
-from zope.app.locales.extract import find_files
-from zope.app.locales.extract import normalize_path
-from zope.app.locales.extract import POTMaker
-from zope.app.locales.extract import py_strings
-from zope.app.locales.extract import zcml_strings
-from zope.app.locales.extract import usage
-
-pot_header = '''\
-##############################################################################
-#
-# Copyright (c) 2008 Zope Corporation and Contributors. All Rights Reserved.
-#
-# This software is subject to the provisions of the Zope Public License,
-# Version 2.1 (ZPL). A copy of the ZPL should accompany this distribution.
-# THIS SOFTWARE IS PROVIDED "AS IS" AND ANY AND ALL EXPRESS OR IMPLIED
-# WARRANTIES ARE DISCLAIMED, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
-# WARRANTIES OF TITLE, MERCHANTABILITY, AGAINST INFRINGEMENT, AND FITNESS
-# FOR A PARTICULAR PURPOSE.
-#
-##############################################################################
-msgid ""
-msgstr ""
-"Project-Id-Version: CMF 2.2\\n"
-"POT-Creation-Date: $Date$\\n"
-"Language-Team: CMF Developers <zope-cmf at zope.org>\\n"
-"MIME-Version: 1.0\\n"
-"Content-Type: text/plain; charset=%(charset)s\\n"
-"Content-Transfer-Encoding: %(encoding)s\\n"
-
-'''
-
-class POTMaker(POTMaker):
- """This class inserts sets of strings into a POT file.
- """
-
- def write(self):
- file = open(self._output_filename, 'w')
- file.write(pot_header % {'time': time.ctime(),
- 'charset': DEFAULT_CHARSET,
- 'encoding': DEFAULT_ENCODING})
-
- # Sort the catalog entries by filename
- catalog = self.catalog.values()
- catalog.sort()
-
- # Write each entry to the file
- for entry in catalog:
- entry.write(file)
-
- file.close()
-
-
-def tal_strings(dir, domain="zope", include_default_domain=False, exclude=()):
- """Retrieve all TAL messages from `dir` that are in the `domain`.
-
- >>> from zope.app.locales import extract
- >>> import tempfile
- >>> dir = tempfile.mkdtemp()
-
- Let's create a page template in the i18n domain ``test``:
- >>> testpt = open(os.path.join(dir, 'test.pt'), 'w')
- >>> testpt.write('<tal:block i18n:domain="test" i18n:translate="">test</tal:block>')
- >>> testpt.close()
-
- And now one in no domain:
- >>> nopt = open(os.path.join(dir, 'no.pt'), 'w')
- >>> nopt.write('<tal:block i18n:translate="">no domain</tal:block>')
- >>> nopt.close()
-
- Now let's find the strings for the domain ``test``:
-
- >>> extract.tal_strings(dir, domain='test', include_default_domain=True)
- {'test': [('...test.pt', 1)], 'no domain': [('...no.pt', 1)]}
-
- And now an xml file
- >>> xml = open(os.path.join(dir, 'xml.pt'), 'w')
- >>> xml.write('''<?xml version="1.0" encoding="utf-8"?>
- ... <rss version="2.0"
- ... i18n:domain="xml"
- ... xmlns:i18n="http://xml.zope.org/namespaces/i18n"
- ... xmlns:tal="http://xml.zope.org/namespaces/tal"
- ... xmlns="http://purl.org/rss/1.0/modules/content/">
- ... <channel>
- ... <link i18n:translate="">Link Content</link>
- ... </channel>
- ... </rss>
- ... ''')
- >>> xml.close()
- >>> extract.tal_strings(dir, domain='xml')
- {u'Link Content': [('...xml.pt', 8)]}
-
- Cleanup
-
- >>> import shutil
- >>> shutil.rmtree(dir)
- """
-
- # We import zope.tal.talgettext here because we can't rely on the
- # right sys path until app_dir has run
- from zope.tal.talgettext import POEngine, POTALInterpreter
- from zope.tal.htmltalparser import HTMLTALParser
- from zope.tal.talparser import TALParser
- engine = POEngine()
-
- class Devnull(object):
- def write(self, s):
- pass
-
- filenames = find_files(dir, '*.pt', exclude=tuple(exclude)) \
- + find_files(dir, '*.html', exclude=tuple(exclude)) \
- + find_files(dir, '*.xml', exclude=tuple(exclude))
-
- for filename in sorted(filenames):
- f = file(filename,'rb')
- start = f.read(6)
- f.close()
- if start.startswith('<?xml'):
- parserFactory = TALParser
- else:
- parserFactory = HTMLTALParser
- try:
- engine.file = filename
- p = parserFactory()
- p.parseFile(filename)
- program, macros = p.getCode()
- POTALInterpreter(program, macros, engine, stream=Devnull(),
- metal=False)()
- except: # Hee hee, I love bare excepts!
- print 'There was an error processing', filename
- traceback.print_exc()
-
- # See whether anything in the domain was found
- if not engine.catalog.has_key(domain):
- return {}
- # We do not want column numbers.
- catalog = engine.catalog[domain].copy()
- # When the Domain is 'default', then this means that none was found;
- # Include these strings; yes or no?
- if include_default_domain:
- defaultCatalog = engine.catalog.get('default')
- if defaultCatalog == None:
- engine.catalog['default'] = {}
- catalog.update(engine.catalog['default'])
- for msgid, locations in catalog.items():
- catalog[msgid] = map(lambda l: (l[0], l[1][0]), locations)
- return catalog
-
-def main(argv=None):
- if argv is None:
- argv = sys.argv[1:]
-
- try:
- opts, args = getopt.getopt(
- argv,
- 'hd:s:i:p:o:x:',
- ['help', 'domain=', 'site_zcml=', 'path=', 'python-only'])
- except getopt.error, msg:
- usage(1, msg)
-
- domain = 'zope'
- path = None
- include_default_domain = True
- output_dir = None
- exclude_dirs = []
- python_only = False
- site_zcml = None
- for opt, arg in opts:
- if opt in ('-h', '--help'):
- usage(0)
- elif opt in ('-d', '--domain'):
- domain = arg
- elif opt in ('-s', '--site_zcml'):
- if not os.path.exists(arg):
- usage(1, 'The specified location for site.zcml does not exist')
- site_zcml = normalize_path(arg)
- elif opt in ('-e', '--exclude-default-domain'):
- include_default_domain = False
- elif opt in ('-o', ):
- output_dir = arg
- elif opt in ('-x', ):
- exclude_dirs.append(arg)
- elif opt in ('--python-only',):
- python_only = True
- elif opt in ('-p', '--path'):
- if not os.path.exists(arg):
- usage(1, 'The specified path does not exist.')
- path = normalize_path(arg)
-
- if path is None:
- usage(1, 'You need to provide the module search path with -p PATH.')
- sys.path.insert(0, path)
-
- # When generating the comments, we will not need the base directory info,
- # since it is specific to everyone's installation
- base_dir = path+os.sep
-
- output_file = domain+'.pot'
- if output_dir:
- output_dir = os.path.join(path, output_dir)
- if not os.path.exists(output_dir):
- os.mkdir(output_dir)
- output_file = os.path.join(output_dir, output_file)
-
- print "base path: %r\n" \
- "search path: %s\n" \
- "'site.zcml' location: %s\n" \
- "exclude dirs: %r\n" \
- "domain: %r\n" \
- "include default domain: %r\n" \
- "output file: %r\n" \
- "Python only: %r" \
- % (base_dir, path, site_zcml, exclude_dirs, domain,
- include_default_domain, output_file, python_only)
-
- maker = POTMaker(output_file, path)
- maker.add(py_strings(path, domain, exclude=exclude_dirs), base_dir)
- if not python_only:
- if site_zcml is not None:
- maker.add(zcml_strings(path, domain, site_zcml), base_dir)
- maker.add(tal_strings(path, domain, include_default_domain,
- exclude=exclude_dirs), base_dir)
- maker.write()
-
- manual_file = os.path.join(output_dir, domain+'-manual.pot')
- if os.path.exists(manual_file):
- manual = file(manual_file, 'r')
- auto = file(output_file, 'a')
- auto.write(manual.read())
- auto.close()
- manual.close()
-
-if __name__ == '__main__':
- main()
More information about the checkins
mailing list