[Checkins] SVN: z3c.pypimirror/trunk/src/z3c/pypimirror/mirror.py option for following external index pages

[Andreas Jung]

Log message for revision 90719:
  option for following external index pages
  

Changed:
  U   z3c.pypimirror/trunk/src/z3c/pypimirror/mirror.py

-=-
Modified: z3c.pypimirror/trunk/src/z3c/pypimirror/mirror.py
===================================================================
--- z3c.pypimirror/trunk/src/z3c/pypimirror/mirror.py	2008-09-02 18:04:27 UTC (rev 90718)
+++ z3c.pypimirror/trunk/src/z3c/pypimirror/mirror.py	2008-09-02 18:05:31 UTC (rev 90719)
@@ -525,6 +525,7 @@
     'verbose': True, # log output
     'log_filename': default_logfile,
     'external_links': False, # experimental external link resolve and download
+    'follow_external_index_pages' : False, # experimental
 }
 
 
@@ -569,6 +570,8 @@
                       default=False, help='create indexes only (no mirroring)')
     parser.add_option('-e', '--follow-external-links', dest='external_links', action='store_true',
                       default=False, help='Follow and download external links)')
+    parser.add_option('-x', '--follow-external-index-pages', dest='follow_external_index_pages', action='store_true',
+                      default=False, help='Follow external index pages and scan for links')
     options, args = parser.parse_args()
     if len(args) != 1:
         parser.error("No configuration file specified")
@@ -584,6 +587,7 @@
     create_indexes = config["create_indexes"] in ("True", "1")
     verbose = config["verbose"] in ("True", "1") or options.verbose
     external_links = config["external_links"] in ("True", "1") or options.external_links
+    follow_external_index_pages = config["follow_external_index_pages"] in ("True", "1") or options.follow_external_index_pages
     log_filename = config['log_filename']
     if options.log_filename:
         log_filename = options.log_filename