############################################################################## # # Zope Public License (ZPL) Version 1.0 # ------------------------------------- # # Copyright (c) Digital Creations. All rights reserved. # # This license has been certified as Open Source(tm). # # Redistribution and use in source and binary forms, with or without # modification, are permitted provided that the following conditions are # met: # # 1. Redistributions in source code must retain the above copyright # notice, this list of conditions, and the following disclaimer. # # 2. Redistributions in binary form must reproduce the above copyright # notice, this list of conditions, and the following disclaimer in # the documentation and/or other materials provided with the # distribution. # # 3. Digital Creations requests that attribution be given to Zope # in any manner possible. Zope includes a "Powered by Zope" # button that is installed by default. While it is not a license # violation to remove this button, it is requested that the # attribution remain. A significant investment has been put # into Zope, and this effort will continue if the Zope community # continues to grow. This is one way to assure that growth. # # 4. All advertising materials and documentation mentioning # features derived from or use of this software must display # the following acknowledgement: # # "This product includes software developed by Digital Creations # for use in the Z Object Publishing Environment # (http://www.zope.org/)." # # In the event that the product being advertised includes an # intact Zope distribution (with copyright and license included) # then this clause is waived. # # 5. Names associated with Zope or Digital Creations must not be used to # endorse or promote products derived from this software without # prior written permission from Digital Creations. # # 6. Modified redistributions of any form whatsoever must retain # the following acknowledgment: # # "This product includes software developed by Digital Creations # for use in the Z Object Publishing Environment # (http://www.zope.org/)." # # Intact (re-)distributions of any official Zope release do not # require an external acknowledgement. # # 7. Modifications are encouraged but must be packaged separately as # patches to official Zope releases. Distributions that do not # clearly separate the patches from the original work must be clearly # labeled as unofficial distributions. Modifications which do not # carry the name Zope may be packaged in any form, as long as they # conform to all of the clauses above. # # # Disclaimer # # THIS SOFTWARE IS PROVIDED BY DIGITAL CREATIONS ``AS IS'' AND ANY # EXPRESSED OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE # IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR # PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL DIGITAL CREATIONS OR ITS # CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF # USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND # ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, # OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT # OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF # SUCH DAMAGE. # # # This software consists of contributions made by Digital Creations and # many individuals on behalf of Digital Creations. Specific # attributions are listed in the accompanying credits file. # ############################################################################## """Load a Zope site from a collection of files or directories """ usage=""" [options] url file ..... where options are: -p path Path to ZPublisher -u user:password Credentials -D For HTML documents, replace the start of the content, up to and including the opening body tag with a DTML var tag that inserts the standard header. Also replace the closing body and html tag with a DTML var tag that inserts the standard footer. -c Clean up garbage from Windows text (e.g. quotes that appear as question marks.) -j Remove Javascript tags from header. -v Run in verbose mode. -9 Use *old* zope method names. """ import sys, getopt, os, string ServerError='' verbose=0 old=0 doctor=0 clean=0 removejs=0 def main(): user, password = 'superuser', '123' opts, args = getopt.getopt(sys.argv[1:], 'p:u:Dv9cj') global verbose global old global doctor global clean global removejs for o, v in opts: if o=='-p': d, f = os.path.split(v) if f=='ZPublisher': sys.path.insert(0, d) else: sys.path.insert(0, v) elif o=='-u': v = string.split(v,':') user, password = v[0], string.join(v[1:],':') elif o=='-D': doctor=1 elif o=='-v': verbose=1 elif o=='-9': old=1 elif o=='-c': clean=1 elif o=='-j': removejs=1 if not args: print sys.argv[0]+usage sys.exit(1) url=args[0] files=args[1:] import ZPublisher.Client global ServerError ServerError=ZPublisher.Client.ServerError object=ZPublisher.Client.Object(url, username=user, password=password) for f in files: upload_file(object, f) def call(f, *args, **kw): # Call a function ignoring redirect bci errors. try: apply(f,args, kw) except ServerError, v: if str(v)[:1] != '3': raise sys.exc_info()[0], sys.exc_info()[1], sys.exc_info()[2] def upload_file(object, f): if os.path.isdir(f): return upload_dir(object, f) dir, name = os.path.split(f) root, ext = os.path.splitext(name) if ext in ('file', 'dir'): ext='' else: ext=string.lower(ext) if ext and ext[0] in '.': ext=ext[1:] if ext and globals().has_key('upload_'+ext): if verbose: print 'upload_'+ext, f return globals()['upload_'+ext](object, f) if verbose: print 'upload_file', f, ext call(object.manage_addFile, id=name, file=open(f)) def upload_dir(object, f): if verbose: print 'upload_dir', f dir, name = os.path.split(f) call(object.manage_addFolder, id=name) object=object.__class__(object.url+'/'+name, username=object.username, password=object.password) for n in os.listdir(f): upload_file(object, os.path.join(f,n)) # ----- phd ----- # Modified by Oleg Broytmann from sgmllib import SGMLParser def join_attrs(attrs): attr_list = [] for attrname, value in attrs: attr_list.append('%s="%s"' % (attrname, string.strip(value))) if attr_list: s = " " + string.join(attr_list, " ") else: s = "" return s class HeadParser(SGMLParser): def __init__(self): SGMLParser.__init__(self) self.seen_starthead = 0 self.seen_endhead = 0 self.seen_startbody = 0 self.head = "" self.title = "" self.bodyattribs = "" self.accumulator = "" def handle_data(self, data): if data: self.accumulator = self.accumulator + data def handle_comment(self, data): if data: self.accumulator = self.accumulator + "" % data def start_head(self, attrs): if not self.seen_starthead: self.seen_starthead = 1 self.head = "" self.title = "" self.accumulator = "" def end_head(self): if not self.seen_endhead: self.seen_endhead = 1 self.head = self.head + self.accumulator self.accumulator = "" def start_script(self, attrs): global removejs if removejs and not self.seen_endhead: self.head = self.head + self.accumulator self.accumulator = "" else: self.unknown_starttag('script', attrs) def end_script(self): global removejs if (not removejs) or self.seen_endhead: self.unknown_endtag('script') else: self.accumulator = "" def start_title(self, attrs): self.head = self.head + self.accumulator self.accumulator = "" def end_title(self): self.title = self.accumulator self.accumulator = "" def start_body(self, attrs): if not self.seen_startbody: self.seen_startbody = 1 self.accumulator = "" self.bodyattribs = join_attrs(attrs) def end_body(self): pass # Do not put and def end_html(self): pass # into output stream # Pass other tags unmodified def unknown_starttag(self, tag, attrs): self.accumulator = self.accumulator + "<%s%s>" % (string.upper(tag), join_attrs(attrs)) def unknown_endtag(self, tag): self.accumulator = self.accumulator + "" % string.upper(tag) def clean_html(text): #translate Windows-generated html to correct html #mainly the ' appearing as ? problem. #see http://www.hut.fi/u/jkorpela/www/windows-chars.html charmap = string.maketrans("\x91\x92\x93\x94\x96\x97", "''\"\"--") text = string.translate(text, charmap) return text def parse_html(infile): parser = HeadParser() while 1: line = infile.readline() if not line: break parser.feed(line) parser.close() infile.close() return string.strip(parser.title), string.strip(parser.head), parser.bodyattribs, \ """ """ + string.strip(parser.accumulator) + """ """ def upload_html(object, f): dir, name = os.path.split(f) f=open(f) # There is a Document bugs that causes file uploads to fail. # Waaa. This will be fixed in 1.10.2. if doctor: title, head, bodyattribs, body = parse_html(f) else: title, head, bodyattribs, body = '', '', '', f.read() if clean: title = clean_html(title) head = clean_html(head) body = clean_html(body) if old: call(object.manage_addDocument, id=name, file=body) else: call(object.manage_addDTMLDocument, id=name, title=title, file=body) # Now add META and other tags as property, and BODY atrtributes # as property object=object.__class__(object.url+'/'+name, username=object.username, password=object.password) if head: call(object.manage_addProperty, id="loadsite_head", type="text", value=head) if bodyattribs: call(object.manage_addProperty, id="loadsite_bodyattribs", type="string", value=bodyattribs) # ----- /phd ----- upload_htm=upload_html def upload_dtml(object, f): dir, name = os.path.split(f) f=open(f) if old: f=f.read() call(object.manage_addDocument, id=name, file=f) else: call(object.manage_addDTMLMethod, id=name, file=f) def upload_gif(object, f): dir, name = os.path.split(f) call(object.manage_addImage, id=name, file=open(f)) upload_jpg=upload_gif upload_png=upload_gif if __name__=='__main__': main()