Mercurial > ~astiob > upreckon > hgweb
annotate upreckon/files.py @ 209:c03a8113685d
Rewrote files.regexp as files.File.regexp (a class method)
I still dislike the iterative code though.
| author | Oleg Oshmyan <chortos@inbox.lv> |
|---|---|
| date | Thu, 18 Aug 2011 02:41:46 +0300 |
| parents | ede78fbd509a |
| children | 1cbe2c428942 |
| rev | line source |
|---|---|
|
194
8c30a2c8a09e
Updated copyright years in files.py
Oleg Oshmyan <chortos@inbox.lv>
parents:
193
diff
changeset
|
1 # Copyright (c) 2010-2011 Chortos-2 <chortos@inbox.lv> |
| 16 | 2 |
| 21 | 3 """File access routines and classes with support for archives.""" |
| 4 | |
| 5 from __future__ import division, with_statement | |
| 6 | |
|
146
d5b6708c1955
Distutils support, reorganization and cleaning up
Oleg Oshmyan <chortos@inbox.lv>
parents:
133
diff
changeset
|
7 from .compat import * |
|
193
a76cdc26ba9d
Added conf. var. match and match='regexp' for non-archives
Oleg Oshmyan <chortos@inbox.lv>
parents:
178
diff
changeset
|
8 import contextlib, itertools, os, posixpath, re, shutil, sys |
| 21 | 9 |
| 10 # You don't need to know about anything else. | |
|
193
a76cdc26ba9d
Added conf. var. match and match='regexp' for non-archives
Oleg Oshmyan <chortos@inbox.lv>
parents:
178
diff
changeset
|
11 __all__ = 'File', 'regexp' |
| 21 | 12 |
| 13 # In these two variables, use full stops no matter what os.extsep is; | |
| 14 # all full stops will be converted to os.extsep on the fly | |
| 15 archives = 'tests.tar', 'tests.zip', 'tests.tgz', 'tests.tar.gz', 'tests.tbz2', 'tests.tar.bz2' | |
| 16 formats = {} | |
| 17 | |
| 18 class Archive(object): | |
|
195
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
19 __slots__ = () |
| 21 | 20 |
| 21 if ABCMeta: | |
| 22 __metaclass__ = ABCMeta | |
| 23 | |
| 24 def __new__(cls, path): | |
| 25 """ | |
| 26 Create a new instance of the archive class corresponding | |
| 27 to the file name in the given path. | |
| 28 """ | |
| 29 if cls is not Archive: | |
| 30 return object.__new__(cls) | |
| 31 else: | |
| 32 # Do this by hand rather than through os.path.splitext | |
| 33 # because we support multi-dotted file name extensions | |
| 34 ext = path.partition(os.path.extsep)[2] | |
| 35 while ext: | |
| 36 if ext in formats: | |
| 37 return formats[ext](path) | |
| 38 ext = ext.partition(os.path.extsep)[2] | |
| 39 raise LookupError("unsupported archive file name extension in file name '%s'" % filename) | |
| 40 | |
| 41 @abstractmethod | |
| 42 def __init__(self, path): raise NotImplementedError | |
| 43 | |
| 44 @abstractmethod | |
| 45 def extract(self, name, target): raise NotImplementedError | |
|
195
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
46 |
|
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
47 @abstractmethod |
|
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
48 def open(self, name): raise NotImplementedError |
|
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
49 |
|
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
50 @abstractmethod |
|
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
51 def exists(self, name): raise NotImplementedError |
|
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
52 |
|
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
53 @abstractmethod |
|
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
54 def listdir(self, name): raise NotImplementedError |
| 16 | 55 |
| 21 | 56 try: |
| 57 import tarfile | |
| 31 | 58 except ImportError: |
| 59 TarArchive = None | |
| 60 else: | |
| 21 | 61 class TarArchive(Archive): |
|
195
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
62 __slots__ = '_tarfile', '_files', '_dirs', '_names' |
| 21 | 63 |
| 64 def __init__(self, path): | |
|
195
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
65 self._tarfile = tarfile.open(path) |
|
196
67088c1765b4
Regexps now work with test archives
Oleg Oshmyan <chortos@inbox.lv>
parents:
195
diff
changeset
|
66 files, dirs = {}, set(('/',)) |
|
195
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
67 for member in self._tarfile.getmembers(): |
|
196
67088c1765b4
Regexps now work with test archives
Oleg Oshmyan <chortos@inbox.lv>
parents:
195
diff
changeset
|
68 cutname = posixpath.normpath('/' + member.name) |
|
67088c1765b4
Regexps now work with test archives
Oleg Oshmyan <chortos@inbox.lv>
parents:
195
diff
changeset
|
69 if cutname == '/': |
|
195
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
70 continue |
|
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
71 if member.isfile(): |
|
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
72 files[cutname] = member |
|
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
73 cutname = posixpath.dirname(cutname) |
|
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
74 elif not member.isdir(): |
|
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
75 continue |
|
196
67088c1765b4
Regexps now work with test archives
Oleg Oshmyan <chortos@inbox.lv>
parents:
195
diff
changeset
|
76 while cutname != '/': |
|
195
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
77 dirs.add(cutname) |
|
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
78 cutname = posixpath.dirname(cutname) |
|
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
79 self._files = files |
|
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
80 self._dirs = frozenset(dirs) |
|
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
81 self._names = self._dirs | frozenset(files) |
| 21 | 82 |
| 83 def extract(self, name, target): | |
|
196
67088c1765b4
Regexps now work with test archives
Oleg Oshmyan <chortos@inbox.lv>
parents:
195
diff
changeset
|
84 member = self._files[posixpath.normpath('/' + name)] |
| 21 | 85 member.name = target |
|
195
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
86 self._tarfile.extract(member) |
| 21 | 87 |
| 88 def open(self, name): | |
|
196
67088c1765b4
Regexps now work with test archives
Oleg Oshmyan <chortos@inbox.lv>
parents:
195
diff
changeset
|
89 name = posixpath.normpath('/' + name) |
|
195
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
90 return self._tarfile.extractfile(self._files[name]) |
|
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
91 |
|
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
92 def exists(self, name): |
|
196
67088c1765b4
Regexps now work with test archives
Oleg Oshmyan <chortos@inbox.lv>
parents:
195
diff
changeset
|
93 return posixpath.normpath('/' + name) in self._names |
| 21 | 94 |
|
195
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
95 def listdir(self, name): |
|
196
67088c1765b4
Regexps now work with test archives
Oleg Oshmyan <chortos@inbox.lv>
parents:
195
diff
changeset
|
96 normname = posixpath.normpath('/' + name) |
|
195
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
97 if normname not in self._dirs: |
|
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
98 raise KeyError('No such directory: %r' % name) |
|
196
67088c1765b4
Regexps now work with test archives
Oleg Oshmyan <chortos@inbox.lv>
parents:
195
diff
changeset
|
99 if normname != '/': |
|
67088c1765b4
Regexps now work with test archives
Oleg Oshmyan <chortos@inbox.lv>
parents:
195
diff
changeset
|
100 normname += '/' |
|
67088c1765b4
Regexps now work with test archives
Oleg Oshmyan <chortos@inbox.lv>
parents:
195
diff
changeset
|
101 nnlen = len(normname) |
|
67088c1765b4
Regexps now work with test archives
Oleg Oshmyan <chortos@inbox.lv>
parents:
195
diff
changeset
|
102 return [fname[nnlen:] for fname in self._names |
|
67088c1765b4
Regexps now work with test archives
Oleg Oshmyan <chortos@inbox.lv>
parents:
195
diff
changeset
|
103 if fname.startswith(normname) and |
|
67088c1765b4
Regexps now work with test archives
Oleg Oshmyan <chortos@inbox.lv>
parents:
195
diff
changeset
|
104 fname.find('/', nnlen) == -1] |
| 21 | 105 |
| 106 def __enter__(self): | |
|
195
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
107 if hasattr(self._tarfile, '__enter__'): |
|
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
108 self._tarfile.__enter__() |
| 21 | 109 return self |
| 110 | |
| 111 def __exit__(self, exc_type, exc_value, traceback): | |
|
195
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
112 if hasattr(self._tarfile, '__exit__'): |
|
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
113 return self._tarfile.__exit__(exc_type, exc_value, traceback) |
| 21 | 114 elif exc_type is None: |
|
195
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
115 self._tarfile.close() |
| 21 | 116 else: |
| 117 # This code was shamelessly copied from tarfile.py of Python 2.7 | |
|
195
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
118 if not self._tarfile._extfileobj: |
|
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
119 self._tarfile.fileobj.close() |
|
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
120 self._tarfile.closed = True |
| 21 | 121 |
| 122 formats['tar'] = formats['tgz'] = formats['tar.gz'] = formats['tbz2'] = formats['tar.bz2'] = TarArchive | |
| 123 | |
| 124 try: | |
| 125 import zipfile | |
| 31 | 126 except ImportError: |
| 127 ZipArchive = None | |
| 128 else: | |
| 21 | 129 class ZipArchive(Archive): |
|
195
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
130 __slots__ = '_zipfile', '_files', '_dirs', '_names' |
| 21 | 131 |
| 132 def __init__(self, path): | |
|
195
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
133 self._zipfile = zipfile.ZipFile(path) |
|
196
67088c1765b4
Regexps now work with test archives
Oleg Oshmyan <chortos@inbox.lv>
parents:
195
diff
changeset
|
134 files, dirs = {}, set(('/',)) |
|
195
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
135 for member in self._zipfile.infolist(): |
|
196
67088c1765b4
Regexps now work with test archives
Oleg Oshmyan <chortos@inbox.lv>
parents:
195
diff
changeset
|
136 cutname = posixpath.normpath('/' + member.filename) |
|
195
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
137 if not member.filename.endswith('/'): |
|
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
138 files[cutname] = member |
|
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
139 cutname = posixpath.dirname(cutname) |
|
196
67088c1765b4
Regexps now work with test archives
Oleg Oshmyan <chortos@inbox.lv>
parents:
195
diff
changeset
|
140 while cutname != '/': |
|
195
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
141 dirs.add(cutname) |
|
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
142 cutname = posixpath.dirname(cutname) |
|
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
143 self._files = files |
|
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
144 self._dirs = frozenset(dirs) |
|
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
145 self._names = self._dirs | frozenset(files) |
| 21 | 146 |
| 147 def extract(self, name, target): | |
|
196
67088c1765b4
Regexps now work with test archives
Oleg Oshmyan <chortos@inbox.lv>
parents:
195
diff
changeset
|
148 member = self._files[posixpath.normpath('/' + name)] |
|
98
62a96d51bf94
Fixed ZipArchive.extract with relative paths on Windows
Oleg Oshmyan <chortos@inbox.lv>
parents:
91
diff
changeset
|
149 # FIXME: 2.5 lacks ZipFile.extract |
| 21 | 150 if os.path.isabs(target): |
| 151 # To my knowledge, this is as portable as it gets | |
| 152 path = os.path.join(os.path.splitdrive(target)[0], os.path.sep) | |
|
98
62a96d51bf94
Fixed ZipArchive.extract with relative paths on Windows
Oleg Oshmyan <chortos@inbox.lv>
parents:
91
diff
changeset
|
153 member.filename = os.path.relpath(target, path) |
|
195
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
154 self._zipfile.extract(member, path) |
| 21 | 155 else: |
|
98
62a96d51bf94
Fixed ZipArchive.extract with relative paths on Windows
Oleg Oshmyan <chortos@inbox.lv>
parents:
91
diff
changeset
|
156 member.filename = os.path.relpath(target) |
|
195
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
157 self._zipfile.extract(member) |
| 21 | 158 |
| 159 def open(self, name): | |
|
196
67088c1765b4
Regexps now work with test archives
Oleg Oshmyan <chortos@inbox.lv>
parents:
195
diff
changeset
|
160 name = posixpath.normpath('/' + name) |
|
195
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
161 # FIXME: 2.5 lacks ZipFile.open |
|
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
162 return self._zipfile.open(self._files[name]) |
|
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
163 |
|
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
164 def exists(self, name): |
|
196
67088c1765b4
Regexps now work with test archives
Oleg Oshmyan <chortos@inbox.lv>
parents:
195
diff
changeset
|
165 return posixpath.normpath('/' + name) in self._names |
| 21 | 166 |
|
195
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
167 def listdir(self, name): |
|
196
67088c1765b4
Regexps now work with test archives
Oleg Oshmyan <chortos@inbox.lv>
parents:
195
diff
changeset
|
168 normname = posixpath.normpath('/' + name) |
|
195
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
169 if normname not in self._dirs: |
|
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
170 raise KeyError('No such directory: %r' % name) |
|
196
67088c1765b4
Regexps now work with test archives
Oleg Oshmyan <chortos@inbox.lv>
parents:
195
diff
changeset
|
171 if normname != '/': |
|
67088c1765b4
Regexps now work with test archives
Oleg Oshmyan <chortos@inbox.lv>
parents:
195
diff
changeset
|
172 normname += '/' |
|
67088c1765b4
Regexps now work with test archives
Oleg Oshmyan <chortos@inbox.lv>
parents:
195
diff
changeset
|
173 nnlen = len(normname) |
|
67088c1765b4
Regexps now work with test archives
Oleg Oshmyan <chortos@inbox.lv>
parents:
195
diff
changeset
|
174 return [fname[nnlen:] for fname in self._names |
|
67088c1765b4
Regexps now work with test archives
Oleg Oshmyan <chortos@inbox.lv>
parents:
195
diff
changeset
|
175 if fname.startswith(normname) and |
|
67088c1765b4
Regexps now work with test archives
Oleg Oshmyan <chortos@inbox.lv>
parents:
195
diff
changeset
|
176 fname.find('/', nnlen) == -1] |
| 21 | 177 |
| 178 def __enter__(self): | |
|
195
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
179 if hasattr(self._zipfile, '__enter__'): |
|
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
180 self._zipfile.__enter__() |
| 21 | 181 return self |
| 182 | |
| 183 def __exit__(self, exc_type, exc_value, traceback): | |
|
195
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
184 if hasattr(self._zipfile, '__exit__'): |
|
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
185 return self._zipfile.__exit__(exc_type, exc_value, traceback) |
| 21 | 186 else: |
|
195
c2490e39fd70
Revamped the implementation of files.Archive subclasses
Oleg Oshmyan <chortos@inbox.lv>
parents:
194
diff
changeset
|
187 return self._zipfile.close() |
| 21 | 188 |
| 189 formats['zip'] = ZipArchive | |
| 190 | |
| 191 # Remove unsupported archive formats and replace full stops | |
| 192 # with the platform-dependent file name extension separator | |
| 193 def issupported(filename, formats=formats): | |
| 194 ext = filename.partition('.')[2] | |
| 195 while ext: | |
| 196 if ext in formats: return True | |
| 197 ext = ext.partition('.')[2] | |
| 198 return False | |
| 199 archives = [filename.replace('.', os.path.extsep) for filename in filter(issupported, archives)] | |
| 200 formats = dict((item[0].replace('.', os.path.extsep), item[1]) for item in items(formats)) | |
| 201 | |
| 202 open_archives = {} | |
| 203 | |
| 204 def open_archive(path): | |
| 205 if path in open_archives: | |
| 206 return open_archives[path] | |
| 207 else: | |
| 208 open_archives[path] = archive = Archive(path) | |
| 209 return archive | |
| 16 | 210 |
| 21 | 211 class File(object): |
| 208 | 212 __slots__ = ('virtual_path', 'archive', |
| 213 '_external_path', '_internal_path', '_has_tests') | |
| 21 | 214 |
| 208 | 215 def __init__(self, _virtual_path='', _external_path='', _internal_path='', |
| 216 _archive=None, _has_tests=False): | |
| 217 self.virtual_path = _virtual_path | |
| 218 self._external_path = _external_path | |
| 219 self._internal_path = _internal_path | |
| 220 self.archive = _archive | |
| 221 self._has_tests = _has_tests | |
| 222 if not _archive: | |
| 223 try: | |
| 224 self.archive = open_archive(_external_path) | |
| 225 except Exception: | |
| 226 pass | |
| 227 | |
| 228 @property | |
| 229 def full_real_path(self): | |
| 230 intpath = self._internal_path.split('/') if self._internal_path else () | |
| 231 return os.path.join(self._external_path, | |
| 232 *(filename.replace('.', os.path.extsep) | |
| 233 for filename in intpath)) | |
| 234 | |
| 235 def exists(self): | |
| 236 if self.archive: | |
| 237 return self.archive.exists(self._internal_path) | |
| 21 | 238 else: |
| 208 | 239 return (not self._external_path or |
| 240 os.path.exists(self._external_path)) | |
| 21 | 241 |
| 242 def open(self): | |
| 243 if self.archive: | |
| 208 | 244 file = self.archive.open(self._internal_path) |
| 21 | 245 if hasattr(file, '__exit__'): |
| 246 return file | |
| 247 else: | |
| 248 return contextlib.closing(file) | |
| 249 else: | |
| 208 | 250 return open(self._external_path, 'rb') |
| 21 | 251 |
| 252 def copy(self, target): | |
| 253 if self.archive: | |
| 208 | 254 self.archive.extract(self._internal_path, target) |
| 255 else: | |
| 256 shutil.copy(self._external_path, target) | |
| 257 | |
| 258 def listdir(self): | |
| 259 if self.archive: | |
| 260 return self.archive.listdir(self._internal_path) | |
| 21 | 261 else: |
| 208 | 262 return os.listdir(self._external_path) |
| 263 | |
| 264 @classmethod | |
| 265 def from_virtual_path(cls, virtual_path, allow_root, msg): | |
| 266 metafile = cls()._realize_path(virtual_path.split('/'), allow_root) | |
| 267 if not metafile: | |
| 268 raise IOError("%s file with virtual path %r could not be found" % | |
| 269 (msg, virtual_path)) | |
| 270 assert metafile.virtual_path == virtual_path | |
| 271 return metafile | |
| 272 | |
| 273 def _realize_path(self, virtpath, allow_root): | |
| 274 if not self.exists(): | |
| 275 return None | |
| 276 elif not virtpath: | |
| 277 if allow_root or self._has_tests or self.archive: | |
| 278 return self | |
| 279 return None | |
| 280 cand = (self + virtpath[0])._realize_path(virtpath[1:], allow_root) | |
| 281 if cand: return cand | |
| 282 if not cand and not self._has_tests: | |
| 283 for metafile in self._add_tests(): | |
| 284 cand = metafile._realize_path(virtpath, allow_root) | |
| 285 if cand: return cand | |
| 286 if not cand and len(virtpath) > 1: | |
| 287 metafile = self._add_virtual(virtpath[0]) | |
| 288 cand = metafile._realize_path(virtpath[1:], allow_root) | |
| 289 if cand: return cand | |
| 290 | |
| 291 def _add_tests(self): | |
| 292 assert not self._has_tests | |
| 293 metafile = self.__add__('tests', False) | |
| 294 metafile._has_tests = True | |
| 295 yield metafile | |
| 296 if not self.archive: | |
| 297 for filename in archives: | |
| 298 yield self.__add__(filename, False) | |
| 299 | |
| 300 def _add_virtual(self, filename): | |
| 301 return File(posixpath.join(self.virtual_path, filename), | |
| 302 self._external_path, | |
| 303 self._internal_path, | |
| 304 self.archive, | |
| 305 self._has_tests) | |
| 306 | |
| 307 def __add__(self, filename, add_virtual=True): | |
| 308 if not isinstance(filename, basestring): | |
| 309 return NotImplemented | |
| 310 if add_virtual: | |
| 311 virtual_path = posixpath.join(self.virtual_path, filename) | |
| 312 else: | |
| 313 virtual_path = self.virtual_path | |
| 314 if self.archive: | |
| 315 return File(virtual_path, | |
| 316 self._external_path, | |
| 317 posixpath.join(self._internal_path, filename), | |
| 318 self.archive, | |
| 319 self._has_tests) | |
| 320 else: | |
| 321 filename = filename.replace('.', os.path.extsep) | |
| 322 return File(virtual_path, | |
| 323 os.path.join(self._external_path, filename), | |
| 324 _has_tests=self._has_tests) | |
|
196
67088c1765b4
Regexps now work with test archives
Oleg Oshmyan <chortos@inbox.lv>
parents:
195
diff
changeset
|
325 |
|
209
c03a8113685d
Rewrote files.regexp as files.File.regexp (a class method)
Oleg Oshmyan <chortos@inbox.lv>
parents:
208
diff
changeset
|
326 @classmethod |
|
c03a8113685d
Rewrote files.regexp as files.File.regexp (a class method)
Oleg Oshmyan <chortos@inbox.lv>
parents:
208
diff
changeset
|
327 def regexp(cls, pattern): |
|
c03a8113685d
Rewrote files.regexp as files.File.regexp (a class method)
Oleg Oshmyan <chortos@inbox.lv>
parents:
208
diff
changeset
|
328 if not pattern: |
|
c03a8113685d
Rewrote files.regexp as files.File.regexp (a class method)
Oleg Oshmyan <chortos@inbox.lv>
parents:
208
diff
changeset
|
329 yield cls('', os.curdir) |
|
c03a8113685d
Rewrote files.regexp as files.File.regexp (a class method)
Oleg Oshmyan <chortos@inbox.lv>
parents:
208
diff
changeset
|
330 return |
|
c03a8113685d
Rewrote files.regexp as files.File.regexp (a class method)
Oleg Oshmyan <chortos@inbox.lv>
parents:
208
diff
changeset
|
331 dirname, basename = posixpath.split(pattern) |
|
c03a8113685d
Rewrote files.regexp as files.File.regexp (a class method)
Oleg Oshmyan <chortos@inbox.lv>
parents:
208
diff
changeset
|
332 dirs = cls.regexp(dirname) |
|
c03a8113685d
Rewrote files.regexp as files.File.regexp (a class method)
Oleg Oshmyan <chortos@inbox.lv>
parents:
208
diff
changeset
|
333 reobj = re.compile(pattern + '$', re.UNICODE) |
|
c03a8113685d
Rewrote files.regexp as files.File.regexp (a class method)
Oleg Oshmyan <chortos@inbox.lv>
parents:
208
diff
changeset
|
334 while dirs: |
|
c03a8113685d
Rewrote files.regexp as files.File.regexp (a class method)
Oleg Oshmyan <chortos@inbox.lv>
parents:
208
diff
changeset
|
335 newdirs = [] |
|
c03a8113685d
Rewrote files.regexp as files.File.regexp (a class method)
Oleg Oshmyan <chortos@inbox.lv>
parents:
208
diff
changeset
|
336 for directory in dirs: |
|
196
67088c1765b4
Regexps now work with test archives
Oleg Oshmyan <chortos@inbox.lv>
parents:
195
diff
changeset
|
337 try: |
|
209
c03a8113685d
Rewrote files.regexp as files.File.regexp (a class method)
Oleg Oshmyan <chortos@inbox.lv>
parents:
208
diff
changeset
|
338 names = directory.listdir() |
|
c03a8113685d
Rewrote files.regexp as files.File.regexp (a class method)
Oleg Oshmyan <chortos@inbox.lv>
parents:
208
diff
changeset
|
339 except Exception: |
|
196
67088c1765b4
Regexps now work with test archives
Oleg Oshmyan <chortos@inbox.lv>
parents:
195
diff
changeset
|
340 continue |
|
209
c03a8113685d
Rewrote files.regexp as files.File.regexp (a class method)
Oleg Oshmyan <chortos@inbox.lv>
parents:
208
diff
changeset
|
341 for name in names: |
|
c03a8113685d
Rewrote files.regexp as files.File.regexp (a class method)
Oleg Oshmyan <chortos@inbox.lv>
parents:
208
diff
changeset
|
342 dir_entry = directory + name |
|
c03a8113685d
Rewrote files.regexp as files.File.regexp (a class method)
Oleg Oshmyan <chortos@inbox.lv>
parents:
208
diff
changeset
|
343 if re.match(reobj, dir_entry.virtual_path): |
|
c03a8113685d
Rewrote files.regexp as files.File.regexp (a class method)
Oleg Oshmyan <chortos@inbox.lv>
parents:
208
diff
changeset
|
344 yield dir_entry |
|
c03a8113685d
Rewrote files.regexp as files.File.regexp (a class method)
Oleg Oshmyan <chortos@inbox.lv>
parents:
208
diff
changeset
|
345 if not directory._has_tests: |
|
c03a8113685d
Rewrote files.regexp as files.File.regexp (a class method)
Oleg Oshmyan <chortos@inbox.lv>
parents:
208
diff
changeset
|
346 if name == 'tests': |
|
c03a8113685d
Rewrote files.regexp as files.File.regexp (a class method)
Oleg Oshmyan <chortos@inbox.lv>
parents:
208
diff
changeset
|
347 dir_entry = directory.__add__(name, False) |
|
c03a8113685d
Rewrote files.regexp as files.File.regexp (a class method)
Oleg Oshmyan <chortos@inbox.lv>
parents:
208
diff
changeset
|
348 dir_entry._has_tests = True |
|
c03a8113685d
Rewrote files.regexp as files.File.regexp (a class method)
Oleg Oshmyan <chortos@inbox.lv>
parents:
208
diff
changeset
|
349 newdirs.append(dir_entry) |
|
c03a8113685d
Rewrote files.regexp as files.File.regexp (a class method)
Oleg Oshmyan <chortos@inbox.lv>
parents:
208
diff
changeset
|
350 elif not directory.archive and name in archives: |
|
c03a8113685d
Rewrote files.regexp as files.File.regexp (a class method)
Oleg Oshmyan <chortos@inbox.lv>
parents:
208
diff
changeset
|
351 newdirs.append(directory.__add__(name, False)) |
|
c03a8113685d
Rewrote files.regexp as files.File.regexp (a class method)
Oleg Oshmyan <chortos@inbox.lv>
parents:
208
diff
changeset
|
352 dirs = newdirs |