Ticket #1527: mutable-type-case-insenstive.darcs.patch

File mutable-type-case-insenstive.darcs.patch, 58.1 KB (added by davidsarah, at 2011-09-05T02:12:23Z)

CLI: make the --mutable-type option value for 'tahoe put' and 'tahoe mkdir' case-insensitive, and change --help for these commands accordingly. fixes #1527

Line 
11 patch for repository davidsarah@dev.allmydata.org:/home/darcs/tahoe/trunk:
2
3Mon Sep  5 03:09:22 BST 2011  david-sarah@jacaranda.org
4  * CLI: make the --mutable-type option value for 'tahoe put' and 'tahoe mkdir' case-insensitive, and change --help for these commands accordingly. fixes #1527
5
6New patches:
7
8[CLI: make the --mutable-type option value for 'tahoe put' and 'tahoe mkdir' case-insensitive, and change --help for these commands accordingly. fixes #1527
9david-sarah@jacaranda.org**20110905020922
10 Ignore-this: 75a6df0a2df9c467d8c010579e9a024e
11] {
12hunk ./src/allmydata/scripts/cli.py 54
13 
14 class MakeDirectoryOptions(VDriveOptions):
15     optParameters = [
16-        ("mutable-type", None, False, "Create a mutable file in the given format. Valid formats are 'sdmf' for SDMF and 'mdmf' for MDMF"),
17+        ("mutable-type", None, None, "Create a mutable directory in the given format. "
18+                                     "Valid formats are SDMF and MDMF, case-insensitive."),
19         ]
20 
21     def parseArgs(self, where=""):
22hunk ./src/allmydata/scripts/cli.py 61
23         self.where = argv_to_unicode(where)
24 
25-        if self['mutable-type'] and self['mutable-type'] not in ("sdmf", "mdmf"):
26-            raise usage.UsageError("%s is an invalid format" % self['mutable-type'])
27+        if self['mutable-type']:
28+            if self['mutable-type'].lower() not in ("sdmf", "mdmf"):
29+                raise usage.UsageError("%s is an invalid format" % self['mutable-type'])
30+            self['mutable-type'] = self['mutable-type'].lower()
31 
32     def getSynopsis(self):
33         return "Usage:  %s mkdir [options] [REMOTE_DIR]" % (self.command_name,)
34hunk ./src/allmydata/scripts/cli.py 178
35         ("mutable", "m", "Create a mutable file instead of an immutable one."),
36         ]
37     optParameters = [
38-        ("mutable-type", None, False, "Create a mutable file in the given format. Valid formats are 'sdmf' for SDMF and 'mdmf' for MDMF"),
39+        ("mutable-type", None, None, "Create a mutable file in the given format (implies --mutable). "
40+                                     "Valid formats are SDMF and MDMF, case-insensitive."),
41         ]
42 
43     def parseArgs(self, arg1=None, arg2=None):
44hunk ./src/allmydata/scripts/cli.py 197
45         if self.from_file == u"-":
46             self.from_file = None
47 
48-        if self['mutable-type'] and self['mutable-type'] not in ("sdmf", "mdmf"):
49-            raise usage.UsageError("%s is an invalid format" % self['mutable-type'])
50+        if self['mutable-type']:
51+            if self['mutable-type'].lower() not in ("sdmf", "mdmf"):
52+                raise usage.UsageError("%s is an invalid format" % self['mutable-type'])
53+            self['mutable-type'] = self['mutable-type'].lower()
54 
55         if self['mutable-type']:
56             self['mutable'] = True
57hunk ./src/allmydata/scripts/cli.py 205
58 
59-
60     def getSynopsis(self):
61         return "Usage:  %s put [options] LOCAL_FILE REMOTE_FILE" % (self.command_name,)
62 
63hunk ./src/allmydata/scripts/tahoe_put.py 21
64     from_file = options.from_file
65     to_file = options.to_file
66     mutable = options['mutable']
67-    mutable_type = False
68-
69-    if mutable:
70-        mutable_type = options['mutable-type']
71+    mutable_type = options['mutable-type']
72     if options['quiet']:
73         verbosity = 0
74     else:
75hunk ./src/allmydata/test/test_cli.py 1170
76         fn1 = os.path.join(self.basedir, "data")
77         fileutil.write(fn1, data)
78         d = self.do_cli("create-alias", "tahoe")
79-        d.addCallback(lambda ignored:
80-            self.do_cli("put", "--mutable", "--mutable-type=mdmf",
81-                        fn1, "tahoe:uploaded.txt"))
82-        d.addCallback(lambda ignored:
83-            self.do_cli("ls", "--json", "tahoe:uploaded.txt"))
84+
85+        def _put_and_ls(ign, mutable_type, filename):
86+            d2 = self.do_cli("put", "--mutable", "--mutable-type="+mutable_type,
87+                             fn1, filename)
88+            d2.addCallback(lambda ign: self.do_cli("ls", "--json", filename))
89+            return d2
90+
91+        d.addCallback(_put_and_ls, "mdmf", "tahoe:uploaded.txt")
92         d.addCallback(self._check_mdmf_json)
93hunk ./src/allmydata/test/test_cli.py 1179
94-        d.addCallback(lambda ignored:
95-            self.do_cli("put", "--mutable", "--mutable-type=sdmf",
96-                        fn1, "tahoe:uploaded2.txt"))
97-        d.addCallback(lambda ignored:
98-            self.do_cli("ls", "--json", "tahoe:uploaded2.txt"))
99+        d.addCallback(_put_and_ls, "MDMF", "tahoe:uploaded2.txt")
100+        d.addCallback(self._check_mdmf_json)
101+        d.addCallback(_put_and_ls, "sdmf", "tahoe:uploaded3.txt")
102+        d.addCallback(self._check_sdmf_json)
103+        d.addCallback(_put_and_ls, "SDMF", "tahoe:uploaded4.txt")
104         d.addCallback(self._check_sdmf_json)
105         return d
106 
107hunk ./src/allmydata/test/test_cli.py 3325
108             self.do_cli("ls", "--json", self._filecap))
109         d.addCallback(_check, '"mutable-type": "sdmf"')
110         d.addCallback(lambda ignored:
111-            self.do_cli("mkdir", "--mutable-type=mdmf", "tahoe:bar"))
112+            self.do_cli("mkdir", "--mutable-type=MDMF", "tahoe:bar"))
113         d.addCallback(_check, "URI:DIR2-MDMF")
114         d.addCallback(_stash_dircap)
115         d.addCallback(lambda ignored:
116}
117
118Context:
119
120[cli: make --mutable-type imply --mutable in 'tahoe put'
121Kevan Carstensen <kevan@isnotajoke.com>**20110903190920
122 Ignore-this: 23336d3c43b2a9554e40c2a11c675e93
123]
124[SFTP: add a comment about a subtle interaction between OverwriteableFileConsumer and GeneralSFTPFile, and test the case it is commenting on.
125david-sarah@jacaranda.org**20110903222304
126 Ignore-this: 980c61d4dd0119337f1463a69aeebaf0
127]
128[improve the storage/mutable.py asserts even more
129warner@lothar.com**20110901160543
130 Ignore-this: 5b2b13c49bc4034f96e6e3aaaa9a9946
131]
132[storage/mutable.py: special characters in struct.foo arguments indicate standard as opposed to native sizes, we should be using these characters in these asserts
133wilcoxjg@gmail.com**20110901084144
134 Ignore-this: 28ace2b2678642e4d7269ddab8c67f30
135]
136[test_mutable.Version: consolidate some tests, reduce runtime from 19s to 15s
137warner@lothar.com**20110831050451
138 Ignore-this: 64815284d9e536f8f3798b5f44cf580c
139]
140[mutable/retrieve: handle the case where self._read_length is 0.
141Kevan Carstensen <kevan@isnotajoke.com>**20110830210141
142 Ignore-this: fceafbe485851ca53f2774e5a4fd8d30
143 
144 Note that the downloader will still fetch a segment for a zero-length
145 read, which is wasteful. Fixing that isn't specifically required to fix
146 #1512, but it should probably be fixed before 1.9.
147]
148[NEWS: added summary of all changes since 1.8.2. Needs editing.
149Brian Warner <warner@lothar.com>**20110830163205
150 Ignore-this: 273899b37a899fc6919b74572454b8b2
151]
152[test_mutable.Update: only upload the files needed for each test. refs #1500
153Brian Warner <warner@lothar.com>**20110829072717
154 Ignore-this: 4d2ab4c7523af9054af7ecca9c3d9dc7
155 
156 This first step shaves 15% off the runtime: from 139s to 119s on my laptop.
157 It also fixes a couple of places where a Deferred was being dropped, which
158 would cause two tests to run in parallel and also confuse error reporting.
159]
160[Let Uploader retain History instead of passing it into upload(). Fixes #1079.
161Brian Warner <warner@lothar.com>**20110829063246
162 Ignore-this: 3902c58ec12bd4b2d876806248e19f17
163 
164 This consistently records all immutable uploads in the Recent Uploads And
165 Downloads page, regardless of code path. Previously, certain webapi upload
166 operations (like PUT /uri/$DIRCAP/newchildname) failed to pass the History
167 object and were left out.
168]
169[Fix mutable publish/retrieve timing status displays. Fixes #1505.
170Brian Warner <warner@lothar.com>**20110828232221
171 Ignore-this: 4080ce065cf481b2180fd711c9772dd6
172 
173 publish:
174 * encrypt and encode times are cumulative, not just current-segment
175 
176 retrieve:
177 * same for decrypt and decode times
178 * update "current status" to include segment number
179 * set status to Finished/Failed when download is complete
180 * set progress to 1.0 when complete
181 
182 More improvements to consider:
183 * progress is currently 0% or 100%: should calculate how many segments are
184   involved (remembering retrieve can be less than the whole file) and set it
185   to a fraction
186 * "fetch" time is fuzzy: what we want is to know how much of the delay is not
187   our own fault, but since we do decode/decrypt work while waiting for more
188   shares, it's not straightforward
189]
190[Teach 'tahoe debug catalog-shares about MDMF. Closes #1507.
191Brian Warner <warner@lothar.com>**20110828080931
192 Ignore-this: 56ef2951db1a648353d7daac6a04c7d1
193]
194[debug.py: remove some dead comments
195Brian Warner <warner@lothar.com>**20110828074556
196 Ignore-this: 40e74040dd4d14fd2f4e4baaae506b31
197]
198[hush pyflakes
199Brian Warner <warner@lothar.com>**20110828074254
200 Ignore-this: bef9d537a969fa82fe4decc4ba2acb09
201]
202[MutableFileNode.set_downloader_hints: never depend upon order of dict.values()
203Brian Warner <warner@lothar.com>**20110828074103
204 Ignore-this: caaf1aa518dbdde4d797b7f335230faa
205 
206 The old code was calculating the "extension parameters" (a list) from the
207 downloader hints (a dictionary) with hints.values(), which is not stable, and
208 would result in corrupted filecaps (with the 'k' and 'segsize' hints
209 occasionally swapped). The new code always uses [k,segsize].
210]
211[layout.py: fix MDMF share layout documentation
212Brian Warner <warner@lothar.com>**20110828073921
213 Ignore-this: 3f13366fed75b5e31b51ae895450a225
214]
215[teach 'tahoe debug dump-share' about MDMF and offsets. refs #1507
216Brian Warner <warner@lothar.com>**20110828073834
217 Ignore-this: 3a9d2ef9c47a72bf1506ba41199a1dea
218]
219[test_mutable.Version.test_debug: use splitlines() to fix buildslaves
220Brian Warner <warner@lothar.com>**20110828064728
221 Ignore-this: c7f6245426fc80b9d1ae901d5218246a
222 
223 Any slave running in a directory with spaces in the name was miscounting
224 shares, causing the test to fail.
225]
226[test_mutable.Version: exercise 'tahoe debug find-shares' on MDMF. refs #1507
227Brian Warner <warner@lothar.com>**20110828005542
228 Ignore-this: cb20bea1c28bfa50a72317d70e109672
229 
230 Also changes NoNetworkGrid to put shares in storage/shares/ .
231]
232[test_mutable.py: oops, missed a .todo
233Brian Warner <warner@lothar.com>**20110828002118
234 Ignore-this: fda09ae86481352b7a627c278d2a3940
235]
236[test_mutable: merge davidsarah's patch with my Version refactorings
237warner@lothar.com**20110827235707
238 Ignore-this: b5aaf481c90d99e33827273b5d118fd0
239]
240[test_mutable.Version: factor out some expensive uploads, save 25% runtime
241Brian Warner <warner@lothar.com>**20110827232737
242 Ignore-this: ea37383eb85ea0894b254fe4dfb45544
243]
244[SDMF: update filenode with correct k/N after Retrieve. Fixes #1510.
245Brian Warner <warner@lothar.com>**20110827225031
246 Ignore-this: b50ae6e1045818c400079f118b4ef48
247 
248 Without this, we get a regression when modifying a mutable file that was
249 created with more shares (larger N) than our current tahoe.cfg . The
250 modification attempt creates new versions of the (0,1,..,newN-1) shares, but
251 leaves the old versions of the (newN,..,oldN-1) shares alone (and throws a
252 assertion error in SDMFSlotWriteProxy.finish_publishing in the process).
253 
254 The mixed versions that result (some shares with e.g. N=10, some with N=20,
255 such that both versions are recoverable) cause problems for the Publish code,
256 even before MDMF landed. Might be related to refs #1390 and refs #1042.
257]
258[layout.py: annotate assertion to figure out 'tahoe backup' failure
259Brian Warner <warner@lothar.com>**20110827195253
260 Ignore-this: 9b92b954e3ed0d0f80154fff1ff674e5
261]
262[Add 'tahoe debug dump-cap' support for MDMF, DIR2-CHK, DIR2-MDMF. refs #1507.
263Brian Warner <warner@lothar.com>**20110827195048
264 Ignore-this: 61c6af5e33fc88e0251e697a50addb2c
265 
266 This also adds tests for all those cases, and fixes an omission in uri.py
267 that broke parsing of DIR2-MDMF-Verifier and DIR2-CHK-Verifier.
268]
269[MDMF: more writable/writeable consistentifications
270warner@lothar.com**20110827190602
271 Ignore-this: 22492a9e20c1819ddb12091062888b55
272]
273[MDMF: s/Writable/Writeable/g, for consistency with existing SDMF code
274warner@lothar.com**20110827183357
275 Ignore-this: 9dd312acedbdb2fc2f7bef0d0fb17c0b
276]
277[test_mutable.Update: increase timeout from 120s to 400s, slaves are failing
278Brian Warner <warner@lothar.com>**20110825230140
279 Ignore-this: 101b1924a30cdbda9b2e419e95ca15ec
280]
281[tests: fix check_memory test
282zooko@zooko.com**20110825201116
283 Ignore-this: 4d66299fa8cb61d2ca04b3f45344d835
284 fixes #1503
285]
286[docs/write_coordination.rst: fix formatting and add more specific warning about access via sshfs.
287david-sarah@jacaranda.org**20110831232148
288 Ignore-this: cd9c851d3eb4e0a1e088f337c291586c
289]
290[setup.cfg: remove no-longer-supported test_mac_diskimage alias. refs #1479
291david-sarah@jacaranda.org**20110826230345
292 Ignore-this: 40e908b8937322a290fb8012bfcad02a
293]
294[TAG allmydata-tahoe-1.9.0a1
295warner@lothar.com**20110825161122
296 Ignore-this: 3cbf49f00dbda58189f893c427f65605
297]
298[touch NEWS to trigger buildslaves
299warner@lothar.com**20110825161026
300 Ignore-this: 3d444737d005a9051780d15604166401
301]
302[test_mutable.Update: remove .timeout overrides, otherwise tests ERROR
303Brian Warner <warner@lothar.com>**20110825022455
304 Ignore-this: 140ea1f7207ffd68be40e112f6e3d310
305]
306[blacklist.py: add read() method too, for completeness
307warner@lothar.com**20110825021902
308 Ignore-this: c79a429f311b01732eba2a71119e84
309]
310[Additional tests for MDMF URIs and for zero-length files. refs #393
311david-sarah@jacaranda.org**20110823011532
312 Ignore-this: a7cc0c09d1d2d72413f9cd227c47a9d5
313]
314[Additional tests for zero-length partial reads and updates to mutable versions. refs #393
315david-sarah@jacaranda.org**20110822014111
316 Ignore-this: 5fc6f4d06e11910124e4a277ec8a43ea
317]
318[Implementation, tests and docs for blacklists. This version allows listing directories containing a blacklisted child. Inclusion of blacklist.py fixed. fixes #1425
319david-sarah@jacaranda.org**20110824155928
320 Ignore-this: a306f36bb6640eaf046e66dc4beeb11c
321]
322[Make the immutable/read-only constraint checking for MDMF URIs identical to that for SSK URIs. refs #393
323david-sarah@jacaranda.org**20110823012720
324 Ignore-this: e1f59d7ff2007c81dbef2aeb14abd721
325]
326[mutable/layout.py: fix unused import. refs #393
327david-sarah@jacaranda.org**20110816225043
328 Ignore-this: 7c9d6d91521ceb9a7abd14b2c60c0604
329]
330[mutable/retrieve.py: cosmetics and remove a stale comment. refs #393
331david-sarah@jacaranda.org**20110816214612
332 Ignore-this: 916e60c9dff1ef85595822e609ff34b7
333]
334[mutable/filenode.py: don't fetch more segments than necesasry to update the file
335Kevan Carstensen <kevan@isnotajoke.com>**20110813210005
336 Ignore-this: 2b0ad0533baa6f19f18851317dfc9f15
337]
338[test/test_mutable: test for incorrect div_ceil equations
339Kevan Carstensen <kevan@isnotajoke.com>**20110813183936
340 Ignore-this: 74e6061ab2ec5e706a1235611f87d5d6
341]
342[mutable/retrieve.py: use floor division to calculate segment boundaries, don't fetch more segments than necessary
343Kevan Carstensen <kevan@isnotajoke.com>**20110813183833
344 Ignore-this: 3e272249107afd3fbc1dd30c6a4f1e31
345]
346[mdmf: clean up boolean expressions, correct typos, remove self._paused, and don't unconditionally initialize block hash trees, asll as suggested by davidsarahs' review comments
347Kevan Carstensen <kevan@isnotajoke.com>**20110813183710
348 Ignore-this: cc6ad9f98b64f379151aa58b77b6c4e5
349]
350[now that tests pass with full-size keys, return test-keys to normal (522bit)
351warner@lothar.com**20110811175418
352 Ignore-this: dbce8a6699ba9a90d91cffbc8aa87900
353]
354[fix SHARE_HASH_CHAIN_SIZE computation
355warner@lothar.com**20110811175350
356 Ignore-this: 4508359d2207c8c1b7552b546697264
357]
358[More idiomatic resolution of the conflict between ticket393-MDMF-2 and trunk. refs #393
359david-sarah@jacaranda.org**20110810202942
360 Ignore-this: 7fc54a30ab0bc6ce75b7d819800c1182
361]
362[Replace the hard-coded 522-bit RSA key size used for tests with a TEST_RSA_KEY_SIZE constant defined in test/common.py (part 2). refs #393
363david-sarah@jacaranda.org**20110810202310
364 Ignore-this: 7fbd4d004279599bbcb10f7b31fb010f
365]
366[Replace the hard-coded 522-bit RSA key size used for tests with a TEST_RSA_KEY_SIZE constant defined in test/common.py (part 1). refs #393
367david-sarah@jacaranda.org**20110810202243
368 Ignore-this: c58d8130a2f383ff4421c632499b027b
369]
370[merge some minor conflicts in test code from the 393-2 branch and trunk
371zooko@zooko.com**20110810172139
372 Ignore-this: 4a16f13eeae585c7c1dbe18c67072c90
373]
374[doc: eliminate the phrase "rootcap" from doc/frontends/FTP-and-SFTP.rst
375zooko@zooko.com**20110809132601
376 Ignore-this: f7e1dd212daa65c81fb57977bce24304
377 Two different people have asked me for help, saying they couldn't figure out what a "rootcap" is. Hopefully just calling it a "cap" will make it easier for them to find out from the other docs what it is.
378]
379[test_web.py: fix a test failure dependent on whether simplejson.loads returns a unicode or str object.
380david-sarah@jacaranda.org**20110808213925
381 Ignore-this: f7b267be8be56fcabc968e3c89999490
382]
383[immutable/filenode: fix pyflakes warnings
384Kevan Carstensen <kevan@isnotajoke.com>**20110807004514
385 Ignore-this: e8d875bf8b1c5571e31b0eff42ecf64c
386]
387[test: fix assorted tests broken by MDMF changes
388Kevan Carstensen <kevan@isnotajoke.com>**20110807004459
389 Ignore-this: 9a0dc7e5c74bfe840a9fce278619a103
390]
391[uri: add MDMF and MDMF directory caps, add extension hint support
392Kevan Carstensen <kevan@isnotajoke.com>**20110807004436
393 Ignore-this: 6486b7d4dc0e849c6b1e9cdfb6318eac
394]
395[test/test_mutable: tests for MDMF
396Kevan Carstensen <kevan@isnotajoke.com>**20110807004414
397 Ignore-this: 29f9c3a806d67df0ed09c4f0d857d347
398 
399 These are their own patch because they cut across a lot of the changes
400 I've made in implementing MDMF in such a way as to make it difficult to
401 split them up into the other patches.
402]
403[webapi changes for MDMF
404Kevan Carstensen <kevan@isnotajoke.com>**20110807004348
405 Ignore-this: d6d4dac680baa4c99b05882b3828796c
406 
407     - Learn how to create MDMF files and directories through the
408       mutable-type argument.
409     - Operate with the interface changes associated with MDMF and #993.
410     - Learn how to do partial updates of mutable files.
411]
412[mutable/servermap: Rework the servermap to work with MDMF mutable files
413Kevan Carstensen <kevan@isnotajoke.com>**20110807004259
414 Ignore-this: 154b987fa0af716c41185b88ff7ee2e1
415]
416[dirnode: teach dirnode to make MDMF directories
417Kevan Carstensen <kevan@isnotajoke.com>**20110807004224
418 Ignore-this: 765ccd6a07ff752bf6057a3dab9e5abd
419]
420[Fix some test failures caused by #393 patch.
421david-sarah@jacaranda.org**20110802032810
422 Ignore-this: 7f65e5adb5c859af289cea7011216fef
423]
424[docs: amend configuration, webapi documentation to talk about MDMF
425Kevan Carstensen <kevan@isnotajoke.com>**20110802022056
426 Ignore-this: 4cab9b7e4ab79cc1efdabe2d457f27a6
427]
428[cli: teach CLI how to create MDMF mutable files
429Kevan Carstensen <kevan@isnotajoke.com>**20110802021613
430 Ignore-this: 18d0ff98e75be231eed3c53319e76936
431 
432 Specifically, 'tahoe mkdir' and 'tahoe put' now take a --mutable-type
433 argument.
434]
435[frontends/sftpd: Resolve incompatibilities between SFTP frontend and MDMF changes
436Kevan Carstensen <kevan@isnotajoke.com>**20110802021207
437 Ignore-this: 5e0f6e961048f71d4eed6d30210ffd2e
438]
439[mutable/layout: Define MDMF share format, write tools for working with MDMF share format
440Kevan Carstensen <kevan@isnotajoke.com>**20110802021120
441 Ignore-this: fa76ef4800939e19ba3cbc22a2eab4e
442 
443 The changes in layout.py are mostly concerned with the MDMF share
444 format. In particular, we define read and write proxy objects used by
445 retrieval, publishing, and other code to write and read the MDMF share
446 format. We create equivalent proxies for SDMF objects so that these
447 objects can be suitably general.
448]
449[immutable/filenode: implement unified filenode interface
450Kevan Carstensen <kevan@isnotajoke.com>**20110802020905
451 Ignore-this: d9a442fc285157f134f5d1b4607c6a48
452]
453[immutable/literal.py: Implement interface changes in literal nodes.
454Kevan Carstensen <kevan@isnotajoke.com>**20110802020814
455 Ignore-this: 4371e71a50e65ce2607c4d67d3a32171
456]
457[test/common: Alter common test code to work with MDMF.
458Kevan Carstensen <kevan@isnotajoke.com>**20110802015643
459 Ignore-this: e564403182d0030439b168dd9f8726fa
460 
461 This mostly has to do with making the test code implement the new
462 unified filenode interfaces.
463]
464[mutable: train checker and repairer to work with MDMF mutable files
465Kevan Carstensen <kevan@isnotajoke.com>**20110802015140
466 Ignore-this: 8b1928925bed63708b71ab0de8d4306f
467]
468[nodemaker: teach nodemaker about MDMF caps
469Kevan Carstensen <kevan@isnotajoke.com>**20110802014926
470 Ignore-this: 430c73121b6883b99626cfd652fc65c4
471]
472[client: teach client how to create and work with MDMF files
473Kevan Carstensen <kevan@isnotajoke.com>**20110802014811
474 Ignore-this: d72fbc4c2ca63f00d9ab9dc2919098ff
475]
476[mutable/filenode: Modify mutable filenodes for use with MDMF
477Kevan Carstensen <kevan@isnotajoke.com>**20110802014501
478 Ignore-this: 3c230bb0ebe60a94c667b0ee0c3b28e0
479 
480 In particular:
481     - Break MutableFileNode and MutableFileVersion into distinct classes.
482     - Implement the interface modifications made for MDMF.
483     - Be aware of MDMF caps.
484     - Learn how to create and work with MDMF files.
485]
486[nodemaker: teach nodemaker how to create MDMF mutable files
487Kevan Carstensen <kevan@isnotajoke.com>**20110802014258
488 Ignore-this: 2bf1fd4f8c1d1ad0e855c678347b76c2
489]
490[interfaces: change interfaces to work with MDMF
491Kevan Carstensen <kevan@isnotajoke.com>**20110802014119
492 Ignore-this: 2f441022cf888c044bc9e6dd609db139
493 
494 A lot of this work concerns #993, in that it unifies (to an extent) the
495 interfaces of mutable and immutable files.
496]
497[mutable/publish: teach the publisher how to publish MDMF mutable files
498Kevan Carstensen <kevan@isnotajoke.com>**20110802013931
499 Ignore-this: 115217ec2b289452ec774cb725da8a86
500 
501 Like the downloader, the publisher needs some substantial changes to handle multiple segment mutable files.
502]
503[mutable/retrieve: rework the mutable downloader to handle multiple-segment files
504Kevan Carstensen <kevan@isnotajoke.com>**20110802013524
505 Ignore-this: 398d11b5cb993b50e5e4fa6e7a3856dc
506 
507 The downloader needs substantial reworking to handle multiple segment
508 mutable files, which it needs to handle for MDMF.
509]
510[Fix repeated 'the' in license text.
511david-sarah@jacaranda.org**20110819204836
512 Ignore-this: b3bd4e9ec22029fe15533ad2a60003ad
513]
514[Remove Non-Profit Open Software License from the set of 'added permission' licenses. Although it actually does qualify as an Open Source license (because it allows relicensing under plain OSL), its wording is unclear and could easily be misunderstood, and it contributes to incompatible license proliferation.
515david-sarah@jacaranda.org**20110819204742
516 Ignore-this: 7373819a6b5367581356728ea62cabb1
517]
518[docs: change links that pointed to COPYING.TGPPL.html to point to COPYING.TGPPL.rst instead
519zooko@zooko.com**20110819060142
520 Ignore-this: 301652554fd7ab4bfa5aa8f8a2863a9e
521]
522[docs: formatting: reflow to fill-column 77
523zooko@zooko.com**20110819060110
524 Ignore-this: ed1317c126f07c63b944bd2fa6aa2d21
525]
526[docs: formatting: M-x whitespace-cleanup
527zooko@zooko.com**20110819060041
528 Ignore-this: 8554b16a25067094d0dc4dc71e1b3950
529]
530[licensing: add to the list of licenses that we grant the added permission for
531zooko@zooko.com**20110819054656
532 Ignore-this: eb1490416ac6b7414a27f150a8a8a047
533 Added: most of the ones listed on the FSF's "List of Free Software, GPL Incompatible Licenses", plus the Non-Profit Open Software License.
534]
535[docs: reflow the added text at the top of COPYING.GPL to fill-column 77
536zooko@zooko.com**20110819053059
537 Ignore-this: e994ed6ffbcc12656406f11cb862ce99
538]
539[docs: reformat COPYING.TGPPL.html to COPYING.TGPPL.rst
540zooko@zooko.com**20110819052753
541 Ignore-this: 34ddf623e0a6de008ba859ca9c92b2fd
542]
543[docs: reflow docs/logging.rst to fill-column 77
544zooko@zooko.com**20110819044103
545 Ignore-this: a6901f2244995f278ddf8d75d29410bf
546]
547[doc: fix formatting error in docs/logging.rst
548zooko@zooko.com**20110819043946
549 Ignore-this: fa182dbbe7f4fda15e0a8bfcf7f00051
550]
551[Cleanups for suppression of UserWarnings. refs #1435
552david-sarah@jacaranda.org**20110818040749
553 Ignore-this: 3863ef399c1c382a1365d51f000d314c
554]
555[suppress warning emitted by newer zope.interface with Nevow 0.10
556zooko@zooko.com**20110817203134
557 Ignore-this: b86d4ce0ed1c0da76d1f9eaf8d08d9c4
558 refs #1435
559]
560[doc: formatting: reflow to fill-column=77
561zooko@zooko.com**20110809132510
562 Ignore-this: 2d6d2e203d52925968b4451f36364792
563]
564[_auto_deps.py: change the requirement for zope.interface to <= 3.6.2, >= 3.6.6. fixes #1435
565david-sarah@jacaranda.org**20110815025347
566 Ignore-this: 17a88c0f6573f044fbcd6b666667bd37
567]
568[allmydata/__init__.py, test_version.py: make version parsing understand '<=', with test. refs #1435
569david-sarah@jacaranda.org**20110815035153
570 Ignore-this: 8c3a75f4a2b42b56bac48b5053c5e9c2
571]
572[Makefile and setup.py: remove setup.py commands that we no longer need, and their uses in the Makefile. Delete a stale and incorrect comment about updating _version.py. Also fix some coding style checks in the Makefile to operate on all source files.
573david-sarah@jacaranda.org**20110801031952
574 Ignore-this: 80a435dee3bc6e29058d4b37ff579922
575]
576[remove misc/debian[_helpers], rely upon official packaging instead. fixes #1454
577warner@lothar.com**20110811182705
578 Ignore-this: 79673cafc7c108db49b5ab908d7b4668
579]
580[Makefile: remove targets that used misc/debian[_helpers] which no longer exist. Also change docs/debian.rst to reflect the fact that we no longer support building .debs using those targets. refs #1454
581david-sarah@jacaranda.org**20110801031857
582 Ignore-this: 347cbeff45757db630ce34d0cfb84f92
583]
584[replace tabs with spaces in the #1441 'tahoe debug' synopsis
585warner@lothar.com**20110811173704
586 Ignore-this: 513fbfb18a3dd93119ea3700118df7ee
587]
588[Correct the information printed by '/usr/bin/tahoe debug --help' on Debian/Ubuntu. fixes #1441
589david-sarah@jacaranda.org**20110724162530
590 Ignore-this: 30d4b8c20e420e9a9d1b73eba1113ae
591]
592[doc: edit the explanation of K-of-N tradeoffs
593zooko@zooko.com**20110804193409
594 Ignore-this: ab6f4e35a995c2099340b5c9c5d30f40
595]
596[doc: clean up formatting of doc/configuration.rst
597zooko@zooko.com**20110804192722
598 Ignore-this: 7a98a3a8afb7e5441ff1f534211199ba
599 reflow to 77 chars line width, M-x white-space cleanup, blank link between name and definition
600]
601[Add test for webopen. fixes #1149
602david-sarah@jacaranda.org**20110724211659
603 Ignore-this: 1e22853f7eb05e24c3141d56a513f661
604]
605[test_client.py: relax a check in test_create_drop_uploader so that it should pass on Python 2.4.x. refs #1429
606david-sarah@jacaranda.org**20110810052504
607 Ignore-this: 1380749ceaf33c30e26c50d57476616c
608]
609[test/common_util.py: correct fix to mkdir_nonascii. refs #1472
610david-sarah@jacaranda.org**20110810051906
611 Ignore-this: 93c0c33370bc47d95c26c4cce8e05290
612]
613[test/common_util.py: fix a typo. refs #1472
614david-sarah@jacaranda.org**20110810044235
615 Ignore-this: f88643d7c82cb3577686d77bbff9e2bc
616]
617[test_client.py, test_drop_upload.py: fix pyflakes warnings.
618david-sarah@jacaranda.org**20110810034505
619 Ignore-this: 1e2d71bf2f43d63cbb423d32a6f96793
620]
621[Factor out methods dealing with non-ASCII directories and filenames from test_drop_upload.py into common_util.py. refs #1429, #1472
622david-sarah@jacaranda.org**20110810031558
623 Ignore-this: 3de8f945fa7a58fc318a1184bad0fd1a
624]
625[test_client.py: add a test that the drop-uploader is initialized correctly by client.py. Also give the DropUploader service a name, which is necessary for the test. refs #1429
626david-sarah@jacaranda.org**20110810030538
627 Ignore-this: 13d511ea9bbe9da2dcffe4a91ce94eae
628]
629[drop-upload: rename 'start' method to 'startService', which is what you're supposed to use to start a Service. refs #1429
630david-sarah@jacaranda.org**20110810030345
631 Ignore-this: d1f5e5c63937ea37be37324e2f1ae99d
632]
633[test_drop_upload.py: add comment explaining why we don't use FilePath.setContent. refs #1429
634david-sarah@jacaranda.org**20110810025942
635 Ignore-this: b95358030b63cb467d1d7f1b9a9b6978
636]
637[test_drop_upload.py: fix some grammatical and spelling nits. refs #1429
638david-sarah@jacaranda.org**20110809221231
639 Ignore-this: fd331acddd9f754173f274a34fe62f03
640]
641[drop-upload: report the configured local directory being absent differently from it being a file
642zooko@zooko.com**20110809220930
643 Ignore-this: a08879100f5f20e609be3f0ffa3b25cc
644 refs #1429
645]
646[drop-upload: rename the 'upload.uri' parameter to 'upload.dircap', and a couple of cleanups to error messages. refs #1429
647zooko@zooko.com**20110809220508
648 Ignore-this: 4846368cbe331e8653bdce1f314e276b
649 I rerecorded this patch, originally by David-Sarah, to use "darcs replace" instead of editing to do the renames. This uncovered one missed rename in Client.init_drop_uploader. (Which also means that code isn't exercised by the current unit tests.)
650 refs #1429
651]
652[drop-upload test for non-existent local dir separately from test for non-directory local dir
653zooko@zooko.com**20110809220115
654 Ignore-this: cd85f345c02f5cb71b1c1527bd4ebddc
655 A candidate patch for #1429 has a bug when it is using FilePath.is_dir() to detect whether the configured local dir exists and is a directory. FilePath.is_dir() raises exception, instead of returning False, if the thing doesn't exist. This test is to make sure that DropUploader.__init__ raise different exceptions for those two cases.
656 refs #1429
657]
658[drop-upload: unit tests for the configuration options being named "cap" instead of "uri"
659zooko@zooko.com**20110809215913
660 Ignore-this: 958c78fffb3d76b3e4817647f824e7f9
661 This is a subset of a patch that David-Sarah attached to #1429. This is just the unit-tests part of that patch, and uses darcs record instead of hunks to change the names.
662 refs #1429
663]
664[src/allmydata/storage/server.py: use the filesystem of storage/shares/, rather than storage/, to calculate remaining space. fixes #1384
665david-sarah@jacaranda.org**20110719022752
666 Ignore-this: a4781043cfd453dbb66ae4f108d80bea
667]
668[test_storage.py: test that we are using the filesystem of storage/shares/, rather than storage/, to calculate remaining space, and that the HTML status output reflects the values returned by fileutil.get_disk_stats. This version works with older versions of the mock library. refs #1384
669david-sarah@jacaranda.org**20110809190722
670 Ignore-this: db447caca37a459ca49563efa58db58c
671]
672[Work around ref #1472 by having test_drop_upload delete the non-ASCII directories it creates.
673david-sarah@jacaranda.org**20110809012334
674 Ignore-this: 5881fd5db419ba8ad12e0b2a82f6c4f0
675]
676[Remove all trailing whitespace from .py files.
677david-sarah@jacaranda.org**20110809001117
678 Ignore-this: d2658b5ce44af70cc606ae4d3085b7cc
679]
680[test_drop_upload.py: fix unused imports. refs #1429
681david-sarah@jacaranda.org**20110808235422
682 Ignore-this: 834f6b946bfea699d7d8c743edd66671
683]
684[Documentation for drop-upload frontend. refs #1429
685david-sarah@jacaranda.org**20110808182146
686 Ignore-this: b33110834e586c0b784d1736c2af5779
687]
688[Drop-upload frontend, rerecorded for 1.9 beta (and correcting a minor mistake). Includes some fixes for Windows but not the Windows inotify implementation. fixes #1429
689david-sarah@jacaranda.org**20110808234049
690 Ignore-this: 67f824c7f554e9a3a85f9fd2e1123d97
691]
692[node.py: ensure that client and introducer nodes record their port number and use that port on the next restart, fixing a regression caused by #1385. fixes #1469.
693david-sarah@jacaranda.org**20110806221934
694 Ignore-this: 1aa9d340b6570320ab2f9edc89c9e0a8
695]
696[test_runner.py: fix a race condition in the test when NODE_URL_FILE is written before PORTNUM_FILE. refs #1469
697david-sarah@jacaranda.org**20110806231842
698 Ignore-this: ab01ae7cec3a073e29eec473e64052a0
699]
700[test_runner.py: cleanups of HOTLINE_FILE writing and removal.
701david-sarah@jacaranda.org**20110806231652
702 Ignore-this: 25f5c5d6f5d8faebb26a4ce80110a335
703]
704[test_runner.py: remove an unused constant.
705david-sarah@jacaranda.org**20110806221416
706 Ignore-this: eade2695cbabbea9cafeaa8debe410bb
707]
708[node.py: fix the error path for a missing config option so that it works for a Unicode base directory.
709david-sarah@jacaranda.org**20110806221007
710 Ignore-this: 4eb9cc04b2ce05182a274a0d69dafaf3
711]
712[test_runner.py: test that client and introducer nodes record their port number and use that port on the next restart. This tests for a regression caused by ref #1385.
713david-sarah@jacaranda.org**20110806220635
714 Ignore-this: 40a0c040b142dbddd47e69b3c3712f5
715]
716[test_runner.py: fix a bug in CreateNode.do_create introduced in changeset [5114] when the tahoe.cfg file has been written with CRLF line endings. refs #1385
717david-sarah@jacaranda.org**20110804003032
718 Ignore-this: 7b7afdcf99da6671afac2d42828883eb
719]
720[test_client.py: repair Basic.test_error_on_old_config_files. refs #1385
721david-sarah@jacaranda.org**20110803235036
722 Ignore-this: 31e2a9c3febe55948de7e144353663e
723]
724[test_checker.py: increase timeout for TooParallel.test_immutable again. The ARM buildslave took 38 seconds, so 40 seconds is too close to the edge; make it 80.
725david-sarah@jacaranda.org**20110803214042
726 Ignore-this: 2d8026a6b25534e01738f78d6c7495cb
727]
728[test_runner.py: fix RunNode.test_introducer to not rely on the mtime of introducer.furl to detect when the node has restarted. Instead we detect when node.url has been written. refs #1385
729david-sarah@jacaranda.org**20110803180917
730 Ignore-this: 11ddc43b107beca42cb78af88c5c394c
731]
732[Further improve error message about old config files. refs #1385
733david-sarah@jacaranda.org**20110803174546
734 Ignore-this: 9d6cc3c288d9863dce58faafb3855917
735]
736[Slightly improve error message about old config files (avoid unnecessary Unicode escaping). refs #1385
737david-sarah@jacaranda.org**20110803163848
738 Ignore-this: a3e3930fba7ccf90b8db3d2ed5829df4
739]
740[test_checker.py: increase timeout for TooParallel.test_immutable (was consistently failing on ARM buildslave).
741david-sarah@jacaranda.org**20110803163213
742 Ignore-this: d0efceaf12628e8791862b80c85b5d56
743]
744[Fix the bug that prevents an introducer from starting when introducer.furl already exists. Also remove some dead code that used to read old config files, and rename 'warn_about_old_config_files' to reflect that it's not a warning. refs #1385
745david-sarah@jacaranda.org**20110803013212
746 Ignore-this: 2d6cd14bd06a7493b26f2027aff78f4d
747]
748[test_runner.py: modify RunNode.test_introducer to test that starting an introducer works when the introducer.furl file already exists. refs #1385
749david-sarah@jacaranda.org**20110803012704
750 Ignore-this: 8cf7f27ac4bfbb5ad8ca4a974106d437
751]
752[verifier: correct a bug introduced in changeset [5106] that caused us to only verify the first block of a file. refs #1395
753david-sarah@jacaranda.org**20110802172437
754 Ignore-this: 87fb77854a839ff217dce73544775b11
755]
756[test_repairer: add a deterministic test of share data corruption that always flips the bits of the last byte of the share data. refs #1395
757david-sarah@jacaranda.org**20110802175841
758 Ignore-this: 72f54603785007e88220c8d979e08be7
759]
760[verifier: serialize the fetching of blocks within a share so that we don't use too much RAM
761zooko@zooko.com**20110802063703
762 Ignore-this: debd9bac07dcbb6803f835a9e2eabaa1
763 
764 Shares are still verified in parallel, but within a share, don't request a
765 block until the previous block has been verified and the memory we used to hold
766 it has been freed up.
767 
768 Patch originally due to Brian. This version has a mockery-patchery-style test
769 which is "low tech" (it implements the patching inline in the test code instead
770 of using an extension of the mock.patch() function from the mock library) and
771 which unpatches in case of exception.
772 
773 fixes #1395
774]
775[add docs about timing-channel attacks
776Brian Warner <warner@lothar.com>**20110802044541
777 Ignore-this: 73114d5f5ed9ce252597b707dba3a194
778]
779['test-coverage' now needs PYTHONPATH=. to find TOP/twisted/plugins/
780Brian Warner <warner@lothar.com>**20110802041952
781 Ignore-this: d40f1f4cb426ea1c362fc961baedde2
782]
783[remove nodeid from WriteBucketProxy classes and customers
784warner@lothar.com**20110801224317
785 Ignore-this: e55334bb0095de11711eeb3af827e8e8
786 refs #1363
787]
788[remove get_serverid() from ReadBucketProxy and customers, including Checker
789warner@lothar.com**20110801224307
790 Ignore-this: 837aba457bc853e4fd413ab1a94519cb
791 and debug.py dump-share commands
792 refs #1363
793]
794[reject old-style (pre-Tahoe-LAFS-v1.3) configuration files
795zooko@zooko.com**20110801232423
796 Ignore-this: b58218fcc064cc75ad8f05ed0c38902b
797 Check for the existence of any of them and if any are found raise exception which will abort the startup of the node.
798 This is a backwards-incompatible change for anyone who is still using old-style configuration files.
799 fixes #1385
800]
801[whitespace-cleanup
802zooko@zooko.com**20110725015546
803 Ignore-this: 442970d0545183b97adc7bd66657876c
804]
805[tests: use fileutil.write() instead of open() to ensure timely close even without CPython-style reference counting
806zooko@zooko.com**20110331145427
807 Ignore-this: 75aae4ab8e5fa0ad698f998aaa1888ce
808 Some of these already had an explicit close() but I went ahead and replaced them with fileutil.write() as well for the sake of uniformity.
809]
810[Address Kevan's comment in #776 about Options classes missed when adding 'self.command_name'. refs #776, #1359
811david-sarah@jacaranda.org**20110801221317
812 Ignore-this: 8881d42cf7e6a1d15468291b0cb8fab9
813]
814[docs/frontends/webapi.rst: change some more instances of 'delete' or 'remove' to 'unlink', change some section titles, and use two blank lines between all sections. refs #776, #1104
815david-sarah@jacaranda.org**20110801220919
816 Ignore-this: 572327591137bb05c24c44812d4b163f
817]
818[cleanup: implement rm as a synonym for unlink rather than vice-versa. refs #776
819david-sarah@jacaranda.org**20110801220108
820 Ignore-this: 598dcbed870f4f6bb9df62de9111b343
821]
822[docs/webapi.rst: address Kevan's comments about use of 'delete' on ref #1104
823david-sarah@jacaranda.org**20110801205356
824 Ignore-this: 4fbf03864934753c951ddeff64392491
825]
826[docs: some changes of 'delete' or 'rm' to 'unlink'. refs #1104
827david-sarah@jacaranda.org**20110713002722
828 Ignore-this: 304d2a330d5e6e77d5f1feed7814b21c
829]
830[WUI: change the label of the button to unlink a file from 'del' to 'unlink'. Also change some internal names to 'unlink', and allow 't=unlink' as a synonym for 't=delete' in the web-API interface. Incidentally, improve a test to check for the rename button as well as the unlink button. fixes #1104
831david-sarah@jacaranda.org**20110713001218
832 Ignore-this: 3eef6b3f81b94a9c0020a38eb20aa069
833]
834[src/allmydata/web/filenode.py: delete a stale comment that was made incorrect by changeset [3133].
835david-sarah@jacaranda.org**20110801203009
836 Ignore-this: b3912e95a874647027efdc97822dd10e
837]
838[fix typo introduced during rebasing of 'remove get_serverid from
839Brian Warner <warner@lothar.com>**20110801200341
840 Ignore-this: 4235b0f585c0533892193941dbbd89a8
841 DownloadStatus.add_dyhb_request and customers' patch, to fix test failure.
842]
843[remove get_serverid from DownloadStatus.add_dyhb_request and customers
844zooko@zooko.com**20110801185401
845 Ignore-this: db188c18566d2d0ab39a80c9dc8f6be6
846 This patch is a rebase of a patch originally written by Brian. I didn't change any of the intent of Brian's patch, just ported it to current trunk.
847 refs #1363
848]
849[remove get_serverid from DownloadStatus.add_block_request and customers
850zooko@zooko.com**20110801185344
851 Ignore-this: 8bfa8201d6147f69b0fbe31beea9c1e
852 This is a rebase of a patch Brian originally wrote. I haven't changed the intent of that patch, just ported it to trunk.
853 refs #1363
854]
855[apply zooko's advice: storage_client get_known_servers() returns a frozenset, caller sorts
856warner@lothar.com**20110801174452
857 Ignore-this: 2aa13ea6cbed4e9084bd604bf8633692
858 refs #1363
859]
860[test_immutable.Test: rewrite to use NoNetworkGrid, now takes 2.7s not 97s
861warner@lothar.com**20110801174444
862 Ignore-this: 54f30b5d7461d2b3514e2a0172f3a98c
863 remove now-unused ShareManglingMixin
864 refs #1363
865]
866[DownloadStatus.add_known_share wants to be used by Finder, web.status
867warner@lothar.com**20110801174436
868 Ignore-this: 1433bcd73099a579abe449f697f35f9
869 refs #1363
870]
871[replace IServer.name() with get_name(), and get_longname()
872warner@lothar.com**20110801174428
873 Ignore-this: e5a6f7f6687fd7732ddf41cfdd7c491b
874 
875 This patch was originally written by Brian, but was re-recorded by Zooko to use
876 darcs replace instead of hunks for any file in which it would result in fewer
877 total hunks.
878 refs #1363
879]
880[upload.py: apply David-Sarah's advice rename (un)contacted(2) trackers to first_pass/second_pass/next_pass
881zooko@zooko.com**20110801174143
882 Ignore-this: e36e1420bba0620a0107bd90032a5198
883 This patch was written by Brian but was re-recorded by Zooko (with David-Sarah looking on) to use darcs replace instead of editing to rename the three variables to their new names.
884 refs #1363
885]
886[Coalesce multiple Share.loop() calls, make downloads faster. Closes #1268.
887Brian Warner <warner@lothar.com>**20110801151834
888 Ignore-this: 48530fce36c01c0ff708f61c2de7e67a
889]
890[src/allmydata/_auto_deps.py: 'i686' is another way of spelling x86.
891david-sarah@jacaranda.org**20110801034035
892 Ignore-this: 6971e0621db2fba794d86395b4d51038
893]
894[tahoe_rm.py: better error message when there is no path. refs #1292
895david-sarah@jacaranda.org**20110122064212
896 Ignore-this: ff3bb2c9f376250e5fd77eb009e09018
897]
898[test_cli.py: Test for error message when 'tahoe rm' is invoked without a path. refs #1292
899david-sarah@jacaranda.org**20110104105108
900 Ignore-this: 29ec2f2e0251e446db96db002ad5dd7d
901]
902[src/allmydata/__init__.py: suppress a spurious warning from 'bin/tahoe --version[-and-path]' about twisted-web and twisted-core packages.
903david-sarah@jacaranda.org**20110801005209
904 Ignore-this: 50e7cd53cca57b1870d9df0361c7c709
905]
906[test_cli.py: use to_str on fields loaded using simplejson.loads in new tests. refs #1304
907david-sarah@jacaranda.org**20110730032521
908 Ignore-this: d1d6dfaefd1b4e733181bf127c79c00b
909]
910[cli: make 'tahoe cp' overwrite mutable files in-place
911Kevan Carstensen <kevan@isnotajoke.com>**20110729202039
912 Ignore-this: b2ad21a19439722f05c49bfd35b01855
913]
914[SFTP: write an error message to standard error for unrecognized shell commands. Change the existing message for shell sessions to be written to standard error, and refactor some duplicated code. Also change the lines of the error messages to end in CRLF, and take into account Kevan's review comments. fixes #1442, #1446
915david-sarah@jacaranda.org**20110729233102
916 Ignore-this: d2f2bb4664f25007d1602bf7333e2cdd
917]
918[src/allmydata/scripts/cli.py: fix pyflakes warning.
919david-sarah@jacaranda.org**20110728021402
920 Ignore-this: 94050140ddb99865295973f49927c509
921]
922[Fix the help synopses of CLI commands to include [options] in the right place. fixes #1359, fixes #636
923david-sarah@jacaranda.org**20110724225440
924 Ignore-this: 2a8e488a5f63dabfa9db9efd83768a5
925]
926[encodingutil: argv and output encodings are always the same on all platforms. Lose the unnecessary generality of them being different. fixes #1120
927david-sarah@jacaranda.org**20110629185356
928 Ignore-this: 5ebacbe6903dfa83ffd3ff8436a97787
929]
930[docs/man/tahoe.1: add man page. fixes #1420
931david-sarah@jacaranda.org**20110724171728
932 Ignore-this: fc7601ec7f25494288d6141d0ae0004c
933]
934[Update the dependency on zope.interface to fix an incompatiblity between Nevow and zope.interface 3.6.4. fixes #1435
935david-sarah@jacaranda.org**20110721234941
936 Ignore-this: 2ff3fcfc030fca1a4d4c7f1fed0f2aa9
937]
938[frontends/ftpd.py: remove the check for IWriteFile.close since we're now guaranteed to be using Twisted >= 10.1 which has it.
939david-sarah@jacaranda.org**20110722000320
940 Ignore-this: 55cd558b791526113db3f83c00ec328a
941]
942[Update the dependency on Twisted to >= 10.1. This allows us to simplify some documentation: it's no longer necessary to install pywin32 on Windows, or apply a patch to Twisted in order to use the FTP frontend. fixes #1274, #1438. refs #1429
943david-sarah@jacaranda.org**20110721233658
944 Ignore-this: 81b41745477163c9b39c0b59db91cc62
945]
946[misc/build_helpers/run_trial.py: undo change to block pywin32 (it didn't work because run_trial.py is no longer used). refs #1334
947david-sarah@jacaranda.org**20110722035402
948 Ignore-this: 5d03f544c4154f088e26c7107494bf39
949]
950[misc/build_helpers/run_trial.py: ensure that pywin32 is not on the sys.path when running the test suite. Includes some temporary debugging printouts that will be removed. refs #1334
951david-sarah@jacaranda.org**20110722024907
952 Ignore-this: 5141a9f83a4085ed4ca21f0bbb20bb9c
953]
954[docs/running.rst: use 'tahoe run ~/.tahoe' instead of 'tahoe run' (the default is the current directory, unlike 'tahoe start').
955david-sarah@jacaranda.org**20110718005949
956 Ignore-this: 81837fbce073e93d88a3e7ae3122458c
957]
958[docs/running.rst: say to put the introducer.furl in tahoe.cfg.
959david-sarah@jacaranda.org**20110717194315
960 Ignore-this: 954cc4c08e413e8c62685d58ff3e11f3
961]
962[README.txt: say that quickstart.rst is in the docs directory.
963david-sarah@jacaranda.org**20110717192400
964 Ignore-this: bc6d35a85c496b77dbef7570677ea42a
965]
966[setup: remove the dependency on foolscap's "secure_connections" extra, add a dependency on pyOpenSSL
967zooko@zooko.com**20110717114226
968 Ignore-this: df222120d41447ce4102616921626c82
969 fixes #1383
970]
971[test_sftp.py cleanup: remove a redundant definition of failUnlessReallyEqual.
972david-sarah@jacaranda.org**20110716181813
973 Ignore-this: 50113380b368c573f07ac6fe2eb1e97f
974]
975[docs: add missing link in NEWS.rst
976zooko@zooko.com**20110712153307
977 Ignore-this: be7b7eb81c03700b739daa1027d72b35
978]
979[contrib: remove the contributed fuse modules and the entire contrib/ directory, which is now empty
980zooko@zooko.com**20110712153229
981 Ignore-this: 723c4f9e2211027c79d711715d972c5
982 Also remove a couple of vestigial references to figleaf, which is long gone.
983 fixes #1409 (remove contrib/fuse)
984]
985[add Protovis.js-based download-status timeline visualization
986Brian Warner <warner@lothar.com>**20110629222606
987 Ignore-this: 477ccef5c51b30e246f5b6e04ab4a127
988 
989 provide status overlap info on the webapi t=json output, add decode/decrypt
990 rate tooltips, add zoomin/zoomout buttons
991]
992[add more download-status data, fix tests
993Brian Warner <warner@lothar.com>**20110629222555
994 Ignore-this: e9e0b7e0163f1e95858aa646b9b17b8c
995]
996[prepare for viz: improve DownloadStatus events
997Brian Warner <warner@lothar.com>**20110629222542
998 Ignore-this: 16d0bde6b734bb501aa6f1174b2b57be
999 
1000 consolidate IDownloadStatusHandlingConsumer stuff into DownloadNode
1001]
1002[docs: fix error in crypto specification that was noticed by Taylor R Campbell <campbell+tahoe@mumble.net>
1003zooko@zooko.com**20110629185711
1004 Ignore-this: b921ed60c1c8ba3c390737fbcbe47a67
1005]
1006[setup.py: don't make bin/tahoe.pyscript executable. fixes #1347
1007david-sarah@jacaranda.org**20110130235809
1008 Ignore-this: 3454c8b5d9c2c77ace03de3ef2d9398a
1009]
1010[Makefile: remove targets relating to 'setup.py check_auto_deps' which no longer exists. fixes #1345
1011david-sarah@jacaranda.org**20110626054124
1012 Ignore-this: abb864427a1b91bd10d5132b4589fd90
1013]
1014[Makefile: add 'make check' as an alias for 'make test'. Also remove an unnecessary dependency of 'test' on 'build' and 'src/allmydata/_version.py'. fixes #1344
1015david-sarah@jacaranda.org**20110623205528
1016 Ignore-this: c63e23146c39195de52fb17c7c49b2da
1017]
1018[Rename test_package_initialization.py to (much shorter) test_import.py .
1019Brian Warner <warner@lothar.com>**20110611190234
1020 Ignore-this: 3eb3dbac73600eeff5cfa6b65d65822
1021 
1022 The former name was making my 'ls' listings hard to read, by forcing them
1023 down to just two columns.
1024]
1025[tests: fix tests to accomodate [20110611153758-92b7f-0ba5e4726fb6318dac28fb762a6512a003f4c430]
1026zooko@zooko.com**20110611163741
1027 Ignore-this: 64073a5f39e7937e8e5e1314c1a302d1
1028 Apparently none of the two authors (stercor, terrell), three reviewers (warner, davidsarah, terrell), or one committer (me) actually ran the tests. This is presumably due to #20.
1029 fixes #1412
1030]
1031[wui: right-align the size column in the WUI
1032zooko@zooko.com**20110611153758
1033 Ignore-this: 492bdaf4373c96f59f90581c7daf7cd7
1034 Thanks to Ted "stercor" Rolle Jr. and Terrell Russell.
1035 fixes #1412
1036]
1037[docs: three minor fixes
1038zooko@zooko.com**20110610121656
1039 Ignore-this: fec96579eb95aceb2ad5fc01a814c8a2
1040 CREDITS for arc for stats tweak
1041 fix link to .zip file in quickstart.rst (thanks to ChosenOne for noticing)
1042 English usage tweak
1043]
1044[docs/running.rst: fix stray HTML (not .rst) link noticed by ChosenOne.
1045david-sarah@jacaranda.org**20110609223719
1046 Ignore-this: fc50ac9c94792dcac6f1067df8ac0d4a
1047]
1048[server.py:  get_latencies now reports percentiles _only_ if there are sufficient observations for the interpretation of the percentile to be unambiguous.
1049wilcoxjg@gmail.com**20110527120135
1050 Ignore-this: 2e7029764bffc60e26f471d7c2b6611e
1051 interfaces.py:  modified the return type of RIStatsProvider.get_stats to allow for None as a return value
1052 NEWS.rst, stats.py: documentation of change to get_latencies
1053 stats.rst: now documents percentile modification in get_latencies
1054 test_storage.py:  test_latencies now expects None in output categories that contain too few samples for the associated percentile to be unambiguously reported.
1055 fixes #1392
1056]
1057[docs: revert link in relnotes.txt from NEWS.rst to NEWS, since the former did not exist at revision 5000.
1058david-sarah@jacaranda.org**20110517011214
1059 Ignore-this: 6a5be6e70241e3ec0575641f64343df7
1060]
1061[docs: convert NEWS to NEWS.rst and change all references to it.
1062david-sarah@jacaranda.org**20110517010255
1063 Ignore-this: a820b93ea10577c77e9c8206dbfe770d
1064]
1065[docs: remove out-of-date docs/testgrid/introducer.furl and containing directory. fixes #1404
1066david-sarah@jacaranda.org**20110512140559
1067 Ignore-this: 784548fc5367fac5450df1c46890876d
1068]
1069[scripts/common.py: don't assume that the default alias is always 'tahoe' (it is, but the API of get_alias doesn't say so). refs #1342
1070david-sarah@jacaranda.org**20110130164923
1071 Ignore-this: a271e77ce81d84bb4c43645b891d92eb
1072]
1073[setup: don't catch all Exception from check_requirement(), but only PackagingError and ImportError
1074zooko@zooko.com**20110128142006
1075 Ignore-this: 57d4bc9298b711e4bc9dc832c75295de
1076 I noticed this because I had accidentally inserted a bug which caused AssertionError to be raised from check_requirement().
1077]
1078[M-x whitespace-cleanup
1079zooko@zooko.com**20110510193653
1080 Ignore-this: dea02f831298c0f65ad096960e7df5c7
1081]
1082[docs: fix typo in running.rst, thanks to arch_o_median
1083zooko@zooko.com**20110510193633
1084 Ignore-this: ca06de166a46abbc61140513918e79e8
1085]
1086[relnotes.txt: don't claim to work on Cygwin (which has been untested for some time). refs #1342
1087david-sarah@jacaranda.org**20110204204902
1088 Ignore-this: 85ef118a48453d93fa4cddc32d65b25b
1089]
1090[relnotes.txt: forseeable -> foreseeable. refs #1342
1091david-sarah@jacaranda.org**20110204204116
1092 Ignore-this: 746debc4d82f4031ebf75ab4031b3a9
1093]
1094[replace remaining .html docs with .rst docs
1095zooko@zooko.com**20110510191650
1096 Ignore-this: d557d960a986d4ac8216d1677d236399
1097 Remove install.html (long since deprecated).
1098 Also replace some obsolete references to install.html with references to quickstart.rst.
1099 Fix some broken internal references within docs/historical/historical_known_issues.txt.
1100 Thanks to Ravi Pinjala and Patrick McDonald.
1101 refs #1227
1102]
1103[docs: FTP-and-SFTP.rst: fix a minor error and update the information about which version of Twisted fixes #1297
1104zooko@zooko.com**20110428055232
1105 Ignore-this: b63cfb4ebdbe32fb3b5f885255db4d39
1106]
1107[munin tahoe_files plugin: fix incorrect file count
1108francois@ctrlaltdel.ch**20110428055312
1109 Ignore-this: 334ba49a0bbd93b4a7b06a25697aba34
1110 fixes #1391
1111]
1112[corrected "k must never be smaller than N" to "k must never be greater than N"
1113secorp@allmydata.org**20110425010308
1114 Ignore-this: 233129505d6c70860087f22541805eac
1115]
1116[Fix a test failure in test_package_initialization on Python 2.4.x due to exceptions being stringified differently than in later versions of Python. refs #1389
1117david-sarah@jacaranda.org**20110411190738
1118 Ignore-this: 7847d26bc117c328c679f08a7baee519
1119]
1120[tests: add test for including the ImportError message and traceback entry in the summary of errors from importing dependencies. refs #1389
1121david-sarah@jacaranda.org**20110410155844
1122 Ignore-this: fbecdbeb0d06a0f875fe8d4030aabafa
1123]
1124[allmydata/__init__.py: preserve the message and last traceback entry (file, line number, function, and source line) of ImportErrors in the package versions string. fixes #1389
1125david-sarah@jacaranda.org**20110410155705
1126 Ignore-this: 2f87b8b327906cf8bfca9440a0904900
1127]
1128[remove unused variable detected by pyflakes
1129zooko@zooko.com**20110407172231
1130 Ignore-this: 7344652d5e0720af822070d91f03daf9
1131]
1132[allmydata/__init__.py: Nicer reporting of unparseable version numbers in dependencies. fixes #1388
1133david-sarah@jacaranda.org**20110401202750
1134 Ignore-this: 9c6bd599259d2405e1caadbb3e0d8c7f
1135]
1136[update FTP-and-SFTP.rst: the necessary patch is included in Twisted-10.1
1137Brian Warner <warner@lothar.com>**20110325232511
1138 Ignore-this: d5307faa6900f143193bfbe14e0f01a
1139]
1140[control.py: remove all uses of s.get_serverid()
1141warner@lothar.com**20110227011203
1142 Ignore-this: f80a787953bd7fa3d40e828bde00e855
1143]
1144[web: remove some uses of s.get_serverid(), not all
1145warner@lothar.com**20110227011159
1146 Ignore-this: a9347d9cf6436537a47edc6efde9f8be
1147]
1148[immutable/downloader/fetcher.py: remove all get_serverid() calls
1149warner@lothar.com**20110227011156
1150 Ignore-this: fb5ef018ade1749348b546ec24f7f09a
1151]
1152[immutable/downloader/fetcher.py: fix diversity bug in server-response handling
1153warner@lothar.com**20110227011153
1154 Ignore-this: bcd62232c9159371ae8a16ff63d22c1b
1155 
1156 When blocks terminate (either COMPLETE or CORRUPT/DEAD/BADSEGNUM), the
1157 _shares_from_server dict was being popped incorrectly (using shnum as the
1158 index instead of serverid). I'm still thinking through the consequences of
1159 this bug. It was probably benign and really hard to detect. I think it would
1160 cause us to incorrectly believe that we're pulling too many shares from a
1161 server, and thus prefer a different server rather than asking for a second
1162 share from the first server. The diversity code is intended to spread out the
1163 number of shares simultaneously being requested from each server, but with
1164 this bug, it might be spreading out the total number of shares requested at
1165 all, not just simultaneously. (note that SegmentFetcher is scoped to a single
1166 segment, so the effect doesn't last very long).
1167]
1168[immutable/downloader/share.py: reduce get_serverid(), one left, update ext deps
1169warner@lothar.com**20110227011150
1170 Ignore-this: d8d56dd8e7b280792b40105e13664554
1171 
1172 test_download.py: create+check MyShare instances better, make sure they share
1173 Server objects, now that finder.py cares
1174]
1175[immutable/downloader/finder.py: reduce use of get_serverid(), one left
1176warner@lothar.com**20110227011146
1177 Ignore-this: 5785be173b491ae8a78faf5142892020
1178]
1179[immutable/offloaded.py: reduce use of get_serverid() a bit more
1180warner@lothar.com**20110227011142
1181 Ignore-this: b48acc1b2ae1b311da7f3ba4ffba38f
1182]
1183[immutable/upload.py: reduce use of get_serverid()
1184warner@lothar.com**20110227011138
1185 Ignore-this: ffdd7ff32bca890782119a6e9f1495f6
1186]
1187[immutable/checker.py: remove some uses of s.get_serverid(), not all
1188warner@lothar.com**20110227011134
1189 Ignore-this: e480a37efa9e94e8016d826c492f626e
1190]
1191[add remaining get_* methods to storage_client.Server, NoNetworkServer, and
1192warner@lothar.com**20110227011132
1193 Ignore-this: 6078279ddf42b179996a4b53bee8c421
1194 MockIServer stubs
1195]
1196[upload.py: rearrange _make_trackers a bit, no behavior changes
1197warner@lothar.com**20110227011128
1198 Ignore-this: 296d4819e2af452b107177aef6ebb40f
1199]
1200[happinessutil.py: finally rename merge_peers to merge_servers
1201warner@lothar.com**20110227011124
1202 Ignore-this: c8cd381fea1dd888899cb71e4f86de6e
1203]
1204[test_upload.py: factor out FakeServerTracker
1205warner@lothar.com**20110227011120
1206 Ignore-this: 6c182cba90e908221099472cc159325b
1207]
1208[test_upload.py: server-vs-tracker cleanup
1209warner@lothar.com**20110227011115
1210 Ignore-this: 2915133be1a3ba456e8603885437e03
1211]
1212[happinessutil.py: server-vs-tracker cleanup
1213warner@lothar.com**20110227011111
1214 Ignore-this: b856c84033562d7d718cae7cb01085a9
1215]
1216[upload.py: more tracker-vs-server cleanup
1217warner@lothar.com**20110227011107
1218 Ignore-this: bb75ed2afef55e47c085b35def2de315
1219]
1220[upload.py: fix var names to avoid confusion between 'trackers' and 'servers'
1221warner@lothar.com**20110227011103
1222 Ignore-this: 5d5e3415b7d2732d92f42413c25d205d
1223]
1224[refactor: s/peer/server/ in immutable/upload, happinessutil.py, test_upload
1225warner@lothar.com**20110227011100
1226 Ignore-this: 7ea858755cbe5896ac212a925840fe68
1227 
1228 No behavioral changes, just updating variable/method names and log messages.
1229 The effects outside these three files should be minimal: some exception
1230 messages changed (to say "server" instead of "peer"), and some internal class
1231 names were changed. A few things still use "peer" to minimize external
1232 changes, like UploadResults.timings["peer_selection"] and
1233 happinessutil.merge_peers, which can be changed later.
1234]
1235[storage_client.py: clean up test_add_server/test_add_descriptor, remove .test_servers
1236warner@lothar.com**20110227011056
1237 Ignore-this: efad933e78179d3d5fdcd6d1ef2b19cc
1238]
1239[test_client.py, upload.py:: remove KiB/MiB/etc constants, and other dead code
1240warner@lothar.com**20110227011051
1241 Ignore-this: dc83c5794c2afc4f81e592f689c0dc2d
1242]
1243[test: increase timeout on a network test because Francois's ARM machine hit that timeout
1244zooko@zooko.com**20110317165909
1245 Ignore-this: 380c345cdcbd196268ca5b65664ac85b
1246 I'm skeptical that the test was proceeding correctly but ran out of time. It seems more likely that it had gotten hung. But if we raise the timeout to an even more extravagant number then we can be even more certain that the test was never going to finish.
1247]
1248[docs/configuration.rst: add a "Frontend Configuration" section
1249Brian Warner <warner@lothar.com>**20110222014323
1250 Ignore-this: 657018aa501fe4f0efef9851628444ca
1251 
1252 this points to docs/frontends/*.rst, which were previously underlinked
1253]
1254[web/filenode.py: avoid calling req.finish() on closed HTTP connections. Closes #1366
1255"Brian Warner <warner@lothar.com>"**20110221061544
1256 Ignore-this: 799d4de19933f2309b3c0c19a63bb888
1257]
1258[Add unit tests for cross_check_pkg_resources_versus_import, and a regression test for ref #1355. This requires a little refactoring to make it testable.
1259david-sarah@jacaranda.org**20110221015817
1260 Ignore-this: 51d181698f8c20d3aca58b057e9c475a
1261]
1262[allmydata/__init__.py: .name was used in place of the correct .__name__ when printing an exception. Also, robustify string formatting by using %r instead of %s in some places. fixes #1355.
1263david-sarah@jacaranda.org**20110221020125
1264 Ignore-this: b0744ed58f161bf188e037bad077fc48
1265]
1266[Refactor StorageFarmBroker handling of servers
1267Brian Warner <warner@lothar.com>**20110221015804
1268 Ignore-this: 842144ed92f5717699b8f580eab32a51
1269 
1270 Pass around IServer instance instead of (peerid, rref) tuple. Replace
1271 "descriptor" with "server". Other replacements:
1272 
1273  get_all_servers -> get_connected_servers/get_known_servers
1274  get_servers_for_index -> get_servers_for_psi (now returns IServers)
1275 
1276 This change still needs to be pushed further down: lots of code is now
1277 getting the IServer and then distributing (peerid, rref) internally.
1278 Instead, it ought to distribute the IServer internally and delay
1279 extracting a serverid or rref until the last moment.
1280 
1281 no_network.py was updated to retain parallelism.
1282]
1283[TAG allmydata-tahoe-1.8.2
1284warner@lothar.com**20110131020101]
1285Patch bundle hash:
1286e7d1716fa0bf203d07f43359c907989ee7145dd2