public-offering
/
pad.pub0.org
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix for python3

pull/3556/head
Joseph C Wang 2019-01-22 15:43:49 +08:00 committed by muxator
parent bd48497ce3
commit ae49409593
1 changed files with 17 additions and 17 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

34
bin/dirty-db-cleaner.py
View File

@ -1,4 +1,4 @@
#!/usr/bin/env PYTHONUNBUFFERED=1 python2 #!/usr/bin/env PYTHONUNBUFFERED=1 python
# #
# Created by Bjarni R. Einarsson, placed in the public domain. Go wild! # Created by Bjarni R. Einarsson, placed in the public domain. Go wild!
# #
@ -12,23 +12,23 @@ try:
assert(os.path.exists(dirtydb_input)) assert(os.path.exists(dirtydb_input))
assert(not os.path.exists(dirtydb_output)) assert(not os.path.exists(dirtydb_output))
except: except:
print print()
print 'Usage: %s /path/to/dirty.db' % sys.argv[0] print('Usage: %s /path/to/dirty.db' % sys.argv[0])
print print()
print 'Note: Will create a file named dirty.db.new in the same folder,' print('Note: Will create a file named dirty.db.new in the same folder,')
print ' please make sure permissions are OK and a file by that' print(' please make sure permissions are OK and a file by that')
print ' name does not exist already. This script works by omitting' print(' name does not exist already. This script works by omitting')
print ' duplicate lines from the dirty.db file, keeping only the' print(' duplicate lines from the dirty.db file, keeping only the')
print ' last (latest) instance. No revision data should be lost,' print(' last (latest) instance. No revision data should be lost,')
print ' but be careful, make backups. If it breaks you get to keep' print(' but be careful, make backups. If it breaks you get to keep')
print ' both pieces!' print(' both pieces!')
print print()
sys.exit(1) sys.exit(1)
dirtydb = {} dirtydb = {}
lines = 0 lines = 0
with open(dirtydb_input, 'r') as fd: with open(dirtydb_input, 'r') as fd:
print 'Reading %s' % dirtydb_input print('Reading %s' % dirtydb_input)
for line in fd: for line in fd:
lines += 1 lines += 1
try: try:
@ -38,11 +38,11 @@ with open(dirtydb_input, 'r') as fd:
print("Skipping invalid JSON!") print("Skipping invalid JSON!")
if lines % 10000 == 0: if lines % 10000 == 0:
sys.stderr.write('.') sys.stderr.write('.')
print print()
print 'OK, found %d unique keys in %d lines' % (len(dirtydb), lines) print('OK, found %d unique keys in %d lines' % (len(dirtydb), lines))
with open(dirtydb_output, 'w') as fd: with open(dirtydb_output, 'w') as fd:
for data in dirtydb.values(): for data in list(dirtydb.values()):
fd.write(data) fd.write(data)
print 'Wrote data to %s. All done!' % dirtydb_output print('Wrote data to %s. All done!' % dirtydb_output)