Skip to content

Make Python 3 compatible #4

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 2 commits into from
Dec 28, 2016
Merged

Make Python 3 compatible #4

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
ae1dcce
Fix #3 Make Python 3 compatible
italo-batista Dec 28, 2016
f34a091
Delete stackexchange-dump-to-postgres.iml
italo-batista Dec 28, 2016
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions .gitignore
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -4,3 +4,4 @@
*.pyc
.env/
private/
./idea
34 changes: 17 additions & 17 deletions load_into_pg.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -42,8 +42,8 @@ def handleTable(table, keys, dbname, mbDbFile, mbHost, mbPort, mbUsername, mbPas
start_time = time.time()

try:
pre = file('./sql/' + table + '_pre.sql').read()
post = file('./sql/' + table + '_post.sql').read()
pre = open('./sql/' + table + '_pre.sql').read()
post = open('./sql/' + table + '_post.sql').read()
except IOError as e:
print >> sys.stderr, "Could not load pre/post sql. Are you running from the correct path?"
sys.exit(-1)
Expand All @@ -70,15 +70,15 @@ def handleTable(table, keys, dbname, mbDbFile, mbHost, mbPort, mbUsername, mbPas
try:
with open(dbFile) as xml:
# Pre-processing (dropping/creation of tables)
print 'Pre-processing ...'
print ('Pre-processing ...')
if pre != '':
cur.execute(pre)
conn.commit()
print 'Pre-processing took {:.1f} seconds'.format(time.time() - start_time)
print ('Pre-processing took {:.1f} seconds'.format(time.time() - start_time))

# Handle content of the table
start_time = time.time()
print 'Processing data ...'
print ('Processing data ...')
for rows in Processor.batch(Processor.parse(xml), 500):
valuesStr = ',\n'.join(
[ _createCmdTuple(cur, keys, tmpl, row_attribs)
Expand All @@ -91,26 +91,26 @@ def handleTable(table, keys, dbname, mbDbFile, mbHost, mbPort, mbUsername, mbPas
' VALUES\n' + valuesStr + ';'
cur.execute(cmd)
conn.commit()
print 'Table processing took {:.1f} seconds'.format(time.time() - start_time)
print ('Table processing took {:.1f} seconds'.format(time.time() - start_time))

# Post-processing (creation of indexes)
start_time = time.time()
print 'Post processing ...'
print ('Post processing ...')
if post != '':
cur.execute(post)
conn.commit()
print 'Post processing took {} seconds'.format(time.time() - start_time)
print ('Post processing took {} seconds'.format(time.time() - start_time))

except IOError as e:
print >> sys.stderr, "Could not read from file {}.".format(dbFile)
print >> sys.stderr, "IOError: {0}".format(e.strerror)
print ("Could not read from file {}.".format(dbFile), file=sys.stderr)
print ("IOError: {0}".format(e.strerror), file=sys.stderr)
except pg.Error as e:
print >> sys.stderr, "Error in dealing with the database."
print >> sys.stderr, "pg.Error ({0}): {1}".format(e.pgcode, e.pgerror)
print >> sys.stderr, str(e)
print ("Error in dealing with the database.", file=sys.stderr)
print ("pg.Error ({0}): {1}".format(e.pgcode, e.pgerror), file=sys.stderr)
print (str(e), file=sys.stderr)
except pg.Warning as w:
print >> sys.stderr, "Warning from the database."
print >> sys.stderr, "pg.Warning: {0}".format(str(w))
print ("Warning from the database.", file=sys.stderr)
print ("pg.Warning: {0}".format(str(w)), file=sys.stderr)



Expand Down Expand Up @@ -268,10 +268,10 @@ def handleTable(table, keys, dbname, mbDbFile, mbHost, mbPort, mbUsername, mbPas
'CreationDate',
'UserId',
]
choice = raw_input('This will drop the {} table. Are you sure [y/n]?'.format(table))
choice = input('This will drop the {} table. Are you sure [y/n]?'.format(table))

if len(choice) > 0 and choice[0].lower() == 'y':
handleTable(table, keys, args.dbname, args.file, args.host, args.port, args.username, args.password)
else:
print "Cancelled."
print ("Cancelled.")