47 lines
1.3 KiB
Python
47 lines
1.3 KiB
Python
|
import mechanize
|
||
|
|
import csv
|
||
|
|
import HTMLParser
|
||
|
|
import argparse
|
||
|
|
|
||
|
|
h = HTMLParser.HTMLParser()
|
||
|
|
|
||
|
|
# parse options
|
||
|
|
|
||
|
|
parser = argparse.ArgumentParser(description='Download and parse LibraryThing booklist.')
|
||
|
|
parser.add_argument('user', help='LibraryThing username')
|
||
|
|
parser.add_argument('password', help='LibraryThing password')
|
||
|
|
|
||
|
|
args = parser.parse_args()
|
||
|
|
|
||
|
|
USERNAME = args.user
|
||
|
|
PW = args.password
|
||
|
|
|
||
|
|
LT_url = "https://www.librarything.com"
|
||
|
|
LT_csv_file_url = "http://www.librarything.com/export-csv"
|
||
|
|
|
||
|
|
def retrieve_book_list(user,password):
|
||
|
|
br = mechanize.Browser()
|
||
|
|
br.open(LT_url)
|
||
|
|
# select 2 form
|
||
|
|
br.select_form(nr=1)
|
||
|
|
br["formusername"] = user
|
||
|
|
br["formpassword"] = password
|
||
|
|
br.submit()
|
||
|
|
|
||
|
|
# get CSV file
|
||
|
|
response = br.open(LT_csv_file_url)
|
||
|
|
return response
|
||
|
|
|
||
|
|
def parse_csv(f):
|
||
|
|
reader = csv.DictReader(f)
|
||
|
|
for (i,row) in enumerate(reader):
|
||
|
|
print i, h.unescape(row["'TITLE'"]), h.unescape(row["'AUTHOR (first, last)'"]), row["'ISBNs'"], row["'COMMENT'"], row["'TAGS'"], row["'COLLECTIONS'"], h.unescape(row["'REVIEWS'"])
|
||
|
|
|
||
|
|
if __name__ == '__main__':
|
||
|
|
dynamic = True
|
||
|
|
if dynamic:
|
||
|
|
f = retrieve_book_list(USERNAME, PW)
|
||
|
|
else:
|
||
|
|
fname = "/Users/raymondyee/Downloads/LibraryThing_export.csv"
|
||
|
|
f = open(fname,"rb")
|
||
|
|
parse_csv(f)
|