|
|
@ -18,7 +18,7 @@ import urllib
|
|
|
|
import urllib2
|
|
|
|
import urllib2
|
|
|
|
|
|
|
|
|
|
|
|
std_headers = {
|
|
|
|
std_headers = {
|
|
|
|
'User-Agent': 'Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.9.0.1) Gecko/2008070208 Firefox/3.0.1',
|
|
|
|
'User-Agent': 'Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.9.0.5) Gecko/2008120122 Firefox/3.0.5',
|
|
|
|
'Accept-Charset': 'ISO-8859-1,utf-8;q=0.7,*;q=0.7',
|
|
|
|
'Accept-Charset': 'ISO-8859-1,utf-8;q=0.7,*;q=0.7',
|
|
|
|
'Accept': 'text/xml,application/xml,application/xhtml+xml,text/html;q=0.9,text/plain;q=0.8,image/png,*/*;q=0.5',
|
|
|
|
'Accept': 'text/xml,application/xml,application/xhtml+xml,text/html;q=0.9,text/plain;q=0.8,image/png,*/*;q=0.5',
|
|
|
|
'Accept-Language': 'en-us,en;q=0.5',
|
|
|
|
'Accept-Language': 'en-us,en;q=0.5',
|
|
|
@ -852,7 +852,7 @@ if __name__ == '__main__':
|
|
|
|
# Parse command line
|
|
|
|
# Parse command line
|
|
|
|
parser = optparse.OptionParser(
|
|
|
|
parser = optparse.OptionParser(
|
|
|
|
usage='Usage: %prog [options] url...',
|
|
|
|
usage='Usage: %prog [options] url...',
|
|
|
|
version='2008.11.01',
|
|
|
|
version='2009.01.31',
|
|
|
|
conflict_handler='resolve',
|
|
|
|
conflict_handler='resolve',
|
|
|
|
)
|
|
|
|
)
|
|
|
|
parser.add_option('-h', '--help',
|
|
|
|
parser.add_option('-h', '--help',
|
|
|
|