1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
|
#!/usr/bin/env python
#
# THIS IS NO LONGER SUPPORTED
#
print """
This script no longer works after the geocaching.com website update see:
http://blog.geocaching.com/2011/05/preview-of-geocaching-com-may-4th-website-release/
It is now recommended to use the geo-* tools instead:
http://geo.rkkda.com/
"""
import sys
sys.exit(1)
#
# One day this script could be resurrected, as the geo-* tools are not perhaps the fastest...
#
#
# gcget -- screen scrape Geocaching.com's annoying web interface
# aka SHOW ME THE CACHE!!!
#
# Copyright 2007, Evan Battaglia
# Distributed under the terms of the GPL v2.
#
#
# requires module mechanize
#
# DEFAULT USERNAME AND PASSWORD: THESE ARE OVERWRITTEN BY COMMAND-LINE OPTIONS
USER="username"
PASS="password"
# docs needed!
# this has some extra args in:
# gcget lat,lon maxnumgcs [maxdist] [threshold]
# threshold -- if find more than this # of geocaches, don't get ANY,
# instead give warning and quit
import sys
import getopt
def help():
print """gcget v0.1
This program is free software, distributed under the terms of the GNU GPL v2.
Usage: gcget [-u username] [-p password] lat,lon maxnumberofgcs [maxdistance] [threshold]
Downloads up to maxnumberofgcs at a distance of up to maxdistance from lat,lon.
If we number of geocaches within maxdistance is above threshold, don't download any
geocaches, just give a warning and quit.
If username and password are not given, will use default values hard-coded in script.
Happy caching!!!
"""
#
# PARSE OPTIONS: USERNAME AND PASSWORD
#
#
#
try:
opts, args = getopt.gnu_getopt(sys.argv[1:], "u:p:d", ["help"])
except getopt.GetoptError:
# print help information and exit:
help()
sys.exit(2)
DEBUG = False
for o, a in opts:
if o == "-p":
PASS = a
if o == "-u":
USER = a
if o == "--help" or o == "-h":
help()
sys.exit()
if o == "-d":
DEBUG = True
if len(args) < 2:
help()
sys.exit()
#########################
#ll = args[0].split(",")
#lat = ll[0]
#lon = ll[1]
#The following line replaced the previous 3 lines.
lat, lon = args[0].split(",")
if len(args) >= 3:
maxdist = args[2]
else:
maxdist = "999"
if len(args) >= 4:
threshold = int(args[3])
else:
threshold = 1000000;
# rounds up to multiples of 20. 20
n = int((int(args[1])+19)/20)
import re
from mechanize import Browser
import ClientForm
# get magic number for "Next" button.
# this is normally 16 (link hidden is $ctl16), unless there are less than 10 pages of results,
# in which case it will be less (e.g. 09 for 3 pages of results)
def getmagicnumber(b):
for i in range(16,0,-1):
if re.compile("pgrBottom.ctl%02d" % i).search(b.response().get_data()):
return i
return None
b=Browser()
b.open("http://geocaching.com/seek/")
b.follow_link(text="Log in")
b.select_form(nr=0)
# The Username and Password fields on the Login form changed
b["ctl00$ContentBody$myUsername"] = USER
b["ctl00$ContentBody$myPassword"] = PASS
b.submit()
magicnumber = 0 # the ctl number of Next. get only once
try: b.select_form("form4")
except: pass
try:
b.select_form("form4")
except:
b.select_form("form4")
print >> sys.stderr, "Invalid username/password"
if DEBUG:
f=open("gcget.badlogin.html","w")
f.write(b.response().get_data())
f.close()
print >> sys.stderr, "Dumping last HTML page recieved into gcget.badlogin.html"
sys.exit()
b["origin_lat"] = lat
b["origin_long"] = lon
b["dist"] = maxdist
b.submit()
thresholdre = re.compile("Total Records: <b>([0-9]*)</b>")
m = thresholdre.search(b.response().get_data())
if m:
if int(m.group(1)) > threshold:
sys.stderr.write("THRESHOLD %d > %d\n" % (int(m.group(1)), threshold))
sys.exit(4)
else:
records = int(m.group(1))
sys.stderr.write("ok found %d, getting min(%d,%d) gcs\n" % (int(m.group(1)), int(records), int(args[1])))
else:
print "can't find total records"
sys.exit(0)
pages = 0
# (records+19)/20 is the max pages
for ii in range(min(n,(records+19)/20)):
try:
b.select_form(nr=0)
b['CID'] = [i.name for i in b.find_control('CID').items]
b.submit()
except:
break
# only print one header, start of xml file
lines = b.response().get_data().split("\n")
if ii == 0:
print "\n".join(lines[0:2])
# core
print "\n".join(lines[2:-1])
print "</waypoint>"
pages += 1
sys.stderr.write("i")
sys.stderr.flush()
b.back()
if not magicnumber:
magicnumber = getmagicnumber(b)
if not magicnumber:
# print "couldn't find magic number!" # why does this happen?
break
b.select_form(nr=0)
[f for f in b.forms()][0].new_control("hidden", "ctl00$ContentBody$pgrBottom$ctl%02d" % magicnumber, {})
b.submit()
sys.stderr.write("\n")
if pages:
print "</loc>"
# f=open("delmeNOW","w")
# f.write(b.response().get_data())
# f.close()
|
