1
=== added file 'ibid/plugins/codecontest.py'
2
--- ibid/plugins/codecontest.py	1970-01-01 00:00:00 +0000
3
+++ ibid/plugins/codecontest.py	2010-01-25 18:33:14 +0000
4
@@ -0,0 +1,331 @@
5
1
# Copyright (c) 2010, Marco Gallotta
6
2
# Released under terms of the MIT/X/Expat Licence. See COPYING for details.
7
3
8
4
import re
9
5
from urllib2 import HTTPError, URLError
10
6
11
7
from urllib import urlencode
12
8
13
9
from ibid.config import Option
14
10
from ibid.db import eagerload
15
11
from ibid.db.models import Account, Attribute, Identity
16
12
from ibid.plugins import Processor, match, auth_responses
17
13
from ibid.utils import cacheable_download
18
14
from ibid.utils.html import get_html_parse_tree
19
15
20
16
help = {u'usaco': u'Query USACO sections, divisions and more. Since this info is private, users are required to provide their USACO password when linking their USACO account to their ibid account and only linked accounts can be queried. Your password is used only to confirm that the account is yours and is discarded immediately.'}
21
17
22
18
class UsacoException(Exception):
23
19
    def __init__(self, msg):
24
20
        self.msg = msg
25
21
26
22
    def __unicode__(self):
27
23
        return unicode(self.msg)
28
24
29
25
class Usaco(Processor):
30
26
    """usaco <section|division> for <user>
31
27
    usaco <contest> results [for <name|user>]
32
28
    (i am|<user> is) <usaco_username> on usaco [password <usaco_password>]"""
33
29
34
30
    admin_user = Option('admin_user', 'Admin user on USACO', None)
35
31
    admin_password = Option('admin_password', 'Admin password on USACO', None)
36
32
37
33
    feature = 'usaco'
38
34
    # Clashes with identity, so lower our priority since if we match, then
39
35
    # this is the better match
40
36
    priority = -20
41
37
    autoload = False
42
38
43
39
    def _login(self, user, password):
44
40
        params = urlencode({'NAME': user.encode('utf-8'), 'PASSWORD': password.encode('utf-8')})
45
41
        try:
46
42
            etree = get_html_parse_tree(u'http://ace.delos.com/usacogate', data=params, treetype=u'etree')
47
43
        except URLError:
48
44
            raise UsacoException(u'Sorry, USACO (or my connection?) is down')
49
45
        for font in etree.getiterator(u'font'):
50
46
            if font.text and u'Please try again' in font.text:
51
47
                return None
52
48
        return etree
53
49
54
50
    def _check_login(self, user, password):
55
51
        return self._login(user, password) is not None
56
52
57
53
    def _get_section(self, monitor_url, usaco_user, user):
58
54
        try:
59
55
            etree = get_html_parse_tree(monitor_url, treetype=u'etree')
60
56
        except URLError:
61
57
            raise UsacoException(u'Sorry, USACO (or my connection?) is down')
62
58
        usaco_user = usaco_user.lower()
63
59
        header = True
64
60
        for tr in etree.getiterator(u'tr'):
65
61
            if header:
66
62
                header = False
67
63
                continue
68
64
            tds = [t.text for t in tr.getiterator(u'td')]
69
65
            section = u'is on section %s' % tds[5]
70
66
            if tds[5] == u'DONE':
71
67
                section = u'has completed USACO training'
72
68
            if tds[0] and tds[0].lower() == usaco_user:
73
69
                return u'%(user)s (%(usaco_user)s on USACO) %(section)s and last logged in %(days)s ago' % {
74
70
                    'user': user,
75
71
                    'usaco_user': usaco_user,
76
72
                    'days': tds[3],
77
73
                    'section': section,
78
74
                }
79
75
80
76
        return None
81
77
82
78
    def _add_user(self, monitor_url, user):
83
79
        matches = re.search(r'a=(.+)&', monitor_url)
84
80
        auth = matches.group(1)
85
81
        params = urlencode({'STUDENTID': user.encode('utf-8'), 'ADD': 'ADD STUDENT',
86
82
            'a': auth.encode('utf-8'), 'monitor': '1'})
87
83
        try:
88
84
            etree = get_html_parse_tree(monitor_url, treetype=u'etree', data=params)
89
85
        except URLError:
90
86
            raise UsacoException(u'Sorry, USACO (or my connection?) is down')
91
87
        for font in etree.getiterator(u'font'):
92
88
            if font.text and u'No STATUS file for' in font.text:
93
89
                raise UsacoException(u'Sorry, user %s not found' % user)
94
90
95
91
    def _get_monitor_url(self):
96
92
        if self.admin_user is None or self.admin_password is None:
97
93
            raise UsacoException(u'Sorry, you need to configure a USACO admin account')
98
94
            return
99
95
        try:
100
96
            etree = self._login(self.admin_user, self.admin_password)
101
97
        except URLError:
102
98
            raise UsacoException(u'Sorry, USACO (or my connection?) is down')
103
99
        if etree is None:
104
100
            raise UsacoException(u'Sorry, the configured USACO admin account is invalid')
105
101
106
102
        urls = [a.get(u'href') for a in etree.getiterator(u'a')]
107
103
        monitor_url = [url for url in urls if u'monitor' in url]
108
104
        if len(monitor_url) == 0:
109
105
            raise UsacoException(u'USACO admin account does not have teacher status')
110
106
111
107
        return monitor_url[0]
112
108
113
109
    def _get_usaco_user(self, event, user):
114
110
        account = event.session.query(Account) \
115
111
            .options(eagerload('attributes')) \
116
112
            .filter(Account.username == user) \
117
113
            .first()
118
114
        if account is None:
119
115
            account = event.session.query(Account) \
120
116
                .options(eagerload('attributes')) \
121
117
                .join('identities') \
122
118
                .filter(Identity.identity == user) \
123
119
                .filter(Identity.source == event.source) \
124
120
                .first()
125
121
            if account is None:
126
122
                raise UsacoException(u'Sorry, %s has not been linked to a USACO account yet' % user)
127
123
128
124
        usaco_account = [attr.value for attr in account.attributes if attr.name == 'usaco_account']
129
125
        if len(usaco_account) == 0:
130
126
            raise UsacoException(u'Sorry, %s has not been linked to a USACO account yet' % user)
131
127
        return usaco_account[0]
132
128
133
129
    def _get_usaco_users(self, event):
134
130
        accounts = event.session.query(Account) \
135
131
            .join(['attributes']) \
136
132
            .add_entity(Attribute) \
137
133
            .filter(Attribute.name == u'usaco_account') \
138
134
            .all()
139
135
140
136
        users = {}
141
137
        for a in accounts:
142
138
            users[a[1].value] = a[0].username
143
139
        return users
144
140
145
141
    @match(r'^usaco\s+section\s+(?:for\s+)?(.+)$')
146
142
    def get_section(self, event, user):
147
143
        try:
148
144
            usaco_user = self._get_usaco_user(event, user)
149
145
            monitor_url = self._get_monitor_url()
150
146
            section = self._get_section(monitor_url, usaco_user, user)
151
147
        except UsacoException, e:
152
148
            event.addresponse(e)
153
149
            return
154
150
155
151
        if section:
156
152
            event.addresponse(section)
157
153
            return
158
154
159
155
        try:
160
156
            self._add_user(monitor_url, user)
161
157
            event.addresponse(self._get_section(monitor_url, usaco_user, user))
162
158
        except UsacoException, e:
163
159
            event.addresponse(e)
164
160
            return
165
161
166
162
    @match(r'^usaco\s+division\s+(?:for\s+)?(.+)$')
167
163
    def get_division(self, event, user):
168
164
        try:
169
165
            usaco_user = self._get_usaco_user(event, user)
170
166
        except UsacoException, e:
171
167
            event.addresponse(e)
172
168
            return
173
169
174
170
        params = urlencode({'id': usaco_user.encode('utf-8'), 'search': 'SEARCH'})
175
171
        try:
176
172
            etree = get_html_parse_tree(u'http://ace.delos.com/showdiv', data=params, treetype=u'etree')
177
173
        except URLError:
178
174
            event.addresponse(u'Sorry, USACO (or my connection?) is down')
179
175
        division = [b.text for b in etree.getiterator(u'b') if b.text and usaco_user in b.text][0]
180
176
        if division.find(u'would compete') != -1:
181
177
            event.addresponse(u'%(user)s (%(usaco_user)s on USACO) has not competed in a USACO before',
182
178
                    {u'user': user, u'usaco_user': usaco_user})
183
179
        matches = re.search(r'(\w+) Division', division)
184
180
        division = matches.group(1).lower()
185
181
        event.addresponse(u'%(user)s (%(usaco_user)s on USACO) is in the %(division)s division',
186
182
                {u'user': user, u'usaco_user': usaco_user, u'division': division})
187
183
188
184
    def _redact(self, event, term):
189
185
        for type in ['raw', 'deaddressed', 'clean', 'stripped']:
190
186
            event['message'][type] = re.sub(r'(.*)(%s)' % re.escape(term), r'\1[redacted]', event['message'][type])
191
187
192
188
    @match(r'^(\S+)\s+(?:is|am)\s+(\S+)\s+on\s+usaco(?:\s+password\s+(\S+))?$')
193
189
    def usaco_account(self, event, user, usaco_user, password):
194
190
        if password:
195
191
            self._redact(event, password)
196
192
197
193
        if event.public and password:
198
194
            event.addresponse(u"Giving your password in public is bad! Please tell me that again in a private message.")
199
195
            return
200
196
201
197
        if not event.account:
202
198
            event.addresponse(u'Sorry, you need to create an account with me first (type "usage accounts" to see how)')
203
199
            return
204
200
        admin = auth_responses(event, u'usacoadmin')
205
201
        if user.lower() == 'i':
206
202
            if password is None and not admin:
207
203
                event.addresponse(u'Sorry, I need your USACO password to verify your account')
208
204
            if password and not self._check_login(user, password):
209
205
                event.addresponse(u'Sorry, that account is invalid')
210
206
                return
211
207
            account = event.session.query(Account).get(event.account)
212
208
        else:
213
209
            if not admin:
214
210
                event.addresponse(event.complain)
215
211
                return
216
212
            account = event.session.query(Account).filter_by(username=user).first()
217
213
            if account is None:
218
214
                event.addresponse(u"I don't know who %s is", user)
219
215
                return
220
216
221
217
        try:
222
218
            monitor_url = self._get_monitor_url()
223
219
        except UsacoException, e:
224
220
            event.addresponse(e)
225
221
            return
226
222
227
223
        try:
228
224
            self._add_user(monitor_url, usaco_user)
229
225
        except UsacoException, e:
230
226
            event.addresponse(e)
231
227
            return
232
228
233
229
        usaco_account = [attr for attr in account.attributes if attr.name == u'usaco_account']
234
230
        if usaco_account:
235
231
            usaco_account[0].value = usaco_user
236
232
        else:
237
233
            account.attributes.append(Attribute('usaco_account', usaco_user))
238
234
        event.session.save_or_update(account)
239
235
        event.session.commit()
240
236
241
237
        event.addresponse(u'Done')
242
238
243
239
    @match(r'^usaco\s+(\S+)\s+results(?:\s+for\s+(.+))?$')
244
240
    def usaco_results(self, event, contest, user):
245
241
        if user is not None:
246
242
            try:
247
243
                usaco_user = self._get_usaco_user(event, user)
248
244
            except UsacoException, e:
249
245
                if 'down' in e.msg:
250
246
                    event.addresponse(e)
251
247
                    return
252
248
                usaco_user = user
253
249
254
250
        url = u'http://ace.delos.com/%sresults' % contest.upper()
255
251
        try:
256
252
            filename = cacheable_download(url, u'usaco/results_%s' % contest.upper(), timeout=30)
257
253
        except HTTPError:
258
254
            event.addresponse(u"Sorry, the results for %s aren't released yet", contest)
259
255
        except URLError:
260
256
            event.addresponse(u"Sorry, I couldn't fetch the USACO results. Maybe USACO is down?")
261
257
262
258
        if user is not None:
263
259
            users = {usaco_user: user.lower()}
264
260
        else:
265
261
            try:
266
262
                users = self._get_usaco_users(event)
267
263
                print users
268
264
            except UsacoException, e:
269
265
                event.addresponse(e)
270
266
                return
271
267
272
268
        text = open(filename, 'r').read().decode('ISO-8859-2')
273
269
        divisions = [u'gold', u'silver', u'bronze']
274
270
        results = [[], [], []]
275
271
        division = None
276
272
        count = 0
277
273
        for line in text.splitlines():
278
274
            for index, d in enumerate(divisions):
279
275
                if d in line.lower():
280
276
                    division = index
281
277
            # Example results line:
282
278
            #            2010 POL Jakub Pachocki      meret1      ***** ***** 270 ***** ***** * 396 ***** ***** ** 324 1000
283
279
            matches = re.match(r'^\s*(\d{4})\s+([A-Z]{3})\s+(.+?)\s+(\S+\d)\s+([\*xts\.e0-9 ]+?)\s+(\d+)\s*$', line)
284
280
            if matches:
285
281
                year = matches.group(1)
286
282
                country = matches.group(2)
287
283
                name = matches.group(3)
288
284
                usaco_user = matches.group(4)
289
285
                scores = matches.group(5)
290
286
                total = matches.group(6)
291
287
                match = False
292
288
                if usaco_user.lower() in users.keys():
293
289
                    match = True
294
290
                elif user is not None and name.lower() == user.lower():
295
291
                    match = True
296
292
                    users[usaco_user] = user
297
293
                if match:
298
294
                    results[division].append((year, country, name, usaco_user, scores, total))
299
295
                    count += 1
300
296
301
297
        response = []
302
298
        for i, division in enumerate(divisions):
303
299
            if results[i] and count > 1:
304
300
                response.append(u'%s division results:' % division.title())
305
301
            for result in results[i]:
306
302
                user_string = users[result[3]]
307
303
                if users[result[3]] != result[3]:
308
304
                    user_string = u'%(user)s (%(usaco_user)s on USACO)' % {
309
305
                        u'user': users[result[3]],
310
306
                        u'usaco_user': result[3],
311
307
                    }
312
308
                if count <= 1:
313
309
                    division_string = u' in the %s division' % division.title()
314
310
                else:
315
311
                    division_string = u''
316
312
                response.append(u'%(user)s scored %(total)s%(division)s (%(scores)s)' % {
317
313
                    u'user': user_string,
318
314
                    u'total': result[5],
319
315
                    u'scores': result[4],
320
316
                    u'division': division_string
321
317
                })
322
318
323
319
        if count == 0:
324
320
            if user is not None:
325
321
                event.addresponse(u'%(user)s did not compete in %(contest)s', {
326
322
                    u'user': user,
327
323
                    u'contest': contest,
328
324
                })
329
325
            else:
330
326
                event.addresponse(u"Sorry, I don't know anyone that entered %s", contest)
331
327
            return
332
328
333
329
        event.addresponse(u'\n'.join(response), conflate=False)
334
330
335
331
# vi: set et sta sw=4 ts=4:
336
0
332
337
=== modified file 'ibid/utils/__init__.py'
338
--- ibid/utils/__init__.py	2010-01-24 18:38:02 +0000
339
+++ ibid/utils/__init__.py	2010-01-25 18:33:15 +0000
340
@@ -44,20 +44,20 @@
341
44
    return text
44
    return text
342
45
45
343
46
downloads_in_progress = defaultdict(Lock)
46
downloads_in_progress = defaultdict(Lock)
345
47
def cacheable_download(url, cachefile, headers={}):
47
def cacheable_download(url, cachefile, headers={}, timeout=60):
346
48
    """Download url to cachefile if it's modified since cachefile.
48
    """Download url to cachefile if it's modified since cachefile.
347
49
    Specify cachefile in the form pluginname/cachefile.
49
    Specify cachefile in the form pluginname/cachefile.
348
50
    Returns complete path to downloaded file."""
50
    Returns complete path to downloaded file."""
349
51
51
350
52
    downloads_in_progress[cachefile].acquire()
52
    downloads_in_progress[cachefile].acquire()
351
53
    try:
53
    try:
353
54
        f = _cacheable_download(url, cachefile, headers)
54
        f = _cacheable_download(url, cachefile, headers, timeout)
354
55
    finally:
55
    finally:
355
56
        downloads_in_progress[cachefile].release()
56
        downloads_in_progress[cachefile].release()
356
57
57
357
58
    return f
58
    return f
358
59
59
360
60
def _cacheable_download(url, cachefile, headers={}):
60
def _cacheable_download(url, cachefile, headers={}, timeout=60):
361
61
    # We do allow absolute paths, for people who know what they are doing,
61
    # We do allow absolute paths, for people who know what they are doing,
362
62
    # but the common use case should be pluginname/cachefile.
62
    # but the common use case should be pluginname/cachefile.
363
63
    if cachefile[0] not in (os.sep, os.altsep):
63
    if cachefile[0] not in (os.sep, os.altsep):
364
@@ -93,7 +93,7 @@
365
93
            req.add_header("If-Modified-Since", modified)
93
            req.add_header("If-Modified-Since", modified)
366
94
94
367
95
    try:
95
    try:
369
96
        connection = urllib2.urlopen(req)
96
        connection = urllib2.urlopen(req, timeout=timeout)
370
97
    except urllib2.HTTPError, e:
97
    except urllib2.HTTPError, e:
371
98
        if e.code == 304 and exists:
98
        if e.code == 304 and exists:
372
99
            return cachefile
99
            return cachefile
373
100
100
374
=== modified file 'scripts/ibid-plugin'
375
--- scripts/ibid-plugin	2010-01-18 22:13:23 +0000
376
+++ scripts/ibid-plugin	2010-01-25 18:33:15 +0000
377
@@ -65,6 +65,9 @@
378
65
    permissions = []
65
    permissions = []
379
66
    supports = ('action', 'multiline', 'notice')
66
    supports = ('action', 'multiline', 'notice')
380
67
67
381
68
    def setup(self):
382
69
        pass
383
70
384
68
    def logging_name(self, name):
71
    def logging_name(self, name):
385
69
        return name
72
        return name
386
70
73
Reviewer	Review Type	Date Requested	Status
Keegan Carruthers-Smith			Approve on 2010-01-25
Max Rabkin			Approve on 2010-01-24
Stefano Rivera			Approve on 2010-01-19
Review via email: mp+17658@code.launchpad.net