Pywikipedia-svn December 2012

pywikipedia-svn@lists.wikimedia.org

12 participants
103 discussions

SVN: [10833] branches/rewrite/pywikibot/site.py

by yurik＠svn.wikimedia.org

http://www.mediawiki.org/wiki/Special:Code/pywikipedia/10833 Revision: 10833 Author: yurik Date: 2012-12-26 03:35:36 +0000 (Wed, 26 Dec 2012) Log Message: ----------- user names must be normalized to avoid repeated API calls for userinfo. Modified Paths: -------------- branches/rewrite/pywikibot/site.py Modified: branches/rewrite/pywikibot/site.py =================================================================== --- branches/rewrite/pywikibot/site.py 2012-12-25 20:32:23 UTC (rev 10832) +++ branches/rewrite/pywikibot/site.py 2012-12-26 03:35:36 UTC (rev 10833) @@ -143,8 +143,11 @@ raise NoSuchSite("Language %s does not exist in family %s" % (self.__code, self.__family.name)) + self.nocapitalize = self.code in self.family.nocapitalize + if not self.nocapitalize: + user = None if user is None else user[0].upper() + user[1:] + sysop = None if sysop is None else sysop[0].upper() + sysop[1:] self._username = [user, sysop] - self.nocapitalize = self.code in self.family.nocapitalize # following are for use with lock_page and unlock_page methods self._pagemutex = threading.Lock()

11 years, 4 months

SVN: [10832] trunk/pywikipedia/cosmetic_changes.py

by huji＠svn.wikimedia.org

http://www.mediawiki.org/wiki/Special:Code/pywikipedia/10832 Revision: 10832 Author: huji Date: 2012-12-25 20:32:23 +0000 (Tue, 25 Dec 2012) Log Message: ----------- (bug 3594792) do not convert English comma to Persian comma; the current exceptions are not complicated enough, analysis of bot activities shows that false positive rate is too high, therefore the feature is removed Modified Paths: -------------- trunk/pywikipedia/cosmetic_changes.py Modified: trunk/pywikipedia/cosmetic_changes.py =================================================================== --- trunk/pywikipedia/cosmetic_changes.py 2012-12-24 14:29:26 UTC (rev 10831) +++ trunk/pywikipedia/cosmetic_changes.py 2012-12-25 20:32:23 UTC (rev 10832) @@ -739,7 +739,6 @@ #not to let bot edits in latin content exceptions.append(re.compile(u"[A-Za-z\d]+? *?, *?[A-Za-z\d]+?")) exceptions.append(pattern) - text = pywikibot.replaceExcept(text, u',', u'،', exceptions) if self.site.lang=='ckb': text = pywikibot.replaceExcept(text, ur'ه([.،_<\]\s])',

11 years, 4 months

SVN: [10831] trunk/pywikipedia

by xqt＠svn.wikimedia.org

http://www.mediawiki.org/wiki/Special:Code/pywikipedia/10831 Revision: 10831 Author: xqt Date: 2012-12-24 14:29:26 +0000 (Mon, 24 Dec 2012) Log Message: ----------- some minor PEP8 changes Modified Paths: -------------- trunk/pywikipedia/apispec.py trunk/pywikipedia/archivebot.py trunk/pywikipedia/blockpageschecker.py trunk/pywikipedia/commonscat.py trunk/pywikipedia/copyright.py trunk/pywikipedia/featured.py trunk/pywikipedia/gui.py trunk/pywikipedia/imagerecat.py trunk/pywikipedia/wikipedia.py Modified: trunk/pywikipedia/apispec.py =================================================================== --- trunk/pywikipedia/apispec.py 2012-12-24 13:50:34 UTC (rev 10830) +++ trunk/pywikipedia/apispec.py 2012-12-24 14:29:26 UTC (rev 10831) @@ -43,7 +43,7 @@ def uniso(timestamp): """Removes T and Z from an ISO 8601-formatted text for readability.""" - return timestamp.replace('T',' ').replace('Z','') + return timestamp.replace('T', ' ').replace('Z', '') def dt(timestamp): """Converts a MediaWiki timestamp to a Python-compatible datetime object""" @@ -212,7 +212,7 @@ ################################################# def __init__(self, site=site, top='new', limit=5000): self.site = site - self.bkdir = ['older','newer'][top=='old'] #a bit strange + self.bkdir = ['older', 'newer'][top=='old'] #a bit strange # bkdir: Direction to list in. #older: List newest blocks first (default). #Note: bkstart has to be later than bkend. @@ -439,8 +439,8 @@ or e-mail it or insert into a wikipage with <pre>. """ w = 21 #width for justification - flags = ['automatic','anononly','nocreate','autoblock','noemail', - 'allowusertalk','hidden'] + flags = ['automatic', 'anononly', 'nocreate', 'autoblock', 'noemail', + 'allowusertalk', 'hidden'] s = 'Data for block #%s' % block['id'] s += '\nBlocked user:'.ljust(w) try: @@ -455,8 +455,8 @@ (block['rangestart'],block['rangeend']) s += '\nAdmin:'.ljust(w) + '%s (#%s)' % (block['by'], block['byid']) s += '\nBeginning in UTC:'.ljust(w) + uniso(block['timestamp']) - s += ( - '\nExpiry%s:' % ['',' in UTC'][block['expiry'][0].isdigit()]).ljust(w) + s += ('\nExpiry%s:' \ + % ['', ' in UTC'][block['expiry'][0].isdigit()]).ljust(w) s += uniso(block['expiry']) s += '\nFlags:'.ljust(w) s += ', '.join(filter(lambda x: x in block, flags)) Modified: trunk/pywikipedia/archivebot.py =================================================================== --- trunk/pywikipedia/archivebot.py 2012-12-24 13:50:34 UTC (rev 10830) +++ trunk/pywikipedia/archivebot.py 2012-12-24 14:29:26 UTC (rev 10831) @@ -238,27 +238,30 @@ if not TIME: TIME = txt2timestamp(TM.group(0), "%Y. %B %d., %H:%M (%Z)") if not TIME: - TIME = txt2timestamp(TM.group(0),"%d. %b %Y kl.%H:%M (%Z)") + TIME = txt2timestamp(TM.group(0), "%d. %b %Y kl.%H:%M (%Z)") if not TIME: - TIME = txt2timestamp(re.sub(' *$[^ ]+$ *', '', TM.group(0)),"%H:%M, %d %B %Y") + TIME = txt2timestamp(re.sub(' *$[^ ]+$ *', '', TM.group(0)), + "%H:%M, %d %B %Y") if not TIME: - TIME = txt2timestamp(TM.group(0),"%H:%M, %d %b %Y (%Z)") + TIME = txt2timestamp(TM.group(0), "%H:%M, %d %b %Y (%Z)") if not TIME: - TIME = txt2timestamp(re.sub(' *$[^ ]+$ *','',TM.group(0)),"%H:%M, %d %b %Y") + TIME = txt2timestamp(re.sub(' *$[^ ]+$ *', '', TM.group(0)), + "%H:%M, %d %b %Y") if not TIME: - TIME = txt2timestamp(TM.group(0),"%H:%M, %b %d %Y (%Z)") + TIME = txt2timestamp(TM.group(0), "%H:%M, %b %d %Y (%Z)") if not TIME: - TIME = txt2timestamp(TM.group(0),"%H:%M, %B %d %Y (%Z)") + TIME = txt2timestamp(TM.group(0), "%H:%M, %B %d %Y (%Z)") if not TIME: - TIME = txt2timestamp(TM.group(0),"%H:%M, %b %d, %Y (%Z)") + TIME = txt2timestamp(TM.group(0), "%H:%M, %b %d, %Y (%Z)") if not TIME: - TIME = txt2timestamp(TM.group(0),"%H:%M, %B %d, %Y (%Z)") + TIME = txt2timestamp(TM.group(0), "%H:%M, %B %d, %Y (%Z)") if not TIME: TIME = txt2timestamp(TM.group(0),"%d. %Bta %Y kello %H.%M (%Z)") if not TIME: - TIME = txt2timestamp(TM.group(0),"%d %B %Y %H:%M (%Z)") + TIME = txt2timestamp(TM.group(0), "%d %B %Y %H:%M (%Z)") if not TIME: - TIME = txt2timestamp(re.sub(' *$[^ ]+$ *', '', TM.group(0)), "%H:%M, %d. %b. %Y") + TIME = txt2timestamp(re.sub(' *$[^ ]+$ *', '', TM.group(0)), + "%H:%M, %d. %b. %Y") if TIME: self.timestamp = max(self.timestamp, time.mktime(TIME)) ## pywikibot.output(u'Time to be parsed: %s' % TM.group(0)) @@ -346,7 +349,7 @@ if sortThreads: pywikibot.output(u'Sorting threads...') self.threads.sort(key = lambda t: t.timestamp) - newtext = re.sub('\n*$','\n\n',self.header) #Fix trailing newlines + newtext = re.sub('\n*$', '\n\n', self.header) #Fix trailing newlines for t in self.threads: newtext += t.toText() if self.full: @@ -385,7 +388,7 @@ def set(self, attr, value, out=True): if attr == 'archive': - value = value.replace('_',' ') + value = value.replace('_', ' ') self.attributes[attr] = [value, out] def saveables(self): @@ -437,7 +440,7 @@ def analyzePage(self): maxArchSize = str2size(self.get('maxarchivesize')) - archCounter = int(self.get('counter','1')) + archCounter = int(self.get('counter', '1')) oldthreads = self.Page.threads self.Page.threads = [] T = time.mktime(time.gmtime()) Modified: trunk/pywikipedia/blockpageschecker.py =================================================================== --- trunk/pywikipedia/blockpageschecker.py 2012-12-24 13:50:34 UTC (rev 10830) +++ trunk/pywikipedia/blockpageschecker.py 2012-12-24 14:29:26 UTC (rev 10831) @@ -192,7 +192,7 @@ def showQuest(site, page): quest = pywikibot.inputChoice(u'Do you want to open the page?', ['with browser', 'with gui', 'no'], - ['b','g','n'], 'n') + ['b', 'g', 'n'], 'n') pathWiki = site.family.nicepath(site.lang) url = 'http://%s%s%s?&redirect=no' % (pywikibot.getSite().hostname(), pathWiki, page.urlname()) Modified: trunk/pywikipedia/commonscat.py =================================================================== --- trunk/pywikipedia/commonscat.py 2012-12-24 13:50:34 UTC (rev 10830) +++ trunk/pywikipedia/commonscat.py 2012-12-24 14:29:26 UTC (rev 10831) @@ -320,7 +320,7 @@ else: for (inPageTemplate, param) in templatesWithParams: if inPageTemplate == template[0] \ - and template[1] in param[0].replace(' ',''): + and template[1] in param[0].replace(' ', ''): return True return False Modified: trunk/pywikipedia/copyright.py =================================================================== --- trunk/pywikipedia/copyright.py 2012-12-24 13:50:34 UTC (rev 10830) +++ trunk/pywikipedia/copyright.py 2012-12-24 14:29:26 UTC (rev 10831) @@ -262,7 +262,7 @@ u'Riferimenti bibliografici', u'Collegamenti esterni', u'Pubblicazioni', u'Pubblicazioni principali', u'Bibliografia parziale'], - 'is': [u'Heimildir', u'Tenglar', u'Tengt efni'], + 'is': [u'Heimildir', u'Tenglar', u'Tengt efni'], 'ja': [u'脚注', u'脚注欄', u'脚注・出典', u'出典', u'注釈'], 'zh': [u'參考文獻', u'参考文献', u'參考資料', u'参考资料', u'資料來源', u'资料来源', u'參見', u'参见', u'參閱', u'参阅'], @@ -433,7 +433,7 @@ def read_file(filename, cut_comment = False, cut_newlines = False): text = u"" - f = codecs.open(filename, 'r','utf-8') + f = codecs.open(filename, 'r', 'utf-8') text = f.read() f.close() @@ -742,12 +742,14 @@ comment.append('[http://www.google.com/search?sourceid=navclient&q=cache:%s Google cache]' % urllib.quote(short_url(add_item))) elif engine == 'yahoo': #cache = False - #comment.append('[%s Yahoo cache]' % re.sub('&appid=[^&]*','', urllib2.unquote(cache_url))) + #comment.append('[%s Yahoo cache]' % re.sub('&appid=[^&]*', '', urllib2.unquote(cache_url))) comment.append("''Yahoo cache''") elif engine == 'msn': - comment.append('[%s Live cache]' % re.sub('&lang=[^&]*','', cache_url)) + comment.append('[%s Live cache]' + % re.sub('&lang=[^&]*', '', cache_url)) else: - comment.append('[http://web.archive.org/*/%s archive.org]' % short_url(add_item)) + comment.append('[http://web.archive.org/*/%s archive.org]' + % short_url(add_item)) for i in range(len(url)): if add_item in url[i]: Modified: trunk/pywikipedia/featured.py =================================================================== --- trunk/pywikipedia/featured.py 2012-12-24 13:50:34 UTC (rev 10830) +++ trunk/pywikipedia/featured.py 2012-12-24 14:29:26 UTC (rev 10831) @@ -476,7 +476,7 @@ if (not interactive or pywikibot.input( u'Connecting %s -> %s. Proceed? [Y/N]' - % (a.title(), atrans.title())) in ['Y','y'] + % (a.title(), atrans.title())) in ['Y', 'y'] ): m=re_this_iw.search(text) if not m: @@ -521,7 +521,7 @@ if (not interactive or pywikibot.input( u'Connecting %s -> %s. Proceed? [Y/N]' - % (a.title(), atrans.title())) in ['Y','y'] + % (a.title(), atrans.title())) in ['Y', 'y'] ): m=re_this_iw.search(text) if not m: Modified: trunk/pywikipedia/gui.py =================================================================== --- trunk/pywikipedia/gui.py 2012-12-24 13:50:34 UTC (rev 10830) +++ trunk/pywikipedia/gui.py 2012-12-24 14:29:26 UTC (rev 10831) @@ -43,8 +43,9 @@ 'hilite', fgBg='bg'), insertbackground=idleConf.GetHighlight(currentTheme, 'cursor', fgBg='fg'), - width=idleConf.GetOption('main','EditorWindow','width'), - height=idleConf.GetOption('main','EditorWindow','height') + width=idleConf.GetOption('main', 'EditorWindow', 'width'), + height=idleConf.GetOption('main', 'EditorWindow', + 'height') ) fontWeight = 'normal' if idleConf.GetOption('main', 'EditorWindow', 'font-bold', type='bool'): Modified: trunk/pywikipedia/imagerecat.py =================================================================== --- trunk/pywikipedia/imagerecat.py 2012-12-24 13:50:34 UTC (rev 10830) +++ trunk/pywikipedia/imagerecat.py 2012-12-24 14:29:26 UTC (rev 10831) @@ -167,12 +167,12 @@ if (matches.group('catnum') > 0): cats = matches.group('cats').splitlines() for cat in cats: - commonshelperCats.append(cat.replace('_',' ')) + commonshelperCats.append(cat.replace('_', ' ')) pywikibot.output(u'category : ' + cat) if (matches.group('galnum') > 0): gals = matches.group('gals').splitlines() for gal in gals: - galleries.append(gal.replace('_',' ')) + galleries.append(gal.replace('_', ' ')) pywikibot.output(u'gallery : ' + gal) commonshelperCats = list(set(commonshelperCats)) galleries = list(set(galleries)) @@ -352,7 +352,6 @@ result.append(subcategory.title(withNamespace=False)) return list(set(result)) - def filterParents(categories): ''' Remove all parent categories from the set to prevent overcategorization. @@ -360,7 +359,7 @@ result = [] toFilter = u'' for cat in categories: - cat = cat.replace('_',' ') + cat = cat.replace('_', ' ') toFilter = toFilter + "[[Category:" + cat + "]]\n" parameters = urllib.urlencode({'source' : toFilter.encode('utf-8'), 'bot' : '1'}) Modified: trunk/pywikipedia/wikipedia.py =================================================================== --- trunk/pywikipedia/wikipedia.py 2012-12-24 13:50:34 UTC (rev 10830) +++ trunk/pywikipedia/wikipedia.py 2012-12-24 14:29:26 UTC (rev 10831) @@ -3567,7 +3567,7 @@ 'list': 'deletedrevs', 'drfrom': self.title(withNamespace=False), 'drnamespace': self.namespace(), - 'drprop': ['revid','user','comment','content'],#','minor','len','token'], + 'drprop': ['revid', 'user', 'comment', 'content'], # ,'minor', 'len', 'token'], 'drlimit': 100, 'drdir': 'older', #'': '', @@ -4645,10 +4645,14 @@ #FIXME : Should have a cleaner way to get the wiki where the image is used siteparts = gu['wiki'].split('.') if len(siteparts)==3: - if siteparts[0] in self.site().fam().alphabetic and siteparts[1] in ['wikipedia', 'wiktionary', 'wikibooks', 'wikiquote','wikisource']: + if siteparts[0] in self.site().fam().alphabetic and \ + siteparts[1] in ['wikipedia', 'wiktionary', + 'wikibooks', 'wikiquote', + 'wikisource']: code = siteparts[0] fam = siteparts[1] - elif siteparts[0] in ['meta', 'incubator'] and siteparts[1]==u'wikimedia': + elif siteparts[0] in ['meta', 'incubator'] and \ + siteparts[1] == u'wikimedia': code = code = siteparts[0] fam = code = siteparts[0] else: @@ -4824,7 +4828,7 @@ if not successful: output(u"BUG>> title %s (%s) not found in list" % (title, page)) output(u'Expected one of: %s' - % u','.join([unicode(page2) for page2 in self.pages])) + % u', '.join([unicode(page2) for page2 in self.pages])) raise PageNotFound def headerDone(self, header): @@ -4992,7 +4996,7 @@ if not successful: output(u"BUG>> title %s (%s) not found in list" % (title, page)) output(u'Expected one of: %s' - % u','.join([unicode(page2) for page2 in self.pages])) + % u', '.join([unicode(page2) for page2 in self.pages])) raise PageNotFound def headerDoneApi(self, header): @@ -6695,7 +6699,7 @@ params = { 'action': 'query', 'meta': 'userinfo', - 'uiprop': ['blockinfo','groups','rights','hasmsg'], + 'uiprop': ['blockinfo', 'groups', 'rights', 'hasmsg'], } if self.versionnumber() >= 12: params['uiprop'].append('ratelimits') @@ -6846,7 +6850,7 @@ @deprecate_arg("get_redirect", None) #20120822 def newpages(self, user=None, returndict=False, number=10, repeat=False, namespace=0, - rcshow = ['!bot','!redirect']): + rcshow = ['!bot', '!redirect']): """Yield new articles (as Page objects) from recent changes. Starts with the newest article and fetches the number of articles

11 years, 4 months

SVN: [10830] trunk/pywikipedia/commonsdelinker

by btongminh＠svn.wikimedia.org

http://www.mediawiki.org/wiki/Special:Code/pywikipedia/10830 Revision: 10830 Author: btongminh Date: 2012-12-24 13:50:34 +0000 (Mon, 24 Dec 2012) Log Message: ----------- Add experimental support for globalusage extension Modified Paths: -------------- trunk/pywikipedia/commonsdelinker/checkusage.py trunk/pywikipedia/commonsdelinker/delinker.py Modified: trunk/pywikipedia/commonsdelinker/checkusage.py =================================================================== --- trunk/pywikipedia/commonsdelinker/checkusage.py 2012-12-24 11:07:46 UTC (rev 10829) +++ trunk/pywikipedia/commonsdelinker/checkusage.py 2012-12-24 13:50:34 UTC (rev 10830) @@ -327,7 +327,44 @@ else: title = stripped_title yield page_namespace, stripped_title, title + + def get_globalusage(self, site, image, shared = False): + self.connect_http() + if type(site) is str: + hostname = site + apipath = '/w/api.php' + else: + hostname = site.hostname() + apipath = site.apipath() + kwargs = {'action': 'query', 'titles': u'File:' + image, + 'prop': 'globalusage|imageinfo', + 'iiprop': '', 'guprop': 'namespace', 'gulimit': '500'} + + while True: + res = self.http.query_api(hostname, apipath, **kwargs) + if not res or not res['query'] or not res['query']['pages']: + return + if res['query']['pages'].values()[0].get('imagerepository') == 'local' and shared: + return + + usages = res['query']['pages'].values()[0].get('globalusage', ()) + for usage in usages: + title = usage['title'].replace(' ', '_') + namespace = int(usage['ns']) + site = family(usage['wiki']) + + if namespace != 0: + yield site, (namespace, strip_ns(title), title) + else: + yield site, (namespace, title, title) + + if 'globalusage' in res.get('query-continue', ()): + kwargs.update(res['query-continue']['globalusage']) + else: + return + + def get_usage_live(self, site, image, shared = False): self.connect_http() @@ -369,14 +406,14 @@ def exists(self, site, image): self.connect_http() # Check whether the image still is deleted on Commons. - # BUG: This also returns true for images with a page, but - # without the image itself. Can be fixed by querying query.php - # instead of api.php. - # BUG: This is ugly. - return '-1' not in self.http.query_api(site.hostname(), site.apipath(), - action = 'query', titles = 'Image:' + image)['query']['pages'] + res = self.http.query_api(site.hostname(), site.apipath(), + action = 'query', titles = u'Image:' + image, + prop = 'imageinfo', iiprop = '') + + if not res or not res['query'] or not res['query']['pages']: + return + return res['query']['pages'].values()[0].get('imagerepository') == 'local' - def close(self): if getattr(self, 'http'): self.http.close() Modified: trunk/pywikipedia/commonsdelinker/delinker.py =================================================================== --- trunk/pywikipedia/commonsdelinker/delinker.py 2012-12-24 11:07:46 UTC (rev 10829) +++ trunk/pywikipedia/commonsdelinker/delinker.py 2012-12-24 13:50:34 UTC (rev 10830) @@ -18,7 +18,7 @@ # # (C) Kyle/Orgullomoore, 2006-2007 # (C) Siebrand Mazeland, 2006-2007 -# (C) Bryan Tong Minh, 2007-2008 +# (C) Bryan Tong Minh, 2007-2008, 2012 # # Distributed under the terms of the MIT license. # @@ -478,7 +478,8 @@ use_autoconn = True, http_callback = wait_callback, mysql_callback = wait_callback, - mysql_host_suffix = '-fast') + mysql_host_suffix = '-fast', + no_db = config['global'] == 'live') else: self.CheckUsage = checkusage.CheckUsage(sys.maxint, http_callback = wait_callback, no_db = True) @@ -508,7 +509,10 @@ if self.CommonsDelinker.config['global']: - usage = self.CheckUsage.get_usage(image) + if self.CommonsDelinker.config['global'] == 'live': + usage = self.CheckUsage.get_globalusage(self.site, image, True) + else: + usage = self.CheckUsage.get_usage(image) usage_domains = {} count = 0

11 years, 4 months

SVN: [10829] trunk/pywikipedia/commonsdelinker/delinker.py

by btongminh＠svn.wikimedia.org

http://www.mediawiki.org/wiki/Special:Code/pywikipedia/10829 Revision: 10829 Author: btongminh Date: 2012-12-24 11:07:46 +0000 (Mon, 24 Dec 2012) Log Message: ----------- Store the last read deletion entry in a file, if set in the config Modified Paths: -------------- trunk/pywikipedia/commonsdelinker/delinker.py Modified: trunk/pywikipedia/commonsdelinker/delinker.py =================================================================== --- trunk/pywikipedia/commonsdelinker/delinker.py 2012-12-23 20:59:00 UTC (rev 10828) +++ trunk/pywikipedia/commonsdelinker/delinker.py 2012-12-24 11:07:46 UTC (rev 10829) @@ -681,6 +681,14 @@ config.sysopnames = dict([(fam, {}) for fam in config.sysopnames.keys()]) self.last_check = time.time() + if 'deletion_log_store' in self.config: + last_check = int(open(self.config['deletion_log_store'], 'r').read()) + if (last_check > self.last_check) or (self.last_check - last_check) > \ + self.config.get('max_session_restore_time', 3600): + output(u'Not restoring last session; delta: %i' % (self.last_check - last_check)) + else: + self.last_check = last_check + output(u'Restoring last session ended at %i' % self.last_check) #if 'bot' in self.site.userGroups: # self.log_limit = '5000' @@ -886,10 +894,16 @@ self.Delinkers.exit() self.Loggers.exit() output(u'All work done; exiting') - return + break time.sleep(self.config['timeout']) + + # Store the last time the deletion log was checked + if 'deletion_log_store' in self.config: + open(self.config['deletion_log_store'], 'w').write(str(self.last_check)) + output(u'Storing session end at %i' % self.last_check) + def thread_died(self): # Obsolete return

11 years, 4 months

SVN: [10828] trunk/pywikipedia/families

by drtrigon＠svn.wikimedia.org

http://www.mediawiki.org/wiki/Special:Code/pywikipedia/10828 Revision: 10828 Author: drtrigon Date: 2012-12-23 20:59:00 +0000 (Sun, 23 Dec 2012) Log Message: ----------- bug fix; 'svn:keywords Id' set for families folder Modified Paths: -------------- trunk/pywikipedia/families/wikidata_family.py Property Changed: ---------------- trunk/pywikipedia/families/anarchopedia_family.py trunk/pywikipedia/families/battlestarwiki_family.py trunk/pywikipedia/families/botwiki_family.py trunk/pywikipedia/families/celtic_family.py trunk/pywikipedia/families/commons_family.py trunk/pywikipedia/families/fon_family.py trunk/pywikipedia/families/gentoo_family.py trunk/pywikipedia/families/i18n_family.py trunk/pywikipedia/families/incubator_family.py trunk/pywikipedia/families/krefeldwiki_family.py trunk/pywikipedia/families/lockwiki_family.py trunk/pywikipedia/families/loveto_family.py trunk/pywikipedia/families/lyricwiki_family.py trunk/pywikipedia/families/mediawiki_family.py trunk/pywikipedia/families/memoryalpha_family.py trunk/pywikipedia/families/meta_family.py trunk/pywikipedia/families/mozilla_family.py trunk/pywikipedia/families/oldwikivoyage_family.py trunk/pywikipedia/families/omegawiki_family.py trunk/pywikipedia/families/openttd_family.py trunk/pywikipedia/families/osm_family.py trunk/pywikipedia/families/piratenwiki_family.py trunk/pywikipedia/families/southernapproach_family.py trunk/pywikipedia/families/species_family.py trunk/pywikipedia/families/strategy_family.py trunk/pywikipedia/families/supertux_family.py trunk/pywikipedia/families/test_family.py trunk/pywikipedia/families/twcareer_family.py trunk/pywikipedia/families/ubuntutw_family.py trunk/pywikipedia/families/uncyclopedia_family.py trunk/pywikipedia/families/vikidia_family.py trunk/pywikipedia/families/wekey_family.py trunk/pywikipedia/families/wesolve_family.py trunk/pywikipedia/families/wikia_family.py trunk/pywikipedia/families/wikibond_family.py trunk/pywikipedia/families/wikibooks_family.py trunk/pywikipedia/families/wikidata_family.py trunk/pywikipedia/families/wikimediachapter_family.py trunk/pywikipedia/families/wikinews_family.py trunk/pywikipedia/families/wikipedia_family.py trunk/pywikipedia/families/wikiquote_family.py trunk/pywikipedia/families/wikisource_family.py trunk/pywikipedia/families/wikitech_family.py trunk/pywikipedia/families/wikitravel_family.py trunk/pywikipedia/families/wikitravel_shared_family.py trunk/pywikipedia/families/wikiversity_family.py trunk/pywikipedia/families/wikivoyage_family.py trunk/pywikipedia/families/wiktionary_family.py Property changes on: trunk/pywikipedia/families/anarchopedia_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id Property changes on: trunk/pywikipedia/families/battlestarwiki_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id Property changes on: trunk/pywikipedia/families/botwiki_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id Property changes on: trunk/pywikipedia/families/celtic_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id Property changes on: trunk/pywikipedia/families/commons_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id Property changes on: trunk/pywikipedia/families/fon_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id Property changes on: trunk/pywikipedia/families/gentoo_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id Property changes on: trunk/pywikipedia/families/i18n_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id Property changes on: trunk/pywikipedia/families/incubator_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id Property changes on: trunk/pywikipedia/families/krefeldwiki_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id Property changes on: trunk/pywikipedia/families/lockwiki_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id Property changes on: trunk/pywikipedia/families/loveto_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id Property changes on: trunk/pywikipedia/families/lyricwiki_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id Property changes on: trunk/pywikipedia/families/mediawiki_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id Property changes on: trunk/pywikipedia/families/memoryalpha_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id Property changes on: trunk/pywikipedia/families/meta_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id Property changes on: trunk/pywikipedia/families/mozilla_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id Property changes on: trunk/pywikipedia/families/oldwikivoyage_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id Property changes on: trunk/pywikipedia/families/omegawiki_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id Property changes on: trunk/pywikipedia/families/openttd_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id Property changes on: trunk/pywikipedia/families/osm_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id Property changes on: trunk/pywikipedia/families/piratenwiki_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id Property changes on: trunk/pywikipedia/families/southernapproach_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id Property changes on: trunk/pywikipedia/families/species_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id Property changes on: trunk/pywikipedia/families/strategy_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id Property changes on: trunk/pywikipedia/families/supertux_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id Property changes on: trunk/pywikipedia/families/test_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id Property changes on: trunk/pywikipedia/families/twcareer_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id Property changes on: trunk/pywikipedia/families/ubuntutw_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id Property changes on: trunk/pywikipedia/families/uncyclopedia_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id Property changes on: trunk/pywikipedia/families/vikidia_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id Property changes on: trunk/pywikipedia/families/wekey_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id Property changes on: trunk/pywikipedia/families/wesolve_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id Property changes on: trunk/pywikipedia/families/wikia_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id Property changes on: trunk/pywikipedia/families/wikibond_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id Property changes on: trunk/pywikipedia/families/wikibooks_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id Modified: trunk/pywikipedia/families/wikidata_family.py =================================================================== --- trunk/pywikipedia/families/wikidata_family.py 2012-12-23 20:53:15 UTC (rev 10827) +++ trunk/pywikipedia/families/wikidata_family.py 2012-12-23 20:59:00 UTC (rev 10828) @@ -1,6 +1,6 @@ # -*- coding: utf-8 -*- -__version__ = '$Id: wikidata_family.py 10591 2012-10-20 amir $' +__version__ = '$Id$' import family Property changes on: trunk/pywikipedia/families/wikidata_family.py ___________________________________________________________________ Added: svn:keywords + Id Property changes on: trunk/pywikipedia/families/wikimediachapter_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id Property changes on: trunk/pywikipedia/families/wikinews_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id Property changes on: trunk/pywikipedia/families/wikipedia_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id Property changes on: trunk/pywikipedia/families/wikiquote_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id Property changes on: trunk/pywikipedia/families/wikisource_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id Property changes on: trunk/pywikipedia/families/wikitech_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id Property changes on: trunk/pywikipedia/families/wikitravel_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id Property changes on: trunk/pywikipedia/families/wikitravel_shared_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id Property changes on: trunk/pywikipedia/families/wikiversity_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id Property changes on: trunk/pywikipedia/families/wikivoyage_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id Property changes on: trunk/pywikipedia/families/wiktionary_family.py ___________________________________________________________________ Modified: svn:keywords - Author Date Id Revision + Id

11 years, 4 months

SVN: [10827] trunk/pywikipedia/families/wikidata_family.py

by drtrigon＠svn.wikimedia.org

http://www.mediawiki.org/wiki/Special:Code/pywikipedia/10827 Revision: 10827 Author: drtrigon Date: 2012-12-23 20:53:15 +0000 (Sun, 23 Dec 2012) Log Message: ----------- follow-up; to r10818 and synced with rewrite Modified Paths: -------------- trunk/pywikipedia/families/wikidata_family.py Modified: trunk/pywikipedia/families/wikidata_family.py =================================================================== --- trunk/pywikipedia/families/wikidata_family.py 2012-12-23 20:42:34 UTC (rev 10826) +++ trunk/pywikipedia/families/wikidata_family.py 2012-12-23 20:53:15 UTC (rev 10827) @@ -12,7 +12,8 @@ self.name = 'wikidata' self.langs = { 'wikidata': 'wikidata.org', - 'test': 'wikidata-test-repo.wikimedia.de', + 'repo': 'wikidata-test-repo.wikimedia.de', + 'client': 'wikidata-test-client.wikimedia.de', } self.namespaces[4] = {

11 years, 4 months

SVN: [10826] branches/rewrite/pywikibot/botirc.py

by drtrigon＠svn.wikimedia.org

http://www.mediawiki.org/wiki/Special:Code/pywikipedia/10826 Revision: 10826 Author: drtrigon Date: 2012-12-23 20:42:34 +0000 (Sun, 23 Dec 2012) Log Message: ----------- new feature; irc bot class template for optional import Added Paths: ----------- branches/rewrite/pywikibot/botirc.py Added: branches/rewrite/pywikibot/botirc.py =================================================================== --- branches/rewrite/pywikibot/botirc.py (rev 0) +++ branches/rewrite/pywikibot/botirc.py 2012-12-23 20:42:34 UTC (rev 10826) @@ -0,0 +1,112 @@ +# -*- coding: utf-8 -*- +""" +User-interface related functions for building bots + +Note: the script requires the Python IRC library +http://python-irclib.sourceforge.net/ +""" +# +# (C) Balasyum +# (C) Pywikipedia bot team, 2008-2012 +# +# Distributed under the terms of the MIT license. +# +__version__ = '$Id$' + +# Note: the intention is to develop this module (at some point) into a Bot +# class definition that can be subclassed to create new, functional bot +# scripts, instead of writing each one from scratch. + + +import logging, logging.handlers + # all output goes thru python std library "logging" module +import re + +from ircbot import SingleServerIRCBot +from irclib import nm_to_n, nm_to_h, irc_lower, ip_numstr_to_quad +from irclib import ip_quad_to_numstr + +# logging levels +_logger = "botirc" + +from logging import DEBUG, INFO, WARNING, ERROR, CRITICAL +STDOUT = 16 +VERBOSE = 18 +INPUT = 25 + +import pywikibot + + +class IRCBot(pywikibot.Bot, SingleServerIRCBot): + """ + Generic IRC Bot to be subclassed + + A Bot that displays the ordinal number of the new articles being created + visible on the Recent Changes list. The Bot doesn't make any edits, no + account needed. + """ + + # Bot configuration. + # Only the keys of the dict can be passed as init options + # The values are the default values + # Extend this in subclasses! + availableOptions = { + } + + def __init__(self, site, channel, nickname, server, port=6667, **kwargs): + pywikibot.Bot.__init__(self, **kwargs) + SingleServerIRCBot.__init__(self, [(server, port)], nickname, nickname) + self.channel = channel + self.site = site + self.other_ns = re.compile( + u'14\[\[07(' + u'|'.join([item[0] for item in site.namespaces().values() if item[0]]) + u')') + self.api_url = self.site.family.apipath(self.site.lang) + self.api_url += '?action=query&meta=siteinfo&siprop=statistics&format=xml' + self.api_found = re.compile(r'articles="(.*?)"') + self.re_edit = re.compile( + r'^C14\[\[^C07(?P<page>.+?)^C14\]\]^C4 (?P<flags>.*?)^C10 ^C02(?P<url>.+?)^C ^C5\*^C ^C03(?P<user>.+?)^C ^C5\*^C $?^B?(?P<bytes>[+-]?\d+?)^B?$ ^C10(?P<summary>.*)^C'.replace('^B', '\002').replace('^C', '\003').replace('^U', '\037')) + + def on_nicknameinuse(self, c, e): + c.nick(c.get_nickname() + "_") + + def on_welcome(self, c, e): + c.join(self.channel) + + def on_privmsg(self, c, e): + pass + + def on_pubmsg(self, c, e): + match = self.re_edit.match(e.arguments()[0]) + if not match: + return + if not ('N' in match.group('flags')): + return + try: + msg = unicode(e.arguments()[0],'utf-8') + except UnicodeDecodeError: + return + if self.other_ns.match(msg): + return + name = msg[8:msg.find(u'14',9)] + text = pywikibot.comms.http.request(self.site, self.api_url) + entry = self.api_found.findall(text) + page = pywikibot.Page(self.site, name) + try: + text = page.get() + except pywikibot.NoPage: + return + except pywikibot.IsRedirectPage: + return + print entry[0], name + + def on_dccmsg(self, c, e): + pass + + def on_dccchat(self, c, e): + pass + + def do_command(self, e, cmd): + pass + + def on_quit(self, e, cmd): + pass Property changes on: branches/rewrite/pywikibot/botirc.py ___________________________________________________________________ Added: svn:keywords + Id Added: svn:eol-style + native

11 years, 4 months

SVN: [10825] trunk/pywikipedia/interwiki.py

by huji＠svn.wikimedia.org

http://www.mediawiki.org/wiki/Special:Code/pywikipedia/10825 Revision: 10825 Author: huji Date: 2012-12-23 20:18:52 +0000 (Sun, 23 Dec 2012) Log Message: ----------- (bug 3598083) Internationalizing the comma in lists Modified Paths: -------------- trunk/pywikipedia/interwiki.py Modified: trunk/pywikipedia/interwiki.py =================================================================== --- trunk/pywikipedia/interwiki.py 2012-12-23 20:10:55 UTC (rev 10824) +++ trunk/pywikipedia/interwiki.py 2012-12-23 20:18:52 UTC (rev 10825) @@ -2334,9 +2334,11 @@ mcomment += globalvar.summary - changes = {'adding': ', '.join([fmt(new, x) for x in adding]), - 'removing': ', '.join([fmt(old, x) for x in removing]), - 'modifying': ', '.join([fmt(new, x) for x in modifying]), + comma = i18n.twtranslate(insite.lang, 'interwiki-comma') + + changes = {'adding': comma.join([fmt(new, x) for x in adding]), + 'removing': comma.join([fmt(old, x) for x in removing]), + 'modifying': comma.join([fmt(new, x) for x in modifying]), 'from': u'' if not useFrom else old[modifying[0]]} mcomment += i18n.twtranslate(insite.lang, commentname) % changes

11 years, 4 months

SVN: [10824] trunk/pywikipedia/template.py

by huji＠svn.wikimedia.org

http://www.mediawiki.org/wiki/Special:Code/pywikipedia/10824 Revision: 10824 Author: huji Date: 2012-12-23 20:10:55 +0000 (Sun, 23 Dec 2012) Log Message: ----------- (bug 3598083) Internationalizing the comma in lists Modified Paths: -------------- trunk/pywikipedia/template.py Modified: trunk/pywikipedia/template.py =================================================================== --- trunk/pywikipedia/template.py 2012-12-23 20:10:32 UTC (rev 10823) +++ trunk/pywikipedia/template.py 2012-12-23 20:10:55 UTC (rev 10824) @@ -213,9 +213,11 @@ self.addedCat = catlib.Category( site, u'%s:%s' % (site.namespace(14), self.addedCat)) + comma = self.summary = i18n.twtranslate(site, 'template-comma') + # get edit summary message if it's empty if (self.editSummary==''): - Param = {'list': site.mediawiki_message(u"Comma-separator").join(self.templates.keys()), + Param = {'list': comma.join(self.templates.keys()), 'num' : len(self.templates)} if self.remove: self.editSummary = i18n.twntranslate(

11 years, 4 months

2024

2023

2022

2021

2020

2019

2018

2017

2016

2015

2014

2013

2012

2011

2010

2009

Pywikipedia-svn December 2012