Pywikipedia-svn July 2012

pywikipedia-svn@lists.wikimedia.org

4 participants
31 discussions

SVN: [10453] branches/rewrite/pywikibot/pagegenerators.py

by russblau＠svn.wikimedia.org

http://www.mediawiki.org/wiki/Special:Code/pywikipedia/10453 Revision: 10453 Author: russblau Date: 2012-07-13 23:53:11 +0000 (Fri, 13 Jul 2012) Log Message: ----------- Fix SearchPageGenerator parameters. Modified Paths: -------------- branches/rewrite/pywikibot/pagegenerators.py Modified: branches/rewrite/pywikibot/pagegenerators.py =================================================================== --- branches/rewrite/pywikibot/pagegenerators.py 2012-07-09 13:18:08 UTC (rev 10452) +++ branches/rewrite/pywikibot/pagegenerators.py 2012-07-13 23:53:11 UTC (rev 10453) @@ -887,13 +887,13 @@ total=total, content=False): yield page -def SearchPageGenerator(query, number = 100, namespaces = None, site = None): +def SearchPageGenerator(query, ste=None, total=None, namespaces=None, site=None): """ Provides a list of results using the internal MediaWiki search engine """ if site is None: site = pywikibot.Site() - for page in site.search(query, number=number, namespaces = namespaces): + for page in site.search(query, step=step, total=total, namespaces=namespaces): yield page # following classes just ported from version 1 without revision; not tested

11 years, 10 months

SVN: [10452] trunk/pywikipedia/cosmetic_changes.py

by xqt＠svn.wikimedia.org

http://www.mediawiki.org/wiki/Special:Code/pywikipedia/10452 Revision: 10452 Author: xqt Date: 2012-07-09 13:18:08 +0000 (Mon, 09 Jul 2012) Log Message: ----------- enable fixArabicLetters() without fixing digits, fix for fa pipe andlinkstrails moved to cleanUpLinks() Modified Paths: -------------- trunk/pywikipedia/cosmetic_changes.py Modified: trunk/pywikipedia/cosmetic_changes.py =================================================================== --- trunk/pywikipedia/cosmetic_changes.py 2012-07-09 13:06:27 UTC (rev 10451) +++ trunk/pywikipedia/cosmetic_changes.py 2012-07-09 13:18:08 UTC (rev 10452) @@ -178,8 +178,8 @@ text = self.fixReferences(text) text = self.fixStyle(text) text = self.fixTypo(text) -## if self.site.lang in ['ckb', 'fa']: -## text = self.fixArabicLetters(text) + if self.site.lang in ['ckb', 'fa']: + text = self.fixArabicLetters(text) try: text = isbn.hyphenateIsbnNumbers(text) except isbn.InvalidIsbnException, error: @@ -515,6 +515,13 @@ text = pywikibot.replaceExcept(text, linkR, handleOneLink, ['comment', 'math', 'nowiki', 'pre', 'startspace']) + ##fixing pipe and trailing for fa. Thanks ZxxZxxZ + if self.site.lang == 'fa': + faChrs = u'ءاآأإئؤبپتثجچحخدذرزژسشصضطظعغفقکگلمنوهیةيك' + u'ًٌٍَُِّْٓٔ' + text = re.sub(u'\[\[([^\]\|]*)]]([‌%s]+)' % faChrs, + ur'[[\1|\1\2]]', text) + text = re.sub(u'\[\[([^\]\|]*)\|(.+?)]]([‌%s]+)' % faChrs, + ur'[[\1|\2\3]]', text) return text def resolveHtmlEntities(self, text): @@ -739,7 +746,9 @@ text = pywikibot.replaceExcept(text, u'ه', u'ھ', exceptions) text = pywikibot.replaceExcept(text, u'ك', u'ک', exceptions) text = pywikibot.replaceExcept(text, ur'[ىي]', u'ی', exceptions) + return text # replace persian/arabic digits + ## deactivated due to bug #3539407 for i in xrange(0, 10): text = pywikibot.replaceExcept(text, old[i], new[i], exceptions) # do not change digits in class, style and table params @@ -752,11 +761,6 @@ # replace digits for i in xrange(0, 10): text = pywikibot.replaceExcept(text, str(i), new[i], exceptions) - ##fixing pipe and trailing for fa. Thanks ZxxZxxZ - if self.site.lang=='fa': - faChrs = u'ءاآأإئؤبپتثجچحخدذرزژسشصضطظعغفقکگلمنوهیةيك' + u'ًٌٍَُِّْٓٔ' - text = re.sub(u'\[\[([^\]\|]*)]]([‌%s]+)' % faChrs, ur'[[\1|\1\2]]', text) - text = re.sub(u'\[\[([^\]\|]*)\|(.+?)]]([‌%s]+)' % faChrs, ur'[[\1|\2\3]]', text) return text # Retrieved from "http://commons.wikimedia.org/wiki/Commons:Tools/pywiki_file_description_cle…"

11 years, 10 months

SVN: [10451] trunk/pywikipedia/cosmetic_changes.py

by xqt＠svn.wikimedia.org

http://www.mediawiki.org/wiki/Special:Code/pywikipedia/10451 Revision: 10451 Author: xqt Date: 2012-07-09 13:06:27 +0000 (Mon, 09 Jul 2012) Log Message: ----------- disable fixArabicLetters() due to bug #3539407 Modified Paths: -------------- trunk/pywikipedia/cosmetic_changes.py Modified: trunk/pywikipedia/cosmetic_changes.py =================================================================== --- trunk/pywikipedia/cosmetic_changes.py 2012-07-09 10:29:36 UTC (rev 10450) +++ trunk/pywikipedia/cosmetic_changes.py 2012-07-09 13:06:27 UTC (rev 10451) @@ -178,8 +178,8 @@ text = self.fixReferences(text) text = self.fixStyle(text) text = self.fixTypo(text) - if self.site.lang in ['ckb', 'fa']: - text = self.fixArabicLetters(text) +## if self.site.lang in ['ckb', 'fa']: +## text = self.fixArabicLetters(text) try: text = isbn.hyphenateIsbnNumbers(text) except isbn.InvalidIsbnException, error:

11 years, 10 months

SVN: [10450] trunk/pywikipedia/tag_nowcommons.py

by xqt＠svn.wikimedia.org

http://www.mediawiki.org/wiki/Special:Code/pywikipedia/10450 Revision: 10450 Author: xqt Date: 2012-07-09 10:29:36 +0000 (Mon, 09 Jul 2012) Log Message: ----------- untabify script, redefine skips dictionary; better raise a key error if _default entry doesn't exist Modified Paths: -------------- trunk/pywikipedia/tag_nowcommons.py Modified: trunk/pywikipedia/tag_nowcommons.py =================================================================== --- trunk/pywikipedia/tag_nowcommons.py 2012-07-09 09:48:21 UTC (rev 10449) +++ trunk/pywikipedia/tag_nowcommons.py 2012-07-09 10:29:36 UTC (rev 10450) @@ -5,7 +5,7 @@ """ # # (C) Multichill, 2011 -# (C) xqt,2011 +# (C) xqt, 2012 # # Distributed under the terms of the MIT license. # @@ -22,38 +22,39 @@ from pywikibot import i18n -skips = {} -skips['wikipedia'] = {} -skips['wikipedia']['en'] = [u'NowCommons', - u'CommonsNow', - u'Nowcommons', - u'NowCommonsThis', - u'Nowcommons2', - u'NCT', - u'Nowcommonsthis', - u'Moved to commons', - u'Now Commons', - u'Now at commons', - u'Db-nowcommons', - u'WikimediaCommons', - u'Now commons', - u'Do not move to Commons', - u'KeepLocal', - u'Keeplocal', - u'NoCommons', - u'Nocommons', - u'NotMovedToCommons', - u'Nmtc', - u'Not moved to Commons', - u'Notmovedtocommons', - ] -skips['wikipedia']['fy'] = [u'NowCommons', - u'Nowcommons', - ] -skips['_default'] = [u'NowCommons'] +skips = { + '_default': [u'NowCommons'], + 'wikipedia': { + 'en': [u'NowCommons', + u'CommonsNow', + u'Nowcommons', + u'NowCommonsThis', + u'Nowcommons2', + u'NCT', + u'Nowcommonsthis', + u'Moved to commons', + u'Now Commons', + u'Now at commons', + u'Db-nowcommons', + u'WikimediaCommons', + u'Now commons', + u'Do not move to Commons', + u'KeepLocal', + u'Keeplocal', + u'NoCommons', + u'Nocommons', + u'NotMovedToCommons', + u'Nmtc', + u'Not moved to Commons', + u'Notmovedtocommons', + ], + 'fy': [u'NowCommons', + u'Nowcommons', + ], + }, +} - class NoEnoughData(pywikibot.Error): """ Error class for when the user doesn't specified all the data needed """ @@ -67,10 +68,10 @@ if not imagepage.fileIsOnCommons(): - if skips.get(family) and skips.get(family).get(language): - localskips = skips.get(family).get(language) + if family in skips and language in skips[family]: + localskips = skips[family][language] else: - localskips = skips.get('_default') + localskips = skips['_default'] for template in imagepage.templates(): #FIXME: Move the templates list to a lib.

11 years, 10 months

SVN: [10449] trunk/pywikipedia/nowcommons.py

by xqt＠svn.wikimedia.org

http://www.mediawiki.org/wiki/Special:Code/pywikipedia/10449 Revision: 10449 Author: xqt Date: 2012-07-09 09:48:21 +0000 (Mon, 09 Jul 2012) Log Message: ----------- move handleArgs into main(), bugfix for bug #3406565 (ImportError in tag_nowcommons.py) already hidden since r9553 Modified Paths: -------------- trunk/pywikipedia/nowcommons.py Modified: trunk/pywikipedia/nowcommons.py =================================================================== --- trunk/pywikipedia/nowcommons.py 2012-07-09 09:43:08 UTC (rev 10448) +++ trunk/pywikipedia/nowcommons.py 2012-07-09 09:48:21 UTC (rev 10449) @@ -48,7 +48,7 @@ # # (C) Wikipedian, 2006-2007 # (C) Siebrand Mazeland, 2007-2008 -# (C) xqt,2010-2011 +# (C) xqt,2010-2012 # (C) Pywikipedia bot team, 2006-2011 # # Distributed under the terms of the MIT license. @@ -63,28 +63,6 @@ # only for nowCommonsMessage from imagetransfer import nowCommonsMessage -autonomous = False -replace = False -replacealways = False -replaceloose = False -replaceonly = False -use_hash = False - -for arg in pywikibot.handleArgs(): - if arg == '-autonomous': - autonomous = True - if arg == '-replace': - replace = True - if arg == '-replacealways': - replace = True - replacealways = True - if arg == '-replaceloose': - replaceloose = True - if arg == '-replaceonly': - replaceonly = True - if arg == '-hash': - use_hash = True - nowCommons = { '_default': [ u'NowCommons' @@ -435,6 +413,30 @@ def main(): + global autonomous + global replace, replacealways, replaceloose, replaceonly + global use_hash + autonomous = False + replace = False + replacealways = False + replaceloose = False + replaceonly = False + use_hash = False + + for arg in pywikibot.handleArgs(): + if arg == '-autonomous': + autonomous = True + if arg == '-replace': + replace = True + if arg == '-replacealways': + replace = True + replacealways = True + if arg == '-replaceloose': + replaceloose = True + if arg == '-replaceonly': + replaceonly = True + if arg == '-hash': + use_hash = True bot = NowCommonsDeleteBot() bot.run()

11 years, 10 months

SVN: [10448] trunk/pywikipedia/wikipedia.py

by xqt＠svn.wikimedia.org

http://www.mediawiki.org/wiki/Special:Code/pywikipedia/10448 Revision: 10448 Author: xqt Date: 2012-07-09 09:43:08 +0000 (Mon, 09 Jul 2012) Log Message: ----------- show logfile name in -help; shorten Site.recentchanges() def line to 80 chars. Modified Paths: -------------- trunk/pywikipedia/wikipedia.py Modified: trunk/pywikipedia/wikipedia.py =================================================================== --- trunk/pywikipedia/wikipedia.py 2012-07-09 08:20:19 UTC (rev 10447) +++ trunk/pywikipedia/wikipedia.py 2012-07-09 09:43:08 UTC (rev 10448) @@ -6790,7 +6790,10 @@ yield o, t, u, c return - def recentchanges(self, number = 100, rcstart = None, rcend = None, rcshow = None, rcdir='older', rctype ='edit|new', namespace=None, includeredirects=True, repeat = False, user = None, returndict = False): + def recentchanges(self, number=100, rcstart=None, rcend=None, rcshow=None, + rcdir='older', rctype='edit|new', namespace=None, + includeredirects=True, repeat=False, user=None, + returndict=False): """ Yield recent changes as Page objects uses API call: action=query&list=recentchanges&rctype=edit|new&rclimit=500 @@ -8186,8 +8189,9 @@ -help Show this help text. --log Enable the logfile. Logs will be stored in the logs - subdirectory. +-log Enable the logfile, using the default filename + "%s.log" + Logs will be stored in the logs subdirectory. -log:xyz Enable the logfile, using 'xyz' as the filename. @@ -8211,7 +8215,7 @@ (-dry) debugging of new code (if given, doesn't do any real changes, but only shows what would have been changed). DEPRECATED: please use -simulate instead of -dry -'''# % moduleName +''' % moduleName output(globalHelp, toStdout=True) try: exec('import %s as module' % moduleName)

11 years, 10 months

SVN: [10447] branches/rewrite/pywikibot/login.py

by xqt＠svn.wikimedia.org

http://www.mediawiki.org/wiki/Special:Code/pywikipedia/10447 Revision: 10447 Author: xqt Date: 2012-07-09 08:20:19 +0000 (Mon, 09 Jul 2012) Log Message: ----------- en:Wikipedia:Bots/Status as been moved to Wikipedia:Bots/Status/active_bots update from trunk r10446 Modified Paths: -------------- branches/rewrite/pywikibot/login.py Modified: branches/rewrite/pywikibot/login.py =================================================================== --- branches/rewrite/pywikibot/login.py 2012-07-09 08:17:26 UTC (rev 10446) +++ branches/rewrite/pywikibot/login.py 2012-07-09 08:20:19 UTC (rev 10447) @@ -25,7 +25,7 @@ # second parameter, otherwise it must be None botList = { 'wikipedia': { - 'en': [u'Wikipedia:Bots/Status', 'BotS'], + 'en': [u'Wikipedia:Bots/Status/active bots', 'BotS'], 'simple': [u'Wikipedia:Bots', '/links'] }, 'gentoo': {

11 years, 10 months

SVN: [10446] trunk/pywikipedia/login.py

by xqt＠svn.wikimedia.org

http://www.mediawiki.org/wiki/Special:Code/pywikipedia/10446 Revision: 10446 Author: xqt Date: 2012-07-09 08:17:26 +0000 (Mon, 09 Jul 2012) Log Message: ----------- en:Wikipedia:Bots/Status as been moved to Wikipedia:Bots/Status/active_bots Modified Paths: -------------- trunk/pywikipedia/login.py Modified: trunk/pywikipedia/login.py =================================================================== --- trunk/pywikipedia/login.py 2012-07-08 10:08:16 UTC (rev 10445) +++ trunk/pywikipedia/login.py 2012-07-09 08:17:26 UTC (rev 10446) @@ -66,7 +66,7 @@ # second parameter, otherwise it must be None botList = { 'wikipedia': { - 'en': [u'Wikipedia:Bots/Status', 'BotS'], + 'en': [u'Wikipedia:Bots/Status/active bots', 'BotS'], 'simple': [u'Wikipedia:Bots', '/links'] }, 'gentoo': {

11 years, 10 months

SVN: [10445] trunk/pywikipedia/userlib.py

by xqt＠svn.wikimedia.org

http://www.mediawiki.org/wiki/Special:Code/pywikipedia/10445 Revision: 10445 Author: xqt Date: 2012-07-08 10:08:16 +0000 (Sun, 08 Jul 2012) Log Message: ----------- self._registrationTime already exists. bugfix for r7342 Modified Paths: -------------- trunk/pywikipedia/userlib.py Modified: trunk/pywikipedia/userlib.py =================================================================== --- trunk/pywikipedia/userlib.py 2012-07-08 09:28:14 UTC (rev 10444) +++ trunk/pywikipedia/userlib.py 2012-07-08 10:08:16 UTC (rev 10445) @@ -118,7 +118,7 @@ return def registrationTime(self, force=False): - if not hasattr(self, '_registrationTime') or force: + if self._registrationTime < 0 or force: self._load() return self._registrationTime

11 years, 10 months

SVN: [10444] trunk/pywikipedia/userlib.py

by xqt＠svn.wikimedia.org

http://www.mediawiki.org/wiki/Special:Code/pywikipedia/10444 Revision: 10444 Author: xqt Date: 2012-07-08 09:28:14 +0000 (Sun, 08 Jul 2012) Log Message: ----------- isRegistered() checks whether user is registered. This means there is still registrationTime() == -1. Modified Paths: -------------- trunk/pywikipedia/userlib.py Modified: trunk/pywikipedia/userlib.py =================================================================== --- trunk/pywikipedia/userlib.py 2012-07-08 07:21:39 UTC (rev 10443) +++ trunk/pywikipedia/userlib.py 2012-07-08 09:28:14 UTC (rev 10444) @@ -90,6 +90,18 @@ def username(self): return self._name + def isRegistered(self, force=False): + """ Return True if a user with this name is registered on this site, + False otherwise. + + @param force: if True, forces reloading the data from API + @type force: bool + """ + if self.isAnonymous(): + return False + else: + return self.registrationTime(force) != -1 + def isAnonymous(self): return ip_regexp.match(self.username) is not None @@ -579,6 +591,8 @@ x = data[uj.name()] except KeyError: break + if 'missing' in x: + break uj._editcount = x['editcount'] if 'groups' in x: uj._groups = x['groups']

11 years, 10 months

2024

2023

2022

2021

2020

2019

2018

2017

2016

2015

2014

2013

2012

2011

2010

2009

Pywikipedia-svn July 2012