PyWikiScripts/replacements_using_cats.py at master · 0x010C/PyWikiScripts · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
#!/usr/bin/python2.7
# -*- coding: utf-8 -*-
#Autor: Antoine "0x010C" Lamielle
#Date: 12 May 2016
#License: GNU GPL v3
#Usage example: python replacements_using_cats.py -c "Portail:Castille-et-León/Articles liés" -o "({{ ?[EÉeé]bauche[^}]*\| ?)commune d'Espagne( ?[}|])" -n "\1commune d'Aragon\2" -s "Bot : Remplacement de '{{ébauche|commune d'Espagne}}' par '{{ébauche|commune de Castille-et-León}}'" --regex --dotall --ignorecase

import pywiki
import pwutils
import re
import sys


pw = None


# Main
def cat_replace(category, old_text, new_text, summary, recursive=False, use_regex=False, regex_flags=0, namespace=pywiki.NS_MAIN):
    i=0
    j=0


    all_cats = set(["Category:"+category])
    if recursive:
        to_search = set(["Category:"+category])
        while to_search:
            gcm_continue = ""
            current_cat = to_search.pop()
            while gcm_continue != None:
                (cats, gcm_continue) = pw.get_pages_in_cat(current_cat, gcm_type="subcat", gcm_continue=gcm_continue)
                for cat in cats:
                    if cat not in all_cats:
                        to_search.add(cat)
                        all_cats.add(cat)

    for cat in all_cats:
        gcm_continue = ""
        while gcm_continue != None:
            (titles, gcm_continue) = pw.get_pages_in_cat(cat, gcm_type="page", gcm_continue=gcm_continue)
            contents = pw.get_content_list(titles)
            for content in contents:
                if use_regex:
                    tmp = re.sub(old_text, new_text, content[1])
                else:
                    tmp = content[1].replace(old_text, new_text)
                if content[1] != tmp:
                    print content[0]
                    pw.replace(content[0], tmp, summary, nocreate=True)
                    j += 1
                i += 1
    print "Nombre de pages parcourues : " + str(i)
    print "Nombre de pages modifiées :  " + str(j)

def main():
    global pw

    pw = pywiki.Pywiki("frwiki-NeoBOT")
    pw.login()
    pw.limit = 500

    mass = pwutils.arg_parser("--mass", value=True, required=False, default=False)
    if mass:
        sys.path.append(os.path.dirname(os.path.realpath(__file__)) + "/conf/")
        mass_replacement = __import__(mass, globals(), locals(), [], -1).mass_replacement
        for request in mass_replacement:
            cat_replace(request[0], request[1], request[2], request[3], request[4], request[5], request[6], request[7])

    else:
        category = pwutils.arg_parser("-c", value=True, required=True)
        old_text = pwutils.arg_parser("-o", value=True, required=True)
        new_text = pwutils.arg_parser("-n", value=True, required=True)
        summary = pwutils.arg_parser("-s", value=True, default=u"Bot : Remplacement de '"+old_text+u"' par '"+new_text+u"' dans la catégorie [[Category:"+category+u"|"+category+u"]]")
        recursive = pwutils.arg_parser("--recursive")
        namespace = pwutils.arg_parser("--namespace", value=True, default=pywiki.NS_MAIN)
        use_regex = pwutils.arg_parser("--regex")
        regex_flags = ""
        if use_regex:
            if pwutils.arg_parser("--dotall"):
                regex_flags = re.DOTALL
            if pwutils.arg_parser("--ignorecase"):
                regex_flags = regex_flags | re.IGNORECASE
            old_text = re.compile(old_text, regex_flags);

        cat_replace(category, old_text, new_text, summary, recursive, use_regex, regex_flags, namespace)


main()