User:GreenC bot/Job 20/source
Appearance
This is a static version, most recent version is on Toolforge in /data/project/botwikiawk/peerr/
peerr.awk
#!/usr/bin/gawk -bE # # peerr removes the template {{Peer review}} from talk pages when no longer needed. ie. the template was added more than 7 # days ago indicating the peer review processes has stalled or was not properly initiated. # # https://wiki.riteme.site/wiki/User:GreenC_bot/Job_20 # # The MIT License (MIT) # # Copyright (c) April 2021 User:GreenC at wiki.riteme.site # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal # in the Software without restriction, including without limitation the rights # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell # copies of the Software, and to permit persons to whom the Software is # furnished to do so, subject to the following conditions: # # The above copyright notice and this permission notice shall be included in # all copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN # THE SOFTWARE. # library.awk : https://github.com/greencardamom/BotWikiAwk/tree/master/lib @include "library.awk" # # entity_exists - see if a page on Wikipedia exists # eg. if ( ! entity_exists("Gutenberg author") ) print "Unknown page" # function pageExists(entity ,url,jsonin) { url = "https://wiki.riteme.site/w/api.php?action=query&titles=" urlencodeawk(entity) "&format=json" jsonin = http2var(url) if(jsonin ~ "\"missing\"") return 0 return 1 } # # Add a new entry to list # function addList(page, mainPage,archive) { archive = getArchive(page) if(empty(archive)) { stdErr(dateeight() ": Unable to determine archive number (template missing?): " page) print(dateeight() ": Unable to determine archive number (template missing?): " page) >> Logerror return 0 } L[page]["page"] = page mainPage = L[page]["page"] sub(/^Talk:/, "", mainPage) L[page]["prpage"] = "Wikipedia:Peer review/" mainPage "/" archive L[page]["date"] = dateeight() # default to todays date return 1 } # # Check if page exists in list # function inList(page, k) { for(k in L) { if(L[k]["page"] == page) return 1 } return 0 } function loadList(file, a,b,page,i) { if(!checkexists(file)) return for(i = 1; i <= splitn(file, a, i); i++) { if(split(a[i], b, " ---- ") == 3) { page = strip(b[1]) L[page]["page"] = page L[page]["date"] = strip(b[2]) L[page]["prpage"] = strip(b[3]) } } } function saveList(file) { if(checkexists(file)) sys2var(Exe["rm"] " -r " file) for(page in L) print L[page]["page"] " ---- " L[page]["date"] " ---- " L[page]["prpage"] >> file } # # Number of days between today and date in L[page]["date"] rounded down # function numberDays(page, old,new,c,a) { old = sys2var(Exe["date"] " '+%s' -d " L[page]["date"]) new = sys2var(Exe["date"] " '+%s' -d " dateeight()) c = (new - old) / 86400 split(c, a, /[.]/) return a[1] } # # Retrieve 'archive1' or 'archive2', etc.. defined in {{peer review|archive=1}} # function getArchive(page, fp,d,dd,ddd) { fp = sys2var(Exe["wikiget"] " -w " shquote(page)) if(match(fp, templateRE, d) > 0) { if(match(d[0], /archive[[:space:]]*=[[:space:]]*[0-9]{1,2}/, dd) > 0) { match(dd[0], /[0-9]{1,2}/, ddd) return "archive" ddd[0] } return "archive1" } } # # Delete template from page # function deleteTemplate(page, temp,fp,d,command,result,comres) { result = 0 temp = Home "temp.txt" fp = sys2var(Exe["wikiget"] " -w " shquote(page)) if(match(fp, templateRE "[ ]*(\\n)?", d) > 0) { fp = subs(d[0], "", fp) print fp > temp close(temp) command = Exe["wikiget"] " -E " shquote(page) " -S " shquote("Removing {{Peer review}} after " MaxDays " days without creation of [[" L[page]["prpage"] "]] per [[User:GreenC bot/Job 20]]") " -P " shquote(temp) comres = sys2var(command) if(comres != "Success") { stdErr(dateeight() ": Unable to upload (" comres "): " command) print(dateeight() ": Unable to upload (" comres "): " command) >> Logerror } else { print(dateeight() ": Successful upload: " command) >> Logfile result = 1 } } else { stdErr(dateeight() ": Unable to find template in page: " page) print(dateeight() ": Unable to find template in page: " page) >> Logerror } return result } function main( cat,a,i,watch,b) { loadList(Home "list.txt") cat = sys2var(Exe["wikiget"] " -c \"Peer review requests not opened\"") # Remove template from page and from list, if date expired # Add to list if in category but not in list for(i = 1; i <= splitn(cat "\n", a, i); i++) { a[i] = strip(a[i]) if(inList(a[i])) { if(int(numberDays(a[i])) >= MaxDays) { # number of days between now and L[page]["date"] >= MaxDays if(!pageExists(L[a[i]]["prpage"])) { if(deleteTemplate(a[i])) delete L[a[i]] } } } else addList(a[i]) } # Remove from list if not in category for(b in L) { watch = 0 for(i = 1; i <= length(a); i++) { if(L[b]["page"] == a[i]) watch = 1 } if(watch == 0) delete L[b] } saveList(Home "list.txt") } BEGIN { IGNORECASE = 1 Home = "/data/project/botwikiawk/peerr/" MaxDays = 7 # Number of days to wait before removing template # Template:Peer review templateRE = "[{][{][[:space:]]*(peer review|peerreview|pr)[[:space:]]*[|][^}]*[}][}]" # wikiget : https://github.com/greencardamom/Wikiget Exe["wikiget"] = "/data/project/botwikiawk/BotWikiAwk/bin/wikiget" Exe["wget"] = "/usr/bin/wget" Exe["date"] = "/bin/date" Exe["rm"] = "/bin/rm" Logfile = Home "logpeerr.log" Logerror = Home "logerror.log" main() }