var wikitext = 'error'
var NRISOnlyStructure=[]; // NRISOnlyStructure[table][row]["Titles"][item].StatName to get info
var TotalToQuery=0;
var TotalQueried=0;
var OutputBase = "User:NationalRegisterBot/AllNRHPPages"
var ErrorCount=0;
var WarningCount=[["",0]]; // 0=status, 1=count
var InitialTime=0;
var ProgressDivTimer=0 // timer for updating ProgressDiv
var DefaultQueryPause=1 // number of milliseconds to wait between each API query; increased by code if rate limit reached
function CheckPermission() {
if (mw.user.getName()!="NationalRegisterBot"&&mw.user.getName()!="Dudemanfellabra") {
alert("Only NationalRegisterBot has been authorized to use the NRIS-only script!")
return
} else {
NRISOnlyButtons()
}
}
function NRISOnlyButtons() {
var pageName=mw.config.get('wgPageName')
var button=document.createElement("input")
button.setAttribute("type", "button");
button.setAttribute("id", "nrisonlybutton");
var content=document.getElementById('mw-content-text')
if (location.href.indexOf('action')==-1) {
if (pageName=="Wikipedia:WikiProject_National_Register_of_Historic_Places/Progress") {
button.setAttribute("value", "Update list for NationalRegisterBot");
button.setAttribute("onclick", "NRISOnlyClicked('update')");
} else if (pageName=="User:NationalRegisterBot/AllNRHPPages/Duplications") {
button.setAttribute("value", "Gather duplicate stats");
button.setAttribute("onclick", "NRISOnlyClicked('duplicate')");
} else if (pageName=="User:NationalRegisterBot/NRISOnly") {
button.setAttribute("value", "Tag these articles");
button.setAttribute("onclick", "NRISOnlyClicked('tag')");
} else {
return;
}
content.parentNode.insertBefore(button, content)
}
}
function NRISOnlyClicked(action) { // after button is clicked, disable it and perform action
var nrisonlybutton = document.getElementById('nrisonlybutton')
nrisonlybutton.disabled = true
var ProgressDiv = document.createElement("div")
ProgressDiv.setAttribute("id", "ProgressDiv")
ProgressDiv.setAttribute("style", "width:600px; border:1px solid black; padding:5px; background:#ffffff")
nrisonlybutton.parentNode.insertBefore(ProgressDiv, nrisonlybutton)
if (action=="update") {
ProgressDiv.innerHTML = "Initializing..."
getNRISOnlyProgressPageWikitext(mw.config.get('wgPageName')) // after wikitext fetched, SetupNRISOnlyTables() is called
} else if (action=="duplicate") {
CheckDuplicates();
} else if (action=="tag") {
TagNRISOnly();
}
}
// create array of table structure to be populated later
function SetupNRISOnlyTables() {
var table=document.getElementsByClassName('wikitable sortable');
// extract list names from Progress page
for (var i=1; i<table.length; i++) { // skip national table
var tr=table[i].getElementsByTagName("tr")
NRISOnlyStructure[i-1]=[];
var skipOffset=1 // number of duplicate/skippable rows encountered so far
for (var j=1; j<tr.length-2; j++) { // skip title row, statewide duplicates, and totals row
var td=tr[j].getElementsByTagName("td") // fill in existing data in case error
var link=td[1].getElementsByTagName("a")
if (link.length!=0 && link[0].href.search("#")==-1) {
NRISOnlyStructure[i-1][j-skipOffset]={};
NRISOnlyStructure[i-1][j-skipOffset].Titles=[]; // Placeholder for article names
link=decodeURI(link[0].href).split("/")
link=link[link.length-1].replace(/_/g," ")
NRISOnlyStructure[i-1][j-skipOffset].Link=link
NRISOnlyStructure[i-1][j-skipOffset].ID=td[0].innerHTML.substr(0,5) // for finding empty counties
NRISOnlyStructure[i-1][j-skipOffset].CatsQueried=0 // for querying later
NRISOnlyStructure[i-1][j-skipOffset].TotalToCheck=0
NRISOnlyStructure[i-1][j-skipOffset].TotalChecked=0
} else { // must be a duplicate row
skipOffset++
}
}
}
for (var i=0; i<NRISOnlyStructure.length; i++) { // count total number of lists to check
TotalToQuery+=NRISOnlyStructure[i].length
}
var ProgressDiv=document.getElementById("ProgressDiv")
ProgressDiv.innerHTML+=" Done!<br>"
var ProgressSpan=document.createElement("span")
ProgressSpan.setAttribute("id", "ProgressSpan")
ProgressDiv.appendChild(ProgressSpan)
ProgressSpan.innerHTML = "Querying articles in each list... 0 (0%) of "+TotalToQuery+" lists complete."
var TimeSpan=document.createElement("span")
TimeSpan.setAttribute("id", "TimeSpan")
ProgressDiv.appendChild(TimeSpan)
TimeSpan.innerHTML = ""
var EditSpan=document.createElement("span")
EditSpan.setAttribute("id", "EditSpan")
ProgressDiv.appendChild(EditSpan)
EditSpan.innerHTML = ""
InitialTime=new Date() // record starting time
UpdateNRISOnlyProgressDiv();
LoadNRISOnlyList(0,0); // begin querying first page
}
// load next list to query
function LoadNRISOnlyList(currentTable,currentRow) {
// check if we need to go to the next table
if (currentRow>NRISOnlyStructure[currentTable].length-1) {
currentRow=0
currentTable++
}
// check if there are no more tables
if (currentTable>NRISOnlyStructure.length-1) return;
setTimeout(function(){ // short delay to prevent API overload
getNRISOnlyListWikitext(currentTable,currentRow);
LoadNRISOnlyList(currentTable,currentRow+1);
}, DefaultQueryPause);
return;
}
function NRISOnlyWikitextFetched(ajaxResponse,status,currentTable,currentRow) {
if (status!="success") {
NewNRISOnlyWarning("Wikitext "+ajaxResponse.errorThrown)
setTimeout(function(){ // try again after delay if rate limit reached
getNRISOnlyListWikitext(currentTable,currentRow);
}, 250);
return;
}
// won't get here unless successful
var responseText=JSON.parse(ajaxResponse.responseText)
var pagetext=responseText.query.pages[responseText.query.pageids[0]].revisions[0]["*"]
if (responseText.query.redirects) { // if redirect, find section
var SectionName="Undefined"
for (var r in responseText.query.redirects) {
if (typeof responseText.query.redirects[r].tofragment!="undefined") SectionName=responseText.query.redirects[r].tofragment.replace(/.27/g,"'")
}
var regex = new RegExp("=[ ]*(\\[\\[(.*?\\|)?[ ]*)?"+SectionName+"([ ]*\\]\\])?[ ]*=", "g")
var sectionheader=pagetext.match(regex)
if (sectionheader == null) { // if no section found, check if one of known empty counties
var EmptyCounties=["02270", "12067", "42023", "48017", "48023", "48033", "48069", "48075", "48079", "48083", "48103", "48107", "48119", "48131", "48155", "48165", "48195", "48207", "48219", "48247", "48269", "48279", "48341", "48369", "48389", "48415", "48421", "48431", "48433", "48437", "48445", "48461", "48475", "48501", "51735"]
var ID = NRISOnlyStructure[currentTable][currentRow].ID
var errorcode = 0
for (var k=0; k<EmptyCounties.length; k++) {
if (ID==EmptyCounties[k]) {errorcode=-1}
}
if (errorcode!=0) { // must be an empty county
TotalQueried++
if (TotalQueried==TotalToQuery) DoneQueryingNRIS()
return;
}
// if we're here, must have been a redirect with no section, and not a known empty county
sectionheader=pagetext.match(/{{NRHP header/g) // then look for tables without a section
if (sectionheader==null||sectionheader.length>1) { // if still can't find a table or find multiple tables, fatal error
NRISOnlyFatalError(0,currentTable,currentRow)
return;
}
}
var StartIndex=pagetext.indexOf(sectionheader[0])
var sectiontext=pagetext.substr(StartIndex,pagetext.indexOf("\n==",StartIndex)-StartIndex) // only look at relevant section
StartIndex=sectiontext.indexOf("{{NRHP header")
if (StartIndex==-1) {
if (sectiontext.indexOf("{{NRHP row")!=-1) {
NRISOnlyFatalError(2,currentTable,currentRow) // incorrectly formatted table
return;
} else { // must be an empty county
TotalQueried++
if (TotalQueried==TotalToQuery) DoneQueryingNRIS()
return;
}
}
var tabletext=sectiontext.substr(StartIndex,sectiontext.indexOf("\n|}",StartIndex)-StartIndex)
} else { // if not a redirect, default to first table on page
var StartIndex=pagetext.indexOf("{{NRHP header")
if (StartIndex==-1) {
NRISOnlyFatalError(1,currentTable,currentRow) // no list found
return;
}
var tabletext=pagetext.substr(StartIndex,pagetext.indexOf("\n|}",StartIndex)-StartIndex)
}
// now that tabletext has only relevant table, extract rows
var Rows=[]
var str = "{{"
var start=0
var commentstart=0
while (true) {
commentstart=tabletext.indexOf("<!--",start)
start=tabletext.indexOf(str,start)
if (start==-1) break
while (commentstart<start&&commentstart!=-1) { // skip any commented out rows
start=tabletext.indexOf("-->",commentstart)
commentstart=tabletext.indexOf("<!--",start)
start=tabletext.indexOf(str,start)
}
if (start==-1) break
var open=1
var index=start+str.length
while (open!=0 && index<tabletext.length) { // make sure to find correct matching close brackets for row template
if (tabletext.substr(index,2)=="}}") {
open--
index++
} else if (tabletext.substr(index,2)=="{{") {
open++
index++
}
index++
}
var template=tabletext.substr(start,index-start)
var regex = new RegExp("{{[\\s]*NRHP row(\\s)*\\|", "g")
if (template.match(regex)!=null) Rows.push(template) // make sure it's the row template and not some other one
start++
}
for (var i=0; i<Rows.length; i++) { // get rid of false positives inside nowiki or pre tags
var regex=new RegExp("<[ ]*?(nowiki|pre)[ ]*?>((?!<[ ]*?/[ ]*?(nowiki|pre)[ ]*?>)(.|\\n))*?"+Rows[i].replace(/[\-\[\]\/\{\}\(\)\*\+\?\.\\\^\$\|]/g, "\\$&")+"(.|\\n)*?<[ ]*?/[ ]*?(nowiki|pre)[ ]*?>", "g")
if (tabletext.match(regex)!=null) {Rows.splice(i,1); i--}
}
for (var i=0; i<Rows.length; i++) { // extract titles for querying
var ThisRow=Rows[i]
var article=ThisRow.match(/\|[ ]*?article[ ]*?=[ ]*?.*?[\n|\|]/g)
var blank=ThisRow.match(/\|[ ]*?article[ ]*?=[ ]*?[\n|\|]/g) // default to name param if article
if (article==null||blank!=null) article=ThisRow.match(/\|[ ]*?name[ ]*?=[ ]*?.*?[\n|\|]/g) // blank or missing
// strip param name, final line break
article=article[0].replace(/\|[ ]*?(article|name)[ ]*?=[ ]*?/g,"").replace(/[\n|\|]/g,"").replace(/\<\!\-\-(.|[\r\n])*?\-\-\>/g,"").trim()
article=decodeURIComponent(article.split("#")[0].trim()) // corrections for weird titles
var refnum=ThisRow.match(/[0-9]{8}/g) // also extract refnums
if (refnum!=null) {
if (refnum[0]=="98000562"||refnum[0]=="98000563") refnum[0]="98000562,98000563" // hard-code troublesome
if (refnum[0]=="01000363"||refnum[0]=="01000364") refnum[0]="01000363,01000364" // multistate duplicates
if (refnum[0]=="02000529"||refnum[0]=="02000530") refnum[0]="02000529,02000530" // ...
refnum=refnum[0]
} else {
refnum="missing"
}
var temp=NRISOnlyStructure[currentTable][currentRow].Titles
temp[temp.length]={"name":article, "refnum":refnum, "exists":true,
"isDab":false, "isTaggedNRISOnly":false, "isNRISOnly":false, "proseSize":0, "numberRefs":0}
NRISOnlyStructure[currentTable][currentRow].Titles=temp
}
var StartIndex=0
LoadNextNRISOnlyListQuery(StartIndex,currentTable,currentRow)
return;
}
// ready next batch of articles to query
function LoadNextNRISOnlyListQuery(StartIndex,currentTable,currentRow) {
if (StartIndex==NRISOnlyStructure[currentTable][currentRow].Titles.length) { // all queries begun for this list
return;
}
// must have some more rows to query
if (NRISOnlyStructure[currentTable][currentRow].Titles.length-StartIndex>50) {
var TempTitles=NRISOnlyStructure[currentTable][currentRow].Titles.slice(StartIndex,StartIndex+50)
} else {
var TempTitles=NRISOnlyStructure[currentTable][currentRow].Titles.slice(StartIndex)
}
for (var i=0; i<TempTitles.length; i++) { // only extract article names
TempTitles[i]=TempTitles[i].name
}
StartIndex+=TempTitles.length
setTimeout(function(){ // short delay to prevent API overload
QueryNRISOnlyCats(TempTitles,StartIndex,currentTable,currentRow)
LoadNextNRISOnlyListQuery(StartIndex,currentTable,currentRow)
}, DefaultQueryPause);
return;
}
// query next batch of articles
function QueryNRISOnlyCats(TempTitles,StartIndex,currentTable,currentRow) {
var TitleList=TempTitles.join("|")
$.ajax({
dataType: "json",
url: mw.util.wikiScript('api'),
data: {
format: 'json',
action: 'query',
prop: 'categories',
clcategories: 'Category:All disambiguation pages|Category:All articles sourced only to NRIS',
cllimit: 'max',
titles: TitleList,
redirects: 'true'
},
error: function(ArticlejsonObject,status,errorThrown) {ArticlejsonObject.errorThrown=errorThrown},
complete: function(ArticlejsonObject,status) {
NRISOnlyCatsChecked(ArticlejsonObject,status,TempTitles,StartIndex,currentTable,currentRow)
}
});
return;
}
// parse API response for article query
function NRISOnlyCatsChecked(ArticlejsonObject,status,TempTitles,StartIndex,currentTable,currentRow) {
if (status!="success") {
NewNRISOnlyWarning("Articles "+ArticlejsonObject.errorThrown)
setTimeout(function(){ // try again after delay if rate limit reached
QueryNRISOnlyCats(TempTitles,StartIndex,currentTable,currentRow)
}, 250);
return;
}
// won't get here unless successful
NRISOnlyStructure[currentTable][currentRow].CatsQueried+=TempTitles.length
var responseText=JSON.parse(ArticlejsonObject.responseText)
if (responseText.query.normalized) { // normalize any weird titles
for (var n in responseText.query.normalized) {
for (var i=0; i<TempTitles.length; i++) {
if (TempTitles[i]==responseText.query.normalized[n].from) TempTitles[i]=responseText.query.normalized[n].to
}
for (var i=0; i<NRISOnlyStructure[currentTable][currentRow].Titles.length; i++) { // also update in main data array
if (NRISOnlyStructure[currentTable][currentRow].Titles[i].name==responseText.query.normalized[n].from) {
NRISOnlyStructure[currentTable][currentRow].Titles[i].name=responseText.query.normalized[n].to
}
}
}
}
if (responseText.query.redirects) { // resolve any redirects also
for (var r in responseText.query.redirects) {
for (var i=0; i<TempTitles.length; i++) {
if (TempTitles[i]==responseText.query.redirects[r].from) TempTitles[i]=responseText.query.redirects[r].to
}
for (var i=0; i<NRISOnlyStructure[currentTable][currentRow].Titles.length; i++) { // also update in main data array
if (NRISOnlyStructure[currentTable][currentRow].Titles[i].name==responseText.query.redirects[r].from) {
NRISOnlyStructure[currentTable][currentRow].Titles[i].name=responseText.query.redirects[r].to
}
}
}
}
// now determine if dab/NRIS-only
for (var page in responseText.query.pages) {
var pagetitle=responseText.query.pages[page].title
// mark as redlink
if (typeof responseText.query.pages[page].missing!="undefined") {
for (var i=0; i<NRISOnlyStructure[currentTable][currentRow].Titles.length; i++) {
if (NRISOnlyStructure[currentTable][currentRow].Titles[i].name==pagetitle) {
NRISOnlyStructure[currentTable][currentRow].Titles[i].exists=false
}
}
}
if (responseText.query.pages[page].categories) {
for (var category in responseText.query.pages[page].categories) {
// mark as link to dab
if (responseText.query.pages[page].categories[category].title=="Category:All disambiguation pages") {
for (var i=0; i<NRISOnlyStructure[currentTable][currentRow].Titles.length; i++) {
if (NRISOnlyStructure[currentTable][currentRow].Titles[i].name==pagetitle) {
NRISOnlyStructure[currentTable][currentRow].Titles[i].exists=false // dab=redlink
NRISOnlyStructure[currentTable][currentRow].Titles[i].isDab=true
}
}
}
// mark already tagged NRIS-only
if (responseText.query.pages[page].categories[category].title.indexOf("sourced only to NRIS")!=-1) {
for (var i=0; i<NRISOnlyStructure[currentTable][currentRow].Titles.length; i++) {
if (NRISOnlyStructure[currentTable][currentRow].Titles[i].name==pagetitle) {
NRISOnlyStructure[currentTable][currentRow].Titles[i].isTaggedNRISOnly=true
}
}
}
}
}
}
if (NRISOnlyStructure[currentTable][currentRow].CatsQueried==NRISOnlyStructure[currentTable][currentRow].Titles.length) {
var Titles=[];
for (var i=0; i<NRISOnlyStructure[currentTable][currentRow].Titles.length; i++) { // tally up articles to query
if (NRISOnlyStructure[currentTable][currentRow].Titles[i].exists) {
Titles.push(NRISOnlyStructure[currentTable][currentRow].Titles[i].name)
NRISOnlyStructure[currentTable][currentRow].TotalToCheck++
}
}
// now begin querying article content and checking if NRIS-only
StartIndex=0
LoadNextNRISOnlyPageQuery(Titles,StartIndex,currentTable,currentRow)
}
}
// load each existing page to check if it should be tagged NRIS-only
function LoadNextNRISOnlyPageQuery(Titles,StartIndex,currentTable,currentRow) {
if (StartIndex==Titles.length) { // all queries begun for this list
if (Titles.length==0) { // some lists have no bluelinks
TotalQueried++
if (TotalQueried==TotalToQuery) DoneQueryingNRIS()
}
return;
}
// must have some more rows to query
setTimeout(function(){ // short delay to prevent API overload
QueryNextNRISOnlyPage(Titles,StartIndex,currentTable,currentRow)
StartIndex++
LoadNextNRISOnlyPageQuery(Titles,StartIndex,currentTable,currentRow)
}, DefaultQueryPause);
return;
}
// query the next page
function QueryNextNRISOnlyPage(Titles,StartIndex,currentTable,currentRow) {
$.ajax({
dataType: "json",
url: mw.util.wikiScript('api'),
data: {
format: 'json',
action: 'query',
prop: 'revisions',
rvprop: 'content',
titles: Titles[StartIndex],
indexpageids: true,
redirects: 'true'
},
error: function(ajaxResponse,status,errorThrown) {ajaxResponse.errorThrown=errorThrown},
complete: function(ajaxResponse,status) {
NRISOnlyPageWikitextFetched(ajaxResponse,status,Titles,StartIndex,currentTable,currentRow)
}
})
return;
}
// parse API response for page wikitext
function NRISOnlyPageWikitextFetched(ajaxResponse,status,Titles,StartIndex,currentTable,currentRow) {
if (status!="success") {
NewNRISOnlyWarning("Articles wikitext "+ajaxResponse.errorThrown)
setTimeout(function(){ // try again after delay if rate limit reached
QueryNextNRISOnlyPage(Titles,StartIndex,currentTable,currentRow)
}, 250);
return;
}
// won't get here unless successful
NRISOnlyStructure[currentTable][currentRow].TotalChecked++
// now determine prose size, number of references, etc.
var responseText=JSON.parse(ajaxResponse.responseText)
for (var page in responseText.query.pages) {
var pagetext = responseText.query.pages[page].revisions[0]['*'];
var prose=pagetext.replace(/\<\!\-\-(.|[\r\n])*?\-\-\>/g,"") // strip comments
prose=prose.replace(/\<ref[^e](.|[\r\n])*?([ ]*?\/|\<\/ref[ ]*?)\>/gi,"") // strip refs
prose=prose.replace(/==[ ]*?External links[ ]*?==(.|\n)*?(?=(==.*?==|$))/gi,"") // strip external links section
prose=prose.replace(/==[ ]*?See also[ ]*?==(.|\n)*?(?=(==.*?==|$))/gi,"") // strip see also section
prose=prose.replace(/==[ ]*?(References|Notes)[ ]*?==(.|\n)*?(?=(==.*?==|$))/gi,"") // strip references section
// strip further reading section
prose=prose.replace(/==[ ]*?(Further|Additional) reading[ ]*?==(.|\n)*?(?=(==.*?==|$))/gi,"")
prose=prose.replace(/={2,5}.*?={2,5}/g,"") // strip section titles
// replace wikilinks with displayed text
prose=prose.replace(/\[\[(?![ ]*?Category:|[ ]*?Image:|[ ]*?File:)([^\]]*?\|)?(.*?)\]\]/gi,"$2")
prose=prose.replace(/\[[ ]*?http.*? (.*?)\]/g,"$1") // replace inline external links with displayed text
prose=prose.replace(/'{2,5}(.*?)'{2,5}/g,"$1") // replace bold/italic with displayed text
prose=prose.replace(/\[\[[ ]*?Category:.*?\]\]/g,"") // strip categories
prose=prose.replace(/\[\[[ ]*?(Image|File):.*?\]\]/g,"") // strip images
prose=prose.replace(/\<[ ]*?gallery(.|\n)*?\<[ ]*?\/[ ]*?gallery[ ]*?\>/gi,"") // strip galleries
while(true) { // strip templates
var str="{{"
var start=prose.indexOf(str)
if (start==-1) break
var open=1
var index=start+str.length
while (open!=0 && index<prose.length) {
if (prose.substr(index,2)=="}}") {
open--
index++
} else if (prose.substr(index,2)=="{{") {
open++
index++
}
index++
}
prose=prose.replace(prose.substr(start,index-start),"")
}
prose=prose.replace(/{\|(.|\n)*?\|}/g,"") // strip tables
prose=prose.replace(/ /g," ") // replace nbsp with regular space
prose=prose.replace(/<[ ]*?br.*?>/g, "\n") // replace HTML line break with string line break
prose=prose.replace(/[ \n]+/g," ") // replace multiple spaces/linebreaks with single space
prose=prose.trim()
for (var i=0; i<NRISOnlyStructure[currentTable][currentRow].Titles.length; i++) { // record prose size
if (NRISOnlyStructure[currentTable][currentRow].Titles[i].name==Titles[StartIndex]) {
NRISOnlyStructure[currentTable][currentRow].Titles[i].proseSize=prose.length
}
}
var hasSpecialRefs=0
if (pagetext.indexOf("{{GR")!=-1||pagetext.indexOf("{{sfn")!=-1||pagetext.indexOf("{{Sfn")!=-1) { // these count as refs
hasSpecialRefs=pagetext.match(/{{[ ]*(GR|sfn|Sfn)/g).length
}
var Refs=pagetext.match(/\<ref[^e](.|[\r\n])*?([ ]*?\/|\<\/ref[ ]*?)\>/gi)
var comments=pagetext.match(/\<\!\-\-(.|[\r\n])*?\-\-\>/g)
if (Refs==null) { // if no refs, skip page (default numberRefs=0)
if (hasSpecialRefs==0) continue;
Refs=[]
}
if (comments!=null) {
for (var l=0; l<comments.length; l++) {
var CommentedRefs=comments[l].match(/\<ref[^e](.|[\r\n])*?([ ]*?\/|\<\/ref[ ]*?)\>/gi)
if (CommentedRefs==null) continue
for (var m=0; m<CommentedRefs.length; m++) {
for (var n=0; n<Refs.length; n++) {
if (Refs[n]==CommentedRefs[m]) {Refs.splice(n,1); n--}
}
}
}
}
if (Refs.length==0) { // if all refs commented out, skip page (default numberRefs=0)
if (hasSpecialRefs==0) continue;
}
var citesNRIS=false
for (var l=0; l<Refs.length; l++) {
if (Refs[l].indexOf("{{NRISref")!=-1) citesNRIS=true // check if NRISref is one of the refs
}
var namedRefs=[];
for (var l=0; l<Refs.length; l++) { // extract names of refs
var nameOfRef=Refs[l].match(/name[ ]*?=.*?(\/|\>)/gi)
if (nameOfRef==null) {
continue
} else {
nameOfRef = nameOfRef[0].replace(/("| )/g,'')
nameOfRef = nameOfRef.substr(5,nameOfRef.length-6)
}
namedRefs.push(nameOfRef)
}
var Duplicates=0
for (var l=0; l<namedRefs.length; l++) { // remove duplicate named refs
for (var m=l+1; m<namedRefs.length; m++) {
if (namedRefs[m]==namedRefs[l]) {
Duplicates++
namedRefs.splice(m,1)
m--
}
}
}
var DistinctRefs = Refs.length-Duplicates
if (hasSpecialRefs>0) DistinctRefs+=hasSpecialRefs
for (var i=0; i<NRISOnlyStructure[currentTable][currentRow].Titles.length; i++) { // record number of refs
if (NRISOnlyStructure[currentTable][currentRow].Titles[i].name==Titles[StartIndex]) {
NRISOnlyStructure[currentTable][currentRow].Titles[i].numberRefs=DistinctRefs
}
}
if (DistinctRefs>1) continue; // not NRIS-only if more than one ref
if (citesNRIS&&DistinctRefs==1) { // if one ref and is NRIS-only, then tag
for (var i=0; i<NRISOnlyStructure[currentTable][currentRow].Titles.length; i++) { // record number of refs
if (NRISOnlyStructure[currentTable][currentRow].Titles[i].name==Titles[StartIndex]) {
NRISOnlyStructure[currentTable][currentRow].Titles[i].isNRISOnly=true
}
}
}
}
if (NRISOnlyStructure[currentTable][currentRow].TotalChecked==NRISOnlyStructure[currentTable][currentRow].TotalToCheck) {
TotalQueried++
if (TotalQueried==TotalToQuery) DoneQueryingNRIS()
return;
}
}
// keep track of warnings encountered while querying API
function NewNRISOnlyWarning(warning) {
var NewWarning=true
for (var i=0; i<WarningCount.length; i++) { // check if already encountered error
if (warning==WarningCount[i][0]||WarningCount[i][0]=="") {WarningCount[i][0]=warning; WarningCount[i][1]++; NewWarning=false;}
}
if (NewWarning) WarningCount[WarningCount.length]=[warning,1] // if new warning, make new entry
var test=0
for (var i=0; i<WarningCount.length; i++) {
test+=WarningCount[i][1]
}
if (test%50==0) DefaultQueryPause++ // for every 50 errors encountered, increase time between each query to throttle speed
}
// these errors require user input; can't just be ignored
function NRISOnlyFatalError(code,currentTable,currentRow) {
var errorArray = ['No county section found for ','No list found for ','Incorrectly formatted list for ']
var retry=confirm(errorArray[code]+NRISOnlyStructure[currentTable][currentRow].Link+"!\n\nCancel=Skip OK=Retry")
if (retry) {
getNRISOnlyListWikitext(currentTable,currentRow);
} else { // if chose to skip, add one to error count
TotalQueried++
ErrorCount++
if (TotalQueried==TotalToQuery) DoneQueryingNRIS()
}
return;
}
// update ProgressDiv to let user know what's going on
function UpdateNRISOnlyProgressDiv() {
var ProgressSpan=document.getElementById("ProgressSpan")
var TimeSpan=document.getElementById("TimeSpan")
var PercentQueried=Math.round(TotalQueried/TotalToQuery*1000)/10
ProgressSpan.innerHTML = "Querying articles in each list... "+TotalQueried+" ("+PercentQueried+"%) of "+TotalToQuery+" lists complete."
if (TotalQueried>100) {
var CurrentTime=new Date()
var SecondsElapsed = (CurrentTime-InitialTime)/1000
var Average = SecondsElapsed/TotalQueried
SecondsElapsed=Math.round(SecondsElapsed)
var MinutesElapsed = 0
while (SecondsElapsed>=60) {
SecondsElapsed-=60
MinutesElapsed++
}
var SecondsRemaining = Math.round(Average*(TotalToQuery-TotalQueried))
var MinutesRemaining = 0
while (SecondsRemaining>=60) {
SecondsRemaining-=60
MinutesRemaining++
}
var TimeRemainingStr = ""
if (MinutesRemaining!=0) TimeRemainingStr=MinutesRemaining+" min "
TimeRemainingStr+=SecondsRemaining+" sec"
var TimeElapsedStr = ""
if (MinutesElapsed!=0) TimeElapsedStr=MinutesElapsed+" min "
TimeElapsedStr+=SecondsElapsed+" sec"
TimeRemainingStr+=" ("+TimeElapsedStr+" elapsed)"
} else {
var TimeRemainingStr="Calculating..."
}
TimeSpan.innerHTML="<br>Estimated time remaining: "+TimeRemainingStr
if (TotalQueried!=TotalToQuery) { // update ProgressDiv only at regular intervals to prevent CPU overload; stop once done
ProgressDivTimer=setTimeout(function(){
UpdateNRISOnlyProgressDiv();
}, 500);
}
return;
}
// get here once done querying everything
function DoneQueryingNRIS() {
clearTimeout(ProgressDivTimer)
var ProgressSpan=document.getElementById("ProgressSpan")
var TimeSpan=document.getElementById("TimeSpan")
var CurrentTime=new Date()
var SecondsElapsed = (CurrentTime-InitialTime)/1000
SecondsElapsed=Math.round(SecondsElapsed)
var MinutesElapsed = 0
while (SecondsElapsed>=60) {
SecondsElapsed-=60
MinutesElapsed++
}
var TimeStr=" Time elapsed: "
if (MinutesElapsed!=0) TimeStr+=MinutesElapsed+" min "
TimeStr+=SecondsElapsed+" sec"
ProgressSpan.innerHTML="Querying articles in each list... Done!"+TimeStr
TimeSpan.innerHTML="<br>Compiling data (this could take a while)... "
setTimeout(function() {CalculateNRISOnlyTotals()},100); // small delay for non-Firefox browsers to update screen
}
// now compile all the data
function CalculateNRISOnlyTotals() {
var StartTime=new Date() // for calculating computation time
var AllTitles = []; // [name,refnum,list] - includes redlinks; used to find duplicates later
var Dabs = []; // [name,list]
var MissingRefnum = []; // [name,list]
var ExistingTitles = []; // name - only bluelinks
var ToBeTagged = []; // name
var ToBeUntagged = []; // name
var AllNRISOnly = []; // name - includes manually tagged articles
var OneRefNotNRIS = []; // name
var Unreferenced = []; // name
var ShortNRIS = []; // [name,length] - NRIS-only with <325 bytes prose
var ShortNotNRIS = []; // [name,length] - not NRIS-only with <325 bytes prose
var LongNRIS = []; // [name,length] - NRIS-only with >=325 bytes prose
var WorstNotNRIS = []; // [name,length] - 100 smallest non-NRIS-only
var WorstNRIS = []; // [name,length] - 100 smallest NRIS-only
var Duplications = []; // [name,refnum,[list1,..listn]]
for (var table=0; table<NRISOnlyStructure.length; table++) {
for (var row=0; row<NRISOnlyStructure[table].length; row++) {
for (var item=0; item<NRISOnlyStructure[table][row].Titles.length; item++) {
var thisItem=NRISOnlyStructure[table][row].Titles[item]
if (thisItem.refnum=="missing") {
MissingRefnum[MissingRefnum.length]=[thisItem.name,NRISOnlyStructure[table][row].Link]
} else {
AllTitles[AllTitles.length]=[thisItem.name,thisItem.refnum,NRISOnlyStructure[table][row].Link]
}
if (thisItem.isDab) Dabs[Dabs.length]=[thisItem.name,NRISOnlyStructure[table][row].Link]
if (!thisItem.exists) continue; // if redlink, no longer care about it
// now no longer have to check for existence
ExistingTitles.push(thisItem.name)
// tagging
if (thisItem.isNRISOnly&&!thisItem.isTaggedNRISOnly) ToBeTagged.push(thisItem.name)
// only untag if more than one ref; sometimes tag is added manually to NRIS mirrors
if (!thisItem.isNRISOnly&&thisItem.isTaggedNRISOnly&&thisItem.numberRefs>1) ToBeUntagged.push(thisItem.name)
// referencing
if (thisItem.isNRISOnly||(!thisItem.isNRISOnly&&thisItem.isTaggedNRISOnly&&thisItem.numberRefs<=1)) {
// also include manually tagged in output
AllNRISOnly.push(thisItem.name)
}
if (!thisItem.isNRISOnly&&thisItem.numberRefs==1) OneRefNotNRIS.push(thisItem.name)
if (thisItem.numberRefs==0) Unreferenced.push(thisItem.name)
// prose length
if (thisItem.proseSize<325&thisItem.isNRISOnly) ShortNRIS[ShortNRIS.length]=[thisItem.name,thisItem.proseSize]
if (thisItem.proseSize<325&!thisItem.isNRISOnly) ShortNotNRIS[ShortNotNRIS.length]=[thisItem.name,thisItem.proseSize]
if (thisItem.proseSize>=325&thisItem.isNRISOnly) LongNRIS[LongNRIS.length]=[thisItem.name,thisItem.proseSize]
}
}
}
// remove duplicates
for (var i=0;i<ExistingTitles.length; i++) {
for (var j=i+1;j<ExistingTitles.length; j++) {
if (ExistingTitles[i]==ExistingTitles[j]) {ExistingTitles.splice(j,1);j--}
}
}
for (var i=0;i<ToBeTagged.length; i++) {
for (var j=i+1;j<ToBeTagged.length; j++) {
if (ToBeTagged[i]==ToBeTagged[j]) {ToBeTagged.splice(j,1);j--}
}
}
for (var i=0;i<ToBeUntagged.length; i++) {
for (var j=i+1;j<ToBeUntagged.length; j++) {
if (ToBeUntagged[i]==ToBeUntagged[j]) {ToBeUntagged.splice(j,1);j--}
}
}
for (var i=0;i<AllNRISOnly.length; i++) {
for (var j=i+1;j<AllNRISOnly.length; j++) {
if (AllNRISOnly[i]==AllNRISOnly[j]) {AllNRISOnly.splice(j,1);j--}
}
}
for (var i=0;i<OneRefNotNRIS.length; i++) {
for (var j=i+1;j<OneRefNotNRIS.length; j++) {
if (OneRefNotNRIS[i]==OneRefNotNRIS[j]) {OneRefNotNRIS.splice(j,1);j--}
}
}
for (var i=0;i<Unreferenced.length; i++) {
for (var j=i+1;j<Unreferenced.length; j++) {
if (Unreferenced[i]==Unreferenced[j]) {Unreferenced.splice(j,1);j--}
}
}
for (var i=0;i<ShortNRIS.length; i++) {
for (var j=i+1;j<ShortNRIS.length; j++) {
if (ShortNRIS[i][0]==ShortNRIS[j][0]) {ShortNRIS.splice(j,1);j--}
}
}
for (var i=0;i<ShortNotNRIS.length; i++) {
for (var j=i+1;j<ShortNotNRIS.length; j++) {
if (ShortNotNRIS[i][0]==ShortNotNRIS[j][0]) {ShortNotNRIS.splice(j,1);j--}
}
}
for (var i=0;i<LongNRIS.length; i++) {
for (var j=i+1;j<LongNRIS.length; j++) {
if (LongNRIS[i][0]==LongNRIS[j][0]) {LongNRIS.splice(j,1);j--}
}
}
// sort by length
ShortNRIS.sort(function(a,b){if (a[1] < b[1]) return -1; if (a[1] > b[1]) return 1; return 0;})
ShortNotNRIS.sort(function(a,b){if (a[1] < b[1]) return -1; if (a[1] > b[1]) return 1; return 0;})
// extract worst
WorstNRIS=ShortNRIS.slice(0,100)
WorstNotNRIS=ShortNotNRIS.slice(0,100)
// now sort by name
ShortNRIS.sort(function(a,b){if (a[0] < b[0]) return -1; if (a[0] > b[0]) return 1; return 0;})
ShortNotNRIS.sort(function(a,b){if (a[0] < b[0]) return -1; if (a[0] > b[0]) return 1; return 0;})
// sort the other arrays by name
LongNRIS.sort(function(a,b){if (a[0] < b[0]) return -1; if (a[0] > b[0]) return 1; return 0;})
Dabs.sort(function(a,b){if (a[0] < b[0]) return -1; if (a[0] > b[0]) return 1; return 0;})
MissingRefnum.sort(function(a,b){if (a[0] < b[0]) return -1; if (a[0] > b[0]) return 1; return 0;})
// custom sort not needed for these
ExistingTitles.sort()
ToBeTagged.sort()
ToBeUntagged.sort()
AllNRISOnly.sort()
OneRefNotNRIS.sort()
Unreferenced.sort()
// now find duplicates across county lines
for (var i=0;i<AllTitles.length; i++) {
Duplications[Duplications.length]=[AllTitles[i][0],AllTitles[i][1],[AllTitles[i][2]]] // [name,refnum,[list]]
for (var j=i+1;j<AllTitles.length; j++) {
if (AllTitles[i][1]==AllTitles[j][1]) {
Duplications[Duplications.length-1][2].push(AllTitles[j][2])
AllTitles.splice(j,1)
j--
}
}
if (Duplications[Duplications.length-1][2].length==1) Duplications.pop() // if no other lists added, not duplicate
}
// now dump data to subpages
var TimeSpan=document.getElementById("TimeSpan")
var EditSpan=document.getElementById("EditSpan")
var CurrentTime=new Date()
var SecondsElapsed = (CurrentTime-StartTime)/1000
SecondsElapsed=Math.round(SecondsElapsed)
var MinutesElapsed = 0
while (SecondsElapsed>=60) {
SecondsElapsed-=60
MinutesElapsed++
}
var TimeStr=" Time elapsed: "
if (MinutesElapsed!=0) TimeStr+=MinutesElapsed+" min "
TimeStr+=SecondsElapsed+" sec"
TimeSpan.innerHTML+="Done!"+TimeStr
EditSpan.innerHTML="<br>Dumping data to subpages of "
EditSpan.innerHTML+="<a href='http://en.wikipedia.org/wiki/"+OutputBase+"'>"+OutputBase+"</a>... 0 edits made."
var d=new Date();
var months = ['January','February','March','April','May','June','July','August','September','October','November','December'];
var year=d.getYear();
if (year < 1000) year += 1900
var DateStr = months[d.getMonth()]+" "+d.getDate()+", "+year
var subpages=0
var firstletter=ExistingTitles[0].substr(0,1)
var basewikitext = ""
var partialwikitext = "=="+firstletter+"==\n{{refbegin|3}}\n"
for (var k=0; k<ExistingTitles.length; k++) {
var oldfirstletter = firstletter
firstletter = ExistingTitles[k].substr(0,1)
if (firstletter!=oldfirstletter) { // must be starting a new subpage, so edit the previous one
partialwikitext+='{{refend}}'
subpages++
NRISOnlyDump({
title: OutputBase+'/'+oldfirstletter,
text: partialwikitext,
summary:'Generate list of all NRHP articles beginning with '+oldfirstletter+' linked from county lists as of '+DateStr
},EditSpan,subpages,"no");
basewikitext+='*[[/'+oldfirstletter+']]\n'
partialwikitext='=='+firstletter+'==\n{{refbegin|3}}\n# <li value="'+parseFloat(k+1)+'">[['+ExistingTitles[k]+']]\n'
} else {
partialwikitext+='# [['+ExistingTitles[k]+']]\n'
}
}
partialwikitext+="{{refend}}"
subpages++
NRISOnlyDump({ // manually edit final subpage
title: OutputBase+'/'+firstletter,
text: partialwikitext,
summary:'Generate list of all NRHP articles beginning with '+firstletter+' linked from county lists as of '+DateStr
},EditSpan,subpages,"no");
basewikitext+='*[[/'+firstletter+']]\n<hr />*[[/Duplications]]'
subpages++
NRISOnlyDump({
title: OutputBase,
text: basewikitext,
summary: 'Generate list of all NRHP articles linked from county lists as of '+DateStr
},EditSpan,subpages,"no");
// now dump list of duplicates
basewikitext = "{{TOC right}}\n<div id=\"duplicates-div\">\n"
if (Duplications.length>0) {
var multistate="==Multi-state==\n<div id=\"multistate\">\n{{refbegin|2}}\n"
var unknown="==Unknown==\n<div id=\"unknown\">\n{{refbegin|2}}\n"
var oldstate=""
var state=""
var prevstate=""
var multiflag=false
var unknownflag=false
var firststateflag=true
var partialwikitext=""
for (var k=0; k<Duplications.length; k++) {
partialwikitext="# [["+Duplications[k][0]+"]] (#"+Duplications[k][1]+") <small>("
multiflag=false
unknownflag=false
for (var l=0; l<Duplications[k][2].length; l++) {
state=getState(Duplications[k][2][l])
if (l>0) {
if (oldstate==""||state=="") {
unknownflag=true
} else if (state!=oldstate) {
multiflag=true
}
}
oldstate=state
partialwikitext+="[["+Duplications[k][2][l]+"|"
partialwikitext+=Duplications[k][2][l].replace(/National Register of Historic Places listings (i|o)n /g,"")+"]]; "
}
partialwikitext=partialwikitext.substr(0,partialwikitext.length-2)
partialwikitext+=")</small>\n"
if (unknownflag) {
unknown+=partialwikitext
} else if (multiflag) {
multistate+=partialwikitext
} else {
if (state!=prevstate) {
if (firststateflag) {
basewikitext+="=="+state+"==\n{{refbegin|2}}\n"
firststateflag=false
} else {
basewikitext+="{{refend}}\n\n=="+state+"==\n{{refbegin|2}}\n"
}
}
var smalltext=partialwikitext.match(/<small>(.)*?<\/small>/g)[0]
var newsmalltext=smalltext.replace(/,[a-zA-Z .,]*?]]/g,"]]") // remove state names from dupes inside single state
partialwikitext=partialwikitext.replace(smalltext,newsmalltext)
basewikitext+=partialwikitext
prevstate=state
}
}
basewikitext+="{{refend}}\n</div>"
if (multistate!="==Multi-state==\n<div id=\"multistate\">\n{{refbegin|2}}\n") {
basewikitext+="\n\n"+multistate+"\n{{refend}}\n</div>"
}
if (unknown!="==Unknown==\n<div id=\"unknown\">\n{{refbegin|2}}\n") {
basewikitext+="\n\n"+unknown+"\n{{refend}}\n</div>"
}
}
NRISOnlyDump({
title: OutputBase+'/Duplications',
text: basewikitext,
summary:'Generate list of all NRHP articles duplicated across county lines as of '+DateStr
},EditSpan,subpages,"yes");
// now dump NRIS-only data
var OutputPage="User:NationalRegisterBot/NRISOnly"
EditSpan.innerHTML+="<br>Now outputting data to <a href='http://en.wikipedia.org/wiki/"+OutputPage+"'>"+OutputPage+"</a>... "
basewikitext="{{TOC right}}\n"
if (ToBeTagged.length>0) {
basewikitext+="==Articles that need to be tagged==\n<div id=\"tobetagged-div\">\n{{refbegin|3}}\n"
for (var k=0; k<ToBeTagged.length; k++) {
basewikitext+='# [['+ToBeTagged[k]+']]\n'
}
basewikitext+="{{refend}}</div>\n\n"
}
if (ToBeUntagged.length>0) {
basewikitext+="==Articles that need to be untagged==\n<div id=\"tobeuntagged-div\">\n{{refbegin|3}}\n"
for (var k=0; k<ToBeUntagged.length; k++) {
basewikitext+='# [['+ToBeUntagged[k]+']]\n'
}
basewikitext+="{{refend}}</div>\n\n"
}
if (Dabs.length>0) {
basewikitext+="==Links to disambiguation pages==\n{{refbegin|3}}\n"
for (var k=0; k<Dabs.length; k++) {
basewikitext+='# [['+Dabs[k][0]+']] ([['+Dabs[k][1]+'|'
basewikitext+=Dabs[k][1].replace(/National Register of Historic Places listings (i|o)n /g,"")+']])\n'
}
basewikitext+="{{refend}}\n\n"
}
if (MissingRefnum.length>0) {
basewikitext+="==Missing refnum in county list==\n{{refbegin|3}}\n"
for (var k=0; k<MissingRefnum.length; k++) {
basewikitext+='# [['+MissingRefnum[k][0]+']] ([['+MissingRefnum[k][1]+'|'
basewikitext+=MissingRefnum[k][1].replace(/National Register of Historic Places listings (i|o)n /g,"")+']])\n'
}
basewikitext+="{{refend}}\n\n"
}
if (Unreferenced.length>0) {
basewikitext+="==Articles with no references==\n<div id=\"unreferenced-div\">\n{{refbegin|3}}\n"
for (var k=0; k<Unreferenced.length; k++) {
basewikitext+='# [['+Unreferenced[k]+']]\n'
}
basewikitext+="{{refend}}</div>\n\n"
}
if (OneRefNotNRIS.length>0) {
basewikitext+="==Articles with only one source that is not NRIS==\n{{refbegin|3}}\n"
for (var k=0; k<OneRefNotNRIS.length; k++) {
basewikitext+='# [['+OneRefNotNRIS[k]+']]\n'
}
basewikitext+="{{refend}}\n\n"
}
NRISOnlyDump({
title: OutputPage,
text: basewikitext,
summary:'Generate list of all NRHP articles to be tagged/untagged with [[Template:NRIS-only]] as of '+DateStr
},EditSpan,subpages,"");
// now substubs
OutputPage="User:NationalRegisterBot/Substubs"
basewikitext=""
if (WorstNRIS.length>0) {
basewikitext+="==Smallest 100 NRIS-only articles by prose size==\n{{refbegin|3}}\n"
for (var k=0; k<WorstNRIS.length; k++) {
basewikitext+='# [['+WorstNRIS[k][0]+']] ('+WorstNRIS[k][1]+' bytes)\n'
}
basewikitext+="{{refend}}\n\n"
}
if (WorstNotNRIS.length>0) {
basewikitext+="==Smallest 100 articles by prose size NOT tagged NRIS-only==\n{{refbegin|3}}\n"
for (var k=0; k<WorstNotNRIS.length; k++) {
basewikitext+='# [['+WorstNotNRIS[k][0]+']] ('+WorstNotNRIS[k][1]+' bytes)\n'
}
basewikitext+="{{refend}}\n\n"
}
if (ShortNRIS.length>0||ShortNotNRIS.length>0) {
basewikitext+="==Articles with less than 325 bytes of prose==\n"
if (ShortNotNRIS.length>0) {
basewikitext+="===Not tagged NRIS-only===\n{{refbegin|3}}\n"
for (var k=0; k<ShortNotNRIS.length; k++) {
basewikitext+='# [['+ShortNotNRIS[k][0]+']] ('+ShortNotNRIS[k][1]+' bytes)\n'
}
basewikitext+="{{refend}}\n\n"
if (ShortNRIS.length>0) basewikitext+="===Tagged NRIS-only===\n"
}
if (ShortNRIS.length>0) {
basewikitext+="{{refbegin|3}}\n"
for (var k=0; k<ShortNRIS.length; k++) {
basewikitext+='# [['+ShortNRIS[k][0]+']] ('+ShortNRIS[k][1]+' bytes)\n'
}
basewikitext+="{{refend}}\n\n"
}
}
if (LongNRIS.length>0) {
basewikitext+="==Articles tagged NRIS-only with more than 325 bytes of prose==\n{{refbegin|3}}\n"
for (var k=0; k<LongNRIS.length; k++) {
basewikitext+='# [['+LongNRIS[k][0]+']] ('+LongNRIS[k][1]+' bytes)\n'
}
basewikitext+="{{refend}}\n\n"
}
NRISOnlyDump({
title: OutputPage,
text: basewikitext,
summary:'Generate list of all minimal (<325 bytes) NRHP stubs as of '+DateStr
},EditSpan,subpages,"");
// now all NRIS-only
OutputPage="User:NationalRegisterBot/NRISOnly/All"
basewikitext = "{{TOC right}}\n<div id=\"NRISOnly-div\">\n"
if (AllNRISOnly.length>0) {
var firstletter=AllNRISOnly[0].substr(0,1)
basewikitext += "=="+firstletter+"==\n{{refbegin|3}}\n"
for (var k=0; k<AllNRISOnly.length; k++) {
var oldfirstletter = firstletter
firstletter = AllNRISOnly[k].substr(0,1)
if (firstletter!=oldfirstletter) {
basewikitext+='{{refend}}\n=='+firstletter+'==\n{{refbegin|3}}\n# <li value="'
basewikitext+=parseFloat(k+1)+'">[['+AllNRISOnly[k]+']]\n'
} else {
basewikitext+='# [['+AllNRISOnly[k]+']]\n'
}
}
basewikitext+="{{refend}}</div>"
}
NRISOnlyDump({
title: OutputPage,
text: basewikitext,
summary:'Generate list of all NRHP articles sourced only to NRIS as of '+DateStr
},EditSpan,subpages,"NRIS");
}
// gather information about duplicates from output
function CheckDuplicates() {
var ProgressDiv=document.getElementById("ProgressDiv")
ProgressDiv.innerHTML="Checking multi-state duplicates..."
var MultiSpan = document.createElement("span")
ProgressDiv.appendChild(MultiSpan)
var multistate=[];
var li=document.getElementById("multistate").getElementsByClassName("refbegin")[0].getElementsByTagName("li")
for (var k=0; k<li.length; k++) {
var links=li[k].getElementsByTagName("a")
var refnum=li[k].innerHTML.match(/[0-9]{8}/)[0]
var titles=[refnum] // make refnum element 0; title=1; county lists=2,3,4,...
for (var l=0; l<links.length; l++) {
var temp=links[l].href.replace(/https:\/\/en\.wikipedia\.org\/w(iki)?\/(index\.php\?title=)?/,"").split("&")[0]
titles.push(decodeURIComponent(temp).replace(/_/g," "))
}
multistate[multistate.length]=titles
}
var wikitext="==National==\nThe following listings are included in two or more lists which are located in different states."
wikitext+="\n{| class=\"wikitable sortable\" width=100%\n! {{NRHP color}} width=30% | Site\n! {{NRHP color}} width=30% | "
wikitext+="Lists\n! {{NRHP color}} width=10% | Number of Duplicates\n! {{NRHP color}} width=30% colspan=7 | Stats\n"
var switchtabletext="<includeonly>{{#tag:ref|[[WP:NRHPPROGRESS/Duplicates#{{{1}}}{{#if:{{{statewide|}}}| Statewide}}"
switchtabletext+="{{!}}Click here]] for {{{1}}} duplicate information.}}{{#ifeq:{{{1}}}|National|</th>|{{#ifeq:{{{1}}}|"
switchtabletext+="{{First word|{{{1}}}|sep=,}}|</th>|</td><td>[[{{Remove first word|{{{1}}}|sep=,}}]]</td>}}}}<td>{{#switch:"
switchtabletext+="{{{1}}}\n"
var Total=0
var TotalIllustrated=0
var TotalArticled=0
var TotalStub=0
var TotalStartPlus=0
var TotalUntagged=0
var TotalUnassessed=0
var TotalNRISOnly=0
for (var i=0; i<multistate.length; i++) {
MultiSpan.innerHTML = " "+i+" of "+multistate.length+" complete..."
wikitext+="|-\n| [["+multistate[i][1]+"]] (#"+multistate[i][0]+")\n|\n"
var temp=[multistate[i][1],0] // 0=not duplicated inside single state by default
multistate[i][1]=temp
var oldstate=""
var state=""
var totalstates=0
for (var j=2; j<multistate[i].length; j++) {
wikitext+="*[["+multistate[i][j]+"|"+multistate[i][j].replace(/National Register of Historic Places listings (i|o)n /g,"")
wikitext+="]]\n"
state=getState(multistate[i][j])
if (state!=oldstate) {
totalstates++
} else {
if (multistate[i][1][1]==0) { // tag as being duplicated inside one state (and record which state) for later use
multistate[i][1][1]=state
} else {
multistate[i][1][multistate[i][1].length]=state
}
}
oldstate=state
}
var duplications=totalstates-1
Total+=duplications
wikitext+="| align=center | "+duplications+"\n| colspan=7 | "
var StatsStr=getDuplicateStats(multistate[i])
if (StatsStr.indexOf("unarticled")==-1) TotalArticled+=duplications
if (StatsStr.indexOf(", illustrated")!=-1) TotalIllustrated+=duplications
if (StatsStr.indexOf("Stub-class")!=-1) TotalStub+=duplications
if (StatsStr.indexOf("NRIS-only")!=-1) TotalNRISOnly+=duplications
if (StatsStr.indexOf("Start+")!=-1) TotalStartPlus+=duplications
if (StatsStr.indexOf("unassessed")!=-1) TotalUnassessed+=duplications
if (StatsStr.indexOf("untagged")!=-1) TotalUntagged+=duplications
wikitext+=StatsStr+"\n"
}
wikitext+="|-\n! colspan=2 | Total\n! "+Total+"\n! "+TotalIllustrated+"\n! "+TotalArticled+"\n! "+TotalStub+"\n! "
wikitext+=TotalNRISOnly+"\n! "+TotalStartPlus+"\n! "+TotalUnassessed+"\n! "+TotalUntagged+"\n|}\n\n"
switchtabletext+="|National="+Total+"</td><td>"+TotalIllustrated+"</td><td>-</td><td>"+TotalArticled+"</td><td>-</td><td>"
switchtabletext+=TotalStub+"</td><td>"+TotalNRISOnly+"</td><td>"+TotalStartPlus+"</td><td>-</td><td>"+TotalUnassessed
switchtabletext+="</td><td>"+TotalUntagged+"</td><td>-</td>\n"
MultiSpan.innerHTML = " Complete!"
for (var i=0; i<multistate.length; i++) {
if (multistate[i][1][1]==0) {multistate.splice(i,1); i--} // get rid of those not duplicated inside single states
}
var StateSpan = document.createElement("span")
ProgressDiv.appendChild(StateSpan)
StateSpan.inerHTML="test"
var CountySpan = document.createElement("span")
ProgressDiv.appendChild(CountySpan)
CountySpan.inerHTML="test"
var ThisStateSpan = document.createElement("span")
ProgressDiv.appendChild(ThisStateSpan)
ThisStateSpan.inerHTML="test"
var StateStructure=[
["Alabama",
["Jefferson County",["Jefferson County", "Birmingham"]],
["Mobile County",["Mobile County", "Mobile"]]],
["Alaska"],
["Arizona",
["Maricopa County",["Maricopa County", "Phoenix"]],
["Yavapai County",["Yavapai County", "Prescott"]]],
["Arkansas",
["Pulaski County",["Pulaski County", "Little Rock"]]],
["California",
["Los Angeles County",["Los Angeles County", "Los Angeles", "Pasadena"]]],
["Colorado",
["Denver County",["Downtown Denver","Northeast Denver","Southeast Denver","West Denver"]]],
["Connecticut",
["Fairfield County",["Fairfield County","Bridgeport","Greenwich","Stamford"]],
["Hartford County",["Hartford County","Hartford","Southington","West Hartford","Windsor"]],
["Middlesex County",["Middlesex County","Middletown"]],
["New Haven County",["New Haven County","New Haven"]]],
["Delaware",
["New Castle County",["northern New Castle County","southern New Castle County","Wilmington"]]],
["D.C."],
["Florida",
["Miami-Dade County",["Miami-Dade County","Miami"]]],
["Georgia"],
["Hawaii",
["Honolulu County",["Oahu","Northwestern Hawaiian Islands"]],
["Maui County",["Maui","Kahoolawe","Lanai","Molokai"]]],
["Idaho"],
["Illinois",
["Cook County",["Cook County","Central Chicago","North Side Chicago","South Side Chicago","West Side Chicago","Evanston"]]],
["Indiana",
["Marion County",["Marion County","Center Township, Marion County"]]],
["Iowa",
["Scott County",["Scott County","Downtown Davenport","east Davenport","west Davenport"]]],
["Kansas"],
["Kentucky",
["Jefferson County",["Jefferson County","Anchorage","Downtown Louisville","The Highlands, Louisville","Old Louisville","Portland, Louisville","Louisville's West End"]]],
["Louisiana"],
["Maine",
["Cumberland County",["Cumberland County","Portland"]]],
["Maryland",
["City of Baltimore",["Central Baltimore","East and Northeast Baltimore","North and Northwest Baltimore","South and Southeast Baltimore","West and Southwest Baltimore"]]],
["Massachusetts",
["Barnstable County",["Barnstable County","Barnstable"]],
["Bristol County",["Bristol County","Fall River","New Bedford","Taunton"]],
["Essex County",["Essex County","Andover","Gloucester","Ipswich","Lawrence","Lynn","Methuen","Salem"]],
["Hampden County",["Hampden County","Springfield"]],
["Middlesex County",["Middlesex County","Arlington","Cambridge","Concord","Framingham","Lexington","Lowell","Marlborough","Medford","Newton","Reading","Sherborn","Somerville","Stoneham","Wakefield","Waltham","Weston","Winchester"]],
["Norfolk County",["Norfolk County","Brookline","Milton","Quincy"]],
["Suffolk County",["Suffolk County","northern Boston","southern Boston"]],
["Worcester County",["Worcester County","northern Worcester County","Southbridge","Uxbridge","eastern Worcester","northwestern Worcester","southwestern Worcester"]]],
["Michigan",
["Wayne County",["Wayne County","Downtown and Midtown Detroit","Detroit"]]],
["Minnesota"],
["Mississippi"],
["Missouri",
["Jackson County",["Jackson County: Downtown Kansas City","Jackson County: Kansas City other"]],
["St. Louis",["Downtown and Downtown West St. Louis","St. Louis north and west of downtown","St. Louis south and west of downtown"]]],
["Montana"],
["Nebraska"],
["Nevada"],
["New Hampshire"],
["New Jersey",
["Bergen County",["Bergen County","Closter","Franklin Lakes","Ridgewood","Saddle River","Wyckoff"]]],
["New Mexico"],
["New York",
["Albany County",["Albany County","Albany"]],
["Dutchess County",["Dutchess County","Poughkeepsie","Rhinebeck"]],
["Erie County",["Erie County","Buffalo"]],
["Monroe County",["Monroe County","Rochester"]],
["Nassau County",["Hempstead (town)","North Hempstead (town)","Oyster Bay (town)"]],
["New York County",["Manhattan below 14th Street","Manhattan from 14th to 59th Streets","Manhattan above 59th to 110th Streets","Manhattan above 110th Street","Manhattan on islands"]],
["Onondaga County",["Onondaga County","Syracuse"]],
["Suffolk County",["Babylon (town)","Brookhaven (town)","East Hampton (town)","Huntington (town)","Islip (town)","Riverhead (town)","Shelter Island (town)","Smithtown (town)","Southampton (town)","Southold (town)"]],
["Westchester County",["northern Westchester County","southern Westchester County","New Rochelle","Peekskill","Yonkers"]]],
["North Carolina"],
["North Dakota"],
["Ohio",
["Cuyahoga County",["Cuyahoga County","Cleveland"]],
["Erie County",["Erie County","Sandusky"]],
["Franklin County",["Franklin County","Columbus"]],
["Hamilton County",["Hamilton County","downtown Cincinnati","eastern Cincinnati","western Cincinnati"]],
["Montgomery County",["Montgomery County","Dayton"]],
["Summit County",["Summit County","Akron"]]],
["Oklahoma"],
["Oregon",
["Multnomah County",["Multnomah County","North Portland","Northeast Portland","Northwest Portland","Southeast Portland","Southwest Portland"]]],
["Pennsylvania",
["Allegheny County",["Allegheny County","Pittsburgh"]],
["Chester County",["eastern Chester County","northern Chester County","southern Chester County"]],
["Lancaster County",["Lancaster County","Lancaster"]],
["Philadelphia",["Center City, Philadelphia","North Philadelphia","Northeast Philadelphia","Northwest Philadelphia","South Philadelphia","Southwest Philadelphia","West Philadelphia"]]],
["Rhode Island",
["Providence County",["Providence County","Pawtucket","Providence"]]],
["South Carolina",
["Charleston County",["Charleston County","Charleston"]],
["Greenville County",["Greenville County","Greenville"]],
["Richland County",["Richland County","Columbia"]],
["York County",["York County","Rock Hill"]]],
["South Dakota"],
["Tennessee"],
["Texas"],
["Utah",
["Salt Lake County",["Salt Lake County","Salt Lake City"]],
["Washington County",["Washington County","Zion National Park"]]],
["Vermont"],
["Virginia"],
["Washington",
["King County",["King County","Seattle"]],
["Pierce County",["Pierce County","Tacoma"]],
["Spokane County",["Spokane County","Spokane"]]],
["West Virginia"],
["Wisconsin",
["Dane County",["Dane County","Madison"]],
["Milwaukee County",["Milwaukee County","Milwaukee"]]],
["Wyoming"],
["Puerto Rico"],
["Guam"],
["Virgin Islands"],
["Northern Mariana Islands"],
["American Samoa"],
["Federated States of Micronesia"],
["Palau"],
["Marshall Islands"],
["U.S. Minor Outlying Islands"]
]
var states=document.getElementById("duplicates-div").getElementsByClassName("refbegin")
var currentState=0
for (var i=0; i<StateStructure.length; i++) {
StateSpan.innerHTML = "<br />Now working on individual states... "+i+" of "+StateStructure.length+" complete..."
var thisstate=[];
var li=states[currentState].getElementsByTagName("li")
for (var j=0; j<li.length; j++) {
var links=li[j].getElementsByTagName("a")
var refnum=li[j].innerHTML.match(/[0-9]{8}/)[0]
var titles=[refnum] // make refnum element 0; title=1; county lists=2,3,4,...
for (var l=0; l<links.length; l++) {
var temp=links[l].href.replace(/https:\/\/en\.wikipedia\.org\/w(iki)?\/(index\.php\?title=)?/,"").split("&")[0]
titles.push(decodeURIComponent(temp).replace(/_/g," "))
}
thisstate[thisstate.length]=titles
}
var stateName=getState(thisstate[0][2])
wikitext+="=="+StateStructure[i][0]+"==\n"
while (i<StateStructure.length&&stateName!=StateStructure[i][0]) {
// if the state we're looking at isn't the next one in the structure array
var tempstate=[];
for (var j=0; j<multistate.length; j++) {
var inThisState=0
for (var k=1; k<multistate[j][1].length; k++) { // check if any multistate duplicates are
if (multistate[j][1][k]==StateStructure[i][0]) inThisState=1 // duplicated in this state
}
if (inThisState==1) {
var temp=[];
for (var k=0; k<multistate[j].length; k++) { // make temp static
temp[k]=multistate[j][k]
}
for (var k=2; k<temp.length; k++) {
if (getState(temp[k])!=StateStructure[i][0]) {temp.splice(k,1); k--} // only pick out those in this state
}
tempstate[tempstate.length] = [temp[0],temp[1][0],temp[2],temp[3]] // refnum, title, list1, list2
for (var k=4; k<temp.length; k++) {
tempstate[tempstate.length-1].push(temp[k]) // list3, list4,...
}
}
}
var result=GenerateDuplicateTable(StateStructure,i,tempstate,stateName,CountySpan,ThisStateSpan)
wikitext+=result[0]
switchtabletext+=result[1]
i++ // look at next state in StateStructure and repeat until we find the one we're looking at
StateSpan.innerHTML = "<br />Now working on individual states... "+i+" of "+StateStructure.length+" complete..."
if (i!=StateStructure.length) wikitext+="=="+StateStructure[i][0]+"==\n"
}
if (i!=StateStructure.length) {
// now we know the state we're looking at has the duplications in thisstate array
for (var j=0; j<multistate.length; j++) {
var inThisState=0
for (var k=1; k<multistate[j][1].length; k++) { // check if any multistate duplicates are also
if (multistate[j][1][k]==stateName) inThisState=1 // duplicated in the current state
}
if (inThisState==1) {
var temp=[];
for (var k=0; k<multistate[j].length; k++) { // make temp static
temp[k]=multistate[j][k]
}
for (var k=2; k<temp.length; k++) {
if (getState(temp[k])!=stateName) {temp.splice(k,1); k--} // only pick out those in this state
}
thisstate[thisstate.length] = [temp[0],temp[1][0],temp[2],temp[3]] // refnum, title, list1, list2
for (var k=4; k<temp.length; k++) {
thisstate[thisstate.length-1].push(temp[k]) // list3, list4,...
}
}
}
var result=GenerateDuplicateTable(StateStructure,i,thisstate,stateName,CountySpan,ThisStateSpan)
wikitext+=result[0]
switchtabletext+=result[1]
CountySpan.innerHTML="<br /> "
ThisStateSpan.innerHTML="<br /> "
if (currentState<states.length-1) currentState++ // next state on the page
}
}
CountySpan.innerHTML=""
ThisStateSpan.innerHTML=""
StateSpan.innerHTML = "<br />Now working on individual states... Complete!"
ProgressDiv.innerHTML+="<br />Now outputting data to "
ProgressDiv.innerHTML+="<a href='http://en.wikipedia.org/wiki/WP:NRHPPROGRESS/Duplicates'>WP:NRHPPROGRESS/Duplicates</a>..."
switchtabletext+="|error</td><td>error</td><td>-</td><td>error</td><td>-</td><td>error</td><td>error</td><td>error</td><td>"
switchtabletext+="-</td><td>error</td><td>error</td><td>-</td>\n}}</includeonly><noinclude>\n"
var TOCtext="__NOTOC__\n{{anchor|top}}\n{| style=\"margin:.5em; border:1px solid #000; padding:0;"
TOCtext+=" text-align:center\"\n| '''[[#National|National]]'''\n<hr />\n"
for (var i=0; i<StateStructure.length; i++) {
TOCtext+="[[#"+StateStructure[i][0]
if (StateStructure[i].length>1) TOCtext+=" Statewide"
TOCtext+="|"+StateStructure[i][0]+"]] "
for (var j=1; j<StateStructure[i].length; j++) {
if (j==1) TOCtext+="("
TOCtext+="[[#"+StateStructure[i][j][0]+", "+StateStructure[i][0]+"|"
TOCtext+=StateStructure[i][j][0].replace(", "+StateStructure[i][0],"").replace(" County","").replace("City of ","")
TOCtext+="]], "
}
if (StateStructure[i].length>1) {
TOCtext=TOCtext.substr(0,TOCtext.length-2) // remove final comma
TOCtext+=")"
}
if (StateStructure[i][0]=="Wyoming") TOCtext+="\n<hr />\n"
else if (i!=StateStructure.length-1) TOCtext+=" – "
}
TOCtext+="\n|}\n\n"
wikitext=switchtabletext+TOCtext+wikitext+"</noinclude>"
var d=new Date();
var months = ['January','February','March','April','May','June','July','August','September','October','November','December'];
var year=d.getYear();
if (year < 1000) year += 1900
var DateStr = months[d.getMonth()]+" "+d.getDate()+", "+year
// edit page with total wikitext
NRISOnlyDump({
title: 'Wikipedia:WikiProject National Register of Historic Places/Progress/Duplicates',
text: wikitext,
summary:'Generate statistics about duplicates in NRHP lists as of '+DateStr
},ProgressDiv,0,"duplicates");
}
// tag/untag pages with the bot
function TagNRISOnly() {
var tobetagged=document.getElementById('tobetagged-div')
var tobeuntagged=document.getElementById('tobeuntagged-div')
var ProgressDiv = document.getElementById('ProgressDiv')
var HiddenSpan=document.createElement("span")
HiddenSpan.setAttribute("id", "HiddenSpan")
HiddenSpan.setAttribute("style", "display:none")
ProgressDiv.appendChild(HiddenSpan)
var TotalDone=0
var d=new Date();
var months = ['January','February','March','April','May','June','July','August','September','October','November','December'];
var year=d.getYear();
if (year < 1000) year += 1900
var DateStr = months[d.getMonth()]+" "+year
if (tobetagged!=null) {
ProgressDiv.innerHTML = "Tagging articles that need to be tagged..."
var ProgressSpan = document.createElement("span")
ProgressSpan.setAttribute("id", "ProgressSpan")
ProgressDiv.appendChild(ProgressSpan)
ProgressSpan.innerHTML="<br />"
var sections=tobetagged.getElementsByClassName('refbegin')
var total=0
for (var i=0; i<sections.length; i++) {
var links=sections[i].getElementsByTagName('a')
total+=links.length
}
var tagged=0
var skipped=0
ProgressSpan.innerHTML="<br />0 of "+total+" articles examined: 0 tagged, 0 skipped..."
for (var i=0; i<sections.length; i++) {
var links=sections[i].getElementsByTagName('a')
for (var j=0; j<links.length; j++) {
var wikitext=getNRISOnlyWikitext(links[j].title)
if (wikitext!="error") {
if (wikitext.match(/{{( |[\r\n])*?NRIS-only(.|[\r\n])*?}}/g)!=null) { // don't tag if already tagged
TotalDone++
skipped++
links[j].style.backgroundColor = "yellow"
ProgressSpan.innerHTML="<br />"+TotalDone+" of "+total+" articles examined: "+tagged+" tagged, "
ProgressSpan.innerHTML+=skipped+" skipped..."
continue
}
var result=NRISOnlyQuery([links[j].title],HiddenSpan)
if (result[0][0]!=links[j].title) { // check again to make sure list isn't outdated
TotalDone++
skipped++
links[j].style.backgroundColor = "yellow"
ProgressSpan.innerHTML="<br />"+TotalDone+" of "+total+" articles examined: "+tagged+" tagged, "
ProgressSpan.innerHTML+=skipped+" skipped..."
continue
}
var multipleIssues=wikitext.match(/{{( )*?(multiple|many|mi|article|issues)( )?(issues)?( |[\r\n])*?\|/gi)
var NRISstr="{{NRIS-only|date="+DateStr+"}}"
if (multipleIssues!=null) { // if multiple issues tag, add NRIS-only to bottom of list
var open=1
var start=wikitext.indexOf(multipleIssues[0])
var index=start+multipleIssues[0].length
while (open!=0 && index<wikitext.length) {
if (wikitext.substr(index,2)=="}}") {
open--
index++
} else if (wikitext.substr(index,2)=="{{") {
open++
index++
}
index++
}
index-=2
var full=wikitext.substr(start,index-start)
if (wikitext.substr(index-1,1)!="\n") full+="\n"
var oldsyntax=full.substr(2,full.length-2).match(/{{/g)
if (oldsyntax==null) { // if using old syntax
full = full.replace(/\|( )*?one( )?source( )*?=(.|[\r\n])*?(\||$)/g, "|") // replace "|one source"
if (full.substr(full.length-1,1)=="|") {
full+="\n"
} else {
NRISstr="|"+NRISstr
}
} else { // replace "{{one source}}"
full = full.replace(/{{( )*?(one|single|1)( |-)?(source|ref)( |[\r\n])*?\|(.|[\r\n])*?}}[\r\n]?/gi,"")
}
full+=NRISstr+"\n"
wikitext = wikitext.substr(0,start)+full+wikitext.substr(index,wikitext.length-index)
} else {
wikitext=wikitext.replace(/{{( )*?(one|single|1)( |-)?(source|ref)( |[\r\n])*?\|(.|[\r\n])*?}}[\r\n]?/gi,"")
wikitext = NRISstr+"\n"+wikitext
}
NRISOnlyDump({
title: links[j].title,
text: wikitext,
summary:'Tag as only sourced to the [[National Register Information System]]'
},ProgressSpan,TotalDone,"tag");
TotalDone++
tagged++
ProgressSpan.innerHTML="<br />"+TotalDone+" of "+total+" articles examined: "+tagged+" tagged, "
ProgressSpan.innerHTML+=skipped+" skipped..."
} else {
TotalDone++ // skip if wikitext error
skipped++
links[j].style.backgroundColor = "orange"
ProgressSpan.innerHTML="<br />"+TotalDone+" of "+total+" articles examined: "+tagged+" tagged, "
ProgressSpan.innerHTML+=skipped+" skipped..."
}
}
}
ProgressSpan.innerHTML="<br />Tagging complete! "+tagged+" articles tagged successfully! "+skipped
ProgressSpan.innerHTML+=" skipped as unnecessary."
}
if (tobeuntagged!=null) {
var str=""
if (tobetagged!=null) {
str="<br />Now u"
} else {
str="U"
}
ProgressDiv.innerHTML+=str+"ntagging articles that need to be untagged..."
var ProgressSpan2 = document.createElement("span")
ProgressSpan2.setAttribute("id", "ProgressSpan2")
ProgressDiv.appendChild(ProgressSpan2)
ProgressSpan2.innerHTML="<br />"
var TotalDone=0
var sections=tobeuntagged.getElementsByClassName('refbegin')
var total=0
for (var i=0; i<sections.length; i++) {
var links=sections[i].getElementsByTagName('a')
total+=links.length
}
var untagged=0
var skipped=0
ProgressSpan2.innerHTML="<br />0 of "+total+" articles examined: 0 untagged, 0 skipped..."
for (var i=0; i<sections.length; i++) {
var links=sections[i].getElementsByTagName('a')
for (var j=0; j<links.length; j++) {
var wikitext=getNRISOnlyWikitext(links[j].title)
if (wikitext!="error") {
if (wikitext.match(/{{( |[\r\n])*?NRIS-only(.|[\r\n])*?}}[\r\n]?/g)==null) { //don't untag if already untagged
TotalDone++
skipped++
links[j].style.backgroundColor = "yellow"
ProgressSpan2.innerHTML="<br />"+TotalDone+" of "+total+" articles examined: "+untagged+" untagged, "
ProgressSpan2.innerHTML+=skipped+" skipped..."
continue
}
var result=NRISOnlyQuery([links[j].title],HiddenSpan)
if (result[1][0]!=links[j].title) { // check again to make sure list isn't outdated
TotalDone++
skipped++
links[j].style.backgroundColor = "yellow"
ProgressSpan2.innerHTML="<br />"+TotalDone+" of "+total+" articles examined: "+untagged+" untagged, "
ProgressSpan2.innerHTML+=skipped+" skipped..."
continue
}
var multipleIssues=wikitext.match(/{{( )*?(multiple|many|mi|article|issues)( )?(issues)?( |[\r\n])*?\|/gi)
if (multipleIssues!=null) { // if multiple issues tag, check to see we're not leaving only one tag behind
var open=1
var start=wikitext.indexOf(multipleIssues[0])
var index=start+multipleIssues[0].length
while (open!=0 && index<wikitext.length) {
if (wikitext.substr(index,2)=="}}") {
open--
index++
} else if (wikitext.substr(index,2)=="{{") {
open++
index++
}
index++
}
index-=2
var full=wikitext.substr(start,index-start)
var oldsyntax=full.substr(2,full.length-2).match(/{{( )*?[^(NRIS)](.|[\r\n])*?}}/g) //match non-NRIS temp
if (oldsyntax==null) {
var numberTemplates=full.substr(2,full.length-2).match(/\|/g).length - 2
} else {
var numberTemplates=oldsyntax.length
}
if (numberTemplates==0) { // if NRIS-only is only template in multiple issues, remove entire block
wikitext=wikitext.replace(full+"}}\n","")
} else if (numberTemplates==1 && oldsyntax!=null) { // if one template left, remove multiple issues
wikitext = wikitext.replace(full+"}}", oldsyntax[0]) // and replace with other template
} else { // just remove if more than one other or if using old syntax
wikitext = wikitext.replace(/\|?{{( |[\r\n])*?NRIS-only(.|[\r\n])*?}}[\r\n]?/g, '')
}
} else {
wikitext = wikitext.replace(/{{( |[\r\n])*?NRIS-only(.|[\r\n])*?}}[\r\n]?/g, '')
}
NRISOnlyDump({
title: links[j].title,
text: wikitext,
summary:'Remove [[Template:NRIS-only]]; article has more than one reference'
},ProgressSpan2,TotalDone,"tag");
TotalDone++
untagged++
ProgressSpan2.innerHTML="<br />"+TotalDone+" of "+total+" articles examined: "+untagged+" untagged, "
ProgressSpan2.innerHTML+=skipped+" skipped..."
} else {
TotalDone++ // skip if wikitext error
skipped++
links[j].style.backgroundColor = "orange"
ProgressSpan2.innerHTML="<br />"+TotalDone+" of "+total+" articles examined: "+untagged+" untagged, "
ProgressSpan2.innerHTML+=skipped+" skipped..."
}
}
}
ProgressSpan2.innerHTML="<br />Untagging complete! "+untagged+" articles untagged successfully! "+skipped
ProgressSpan2.innerHTML+=" skipped as unnecessary."
}
}
function getDuplicateStats(item) {
var IllustratedStr = "illustrated"
var countytext=""
var Illustrated=0
for (var j=2; j<item.length; j++) {
countytext=getNRISOnlyWikitext(item[j])
if (countytext!="error") {
var StartIndex = 0
var str = "{{NRHP row"
var skip = str.length;
var index, RowLocations = [];
while ((index = countytext.indexOf(str, StartIndex)) > -1) {
RowLocations.push(index);
StartIndex = index + skip;
}
RowLocations.push(countytext.length) // if duplicated entry happens to be last in table
var k=0
while (RowLocations[k]<countytext.indexOf(item[0])) {
k++
}
var CountyRow=countytext.substr(RowLocations[k-1],RowLocations[k]-RowLocations[k-1])
CountyRow=CountyRow.replace(/\<\!\-\-(.|[\r\n])*?\-\-\>/g, "") // get rid of commented out pictures
if (CountyRow.match(/\|[ ]*?image[ ]*?=[ ]*?[a-zA-Z0-9]/g)!=null) Illustrated++
} else {
alert("Error checking duplicate stats! Script aborted!")
return
}
}
if (Illustrated!=item.length-2&&Illustrated!=0) IllustratedStr="partially-"+IllustratedStr
if (Illustrated==0) IllustratedStr="un"+IllustratedStr
var ArticledStr="articled"
var AssessmentStr=""
var NRISStr=""
var title=""
if(Object.prototype.toString.call(item[1]) === '[object Array]') { // if in multistate, pick out first item in array
var title=item[1][0]
} else {
var title = item[1]
}
var nrisonlyquery=JSON.parse( // check if NRIS-only
$.ajax({
dataType: "json",
url: mw.util.wikiScript('api'),
data: {
format: 'json',
action: 'query',
prop: 'categories',
clcategories: 'Category:All articles sourced only to NRIS',
cllimit: 'max',
titles: title,
redirects: 'true'
},
async:false
})
.responseText
);
if (nrisonlyquery.query.redirects) { // resolve any redirects
for (var r in nrisonlyquery.query.redirects) {
title=nrisonlyquery.query.redirects[r].to
}
}
for (var page in nrisonlyquery.query.pages) {
if (typeof nrisonlyquery.query.pages[page].missing!="undefined") {
ArticledStr="un"+ArticledStr
continue
}
if (nrisonlyquery.query.pages[page].categories) {
NRISStr="NRIS-only"
}
}
var catlist='Category:FA-Class National Register of Historic Places articles|Category:A-Class National Register of '
catlist+='Historic Places articles|Category:GA-Class National Register of Historic Places articles|Category:B-Class '
catlist+='National Register of Historic Places articles|Category:C-Class National Register of Historic Places '
catlist+='articles|Category:Start-Class National Register of Historic Places articles|Category:Stub-Class National '
catlist+='Register of Historic Places articles|Category:Unassessed National Register of Historic Places '
catlist+='articles|Category:List-Class National Register of Historic Places articles|Category:Redirect-Class National '
catlist+='Register of Historic Places articles'
if (ArticledStr!="unarticled") {
var statsquery=JSON.parse( // look at quality stats
$.ajax({
dataType: "json",
url: mw.util.wikiScript('api'),
data: {
format: 'json',
action: 'query',
prop: 'categories',
clcategories: catlist,
cllimit: 'max',
titles: 'Talk:'+title,
redirects: 'true'
},
async:false
})
.responseText
);
for (var page in statsquery.query.pages) {
var tagged = "no"
if (statsquery.query.pages[page].categories) {
tagged = "yes"
for (var category in statsquery.query.pages[page].categories) {
var CatTitle=statsquery.query.pages[page].categories[category].title
if (CatTitle.indexOf("Stub")!=-1) {
AssessmentStr="Stub-class"
continue
}
if (CatTitle.indexOf("Unassessed")!=-1||CatTitle.indexOf("Redirect")!=-1) { // also count rdr unassessed
AssessmentStr="unassessed"
continue
}
if (CatTitle.indexOf("List")!=-1) {
if (statsquery.query.pages[page].title.indexOf("National Register of Historic Places")!=-1){
ArticledStr="un"+ArticledStr
continue
} else {
AssessmentStr="Stub-class"
continue
}
}
AssessmentStr="Start+"
}
}
if (tagged=="no") {
AssessmentStr="untagged"
}
}
}
var StatsStr = ArticledStr+", "+IllustratedStr
if (AssessmentStr!="") StatsStr+=", "+AssessmentStr
if (NRISStr!="") StatsStr+=", "+NRISStr
return StatsStr
}
function GenerateDuplicateTable(StateStructure,i,list,stateName,CountySpan,ThisStateSpan) {
var wikitext=""
var switchtabletext=""
// check county-level duplicates
CountySpan.innerHTML="<br />First checking county-level duplications in this state..."
var NumberFound=0
for (var j=1; j<StateStructure[i].length; j++) {
wikitext+="==="+StateStructure[i][j][0]+", "+StateStructure[i][0]+"===\n"
var TotalCountyDuplicates=0
var TotalCountyArticled=0
var TotalCountyIllustrated=0
var TotalCountyStub=0
var TotalCountyNRISOnly=0
var TotalCountyStartPlus=0
var TotalCountyUnassessed=0
var TotalCountyUntagged=0
for (var k=0; k<list.length; k++) {
var numberlists=list[k].length-2
var NumberInThisCounty=0
var temp=[];
for (var l=0; l<list[k].length; l++) { // make temp static
temp[l]=list[k][l]
}
for (var l=2; l<temp.length; l++) {
var ListName=temp[l].replace(/National Register of Historic Places listings (i|o)n /g,"")
ListName=ListName.replace(", "+stateName,"")
var oldnumber=NumberInThisCounty
for (var m=0; m<StateStructure[i][j][1].length; m++) {
if (ListName==StateStructure[i][j][1][m]) NumberInThisCounty++
}
if (NumberInThisCounty==oldnumber) {temp.splice(l,1); l--} // get rid of sublists not in this county
}
if (NumberInThisCounty>1) {
NumberFound++
CountySpan.innerHTML="<br />First checking county-level duplications in this state... "
CountySpan.innerHTML+=NumberFound+" found so far..."
TotalCountyDuplicates++
if (TotalCountyDuplicates==1) {
wikitext+="{| class=\"wikitable sortable\" width=100%\n! {{NRHP color}} width=30% | Site\n! {{NRHP "
wikitext+="color}} width=30% | Lists\n! {{NRHP color}} width=10% | Number of Duplicates\n! {{NRHP "
wikitext+="color}} width=30% colspan=7 | Stats\n"
}
wikitext+="|-\n| [["+temp[1]+"]] (#"+temp[0]+")\n|\n"
for (var m=2; m<temp.length; m++) {
wikitext+="*[["+temp[m]+"|"+temp[m].replace(/National Register of Historic Places listings (i|o)n /g,"")
wikitext+="]]\n"
}
var duplications=NumberInThisCounty-1
TotalCountyDuplicates+=duplications-1
wikitext+="| align=center | "+duplications+"\n| colspan=7 | "
var StatsStr=getDuplicateStats(temp)
if (StatsStr.indexOf("unarticled")==-1) TotalCountyArticled+=duplications
if (StatsStr.indexOf(", illustrated")!=-1) TotalCountyIllustrated+=duplications
if (StatsStr.indexOf("Stub-class")!=-1) TotalCountyStub+=duplications
if (StatsStr.indexOf("NRIS-only")!=-1) TotalCountyNRISOnly+=duplications
if (StatsStr.indexOf("Start+")!=-1) TotalCountyStartPlus+=duplications
if (StatsStr.indexOf("unassessed")!=-1) TotalCountyUnassessed+=duplications
if (StatsStr.indexOf("untagged")!=-1) TotalCountyUntagged+=duplications
wikitext+=StatsStr+"\n"
if (NumberInThisCounty==numberlists) { // if only duplicated inside this county, get rid of it
list.splice(k,1)
k--
}
}
}
if (TotalCountyDuplicates==0) {
wikitext+="There are no duplications across sublists of "+StateStructure[i][j][0]
wikitext+=", "+StateStructure[i][0]+".\n\n"
switchtabletext+=" |"+StateStructure[i][j][0]+", "+StateStructure[i][0]+"=0</td><td>0</td><td>-</td><td>"
switchtabletext+="0</td><td>-</td><td>0</td><td>0</td><td>0</td><td>-</td><td>0</td><td>0</td><td>-</td>\n"
CountySpan.innerHTML="<br />First checking county-level duplications in this state... None found."
} else {
wikitext+="|-\n! colspan=2 | Total\n! "+TotalCountyDuplicates+"\n! "+TotalCountyIllustrated+"\n! "
wikitext+=TotalCountyArticled+"\n! "+TotalCountyStub+"\n! "+TotalCountyNRISOnly+"\n! "+TotalCountyStartPlus
wikitext+="\n! "+TotalCountyUnassessed+"\n! "+TotalCountyUntagged+"\n|}\n\n"
switchtabletext+=" |"+StateStructure[i][j][0]+", "+StateStructure[i][0]+"="+TotalCountyDuplicates+"</td><td>"
switchtabletext+=TotalCountyIllustrated+"</td><td>-</td><td>"+TotalCountyArticled+"</td><td>-</td><td>"
switchtabletext+=TotalCountyStub+"</td><td>"+TotalCountyNRISOnly+"</td><td>"+TotalCountyStartPlus
switchtabletext+="</td><td>-</td><td>"+TotalCountyUnassessed+"</td><td>"+TotalCountyUntagged+"</td><td>-</td>\n"
CountySpan.innerHTML="<br />First checking county-level duplications in this state... Complete! "+TotalCountyDuplicates+" found."
}
}
if (StateStructure[i].length==1) {
CountySpan.innerHTML="<br />First checking county-level duplications in this state... None found."
}
ThisStateSpan.innerHTML="<br />Now checking statewide duplicates..."
if (StateStructure[i].length>1) wikitext+="==="+StateStructure[i][0]+" Statewide===\n"
if (list.length==0) {
wikitext+="There are no duplications across sublists of "+StateStructure[i][0]+".\n\n"
switchtabletext+="|"+StateStructure[i][0]+"=0</td><td>0</td><td>-</td><td>0</td><td>-</td><td>0</td><td>0</td><td>0"
switchtabletext+="</td><td>-</td><td>0</td><td>0</td><td>-</td>\n"
} else {
var TotalStateDuplicates=0
var TotalStateArticled=0
var TotalStateIllustrated=0
var TotalStateStub=0
var TotalStateNRISOnly=0
var TotalStateStartPlus=0
var TotalStateUnassessed=0
var TotalStateUntagged=0
wikitext+="{| class=\"wikitable sortable\" width=100%\n! {{NRHP color}} width=30% | Site\n! {{NRHP "
wikitext+="color}} width=30% | Lists\n! {{NRHP color}} width=10% | Number of Duplicates\n! {{NRHP "
wikitext+="color}} width=30% colspan=7 | Stats\n"
for (var j=0; j<list.length; j++) {
ThisStateSpan.innerHTML="<br />Now checking statewide duplicates... "
ThisStateSpan.innerHTML+=j+" of "+list.length+" examined so far..."
wikitext+="|-\n| [["+list[j][1]+"]] (#"+list[j][0]+")\n|\n"
for (var m=2; m<list[j].length; m++) {
wikitext+="*[["+list[j][m]+"|"
wikitext+=list[j][m].replace(/National Register of Historic Places listings (i|o)n /g,"")+"]]\n"
}
var thisDuplicateStates=[];
for (var l=2; l<list[j].length; l++) {
var ListName=list[j][l].replace(/National Register of Historic Places listings (i|o)n /g,"")
ListName=ListName.replace(", "+stateName,"")
thisDuplicateStates.push(ListName)
for (var k=1; k<StateStructure[i].length; k++) {
for (var m=0; m<StateStructure[i][k][1].length; m++) {
if (ListName==StateStructure[i][k][1][m]) {
thisDuplicateStates[thisDuplicateStates.length-1]=StateStructure[i][k][0]
}
}
}
}
for (var l=0;l<thisDuplicateStates.length; l++) { // shrink list if duplicated inside single county
for (var m=l+1;m<thisDuplicateStates.length; m++) {
if (thisDuplicateStates[l]==thisDuplicateStates[m]) {thisDuplicateStates.splice(m,1);m--}
}
}
var duplications=thisDuplicateStates.length-1
TotalStateDuplicates+=duplications
wikitext+="| align=center | "+duplications+"\n| colspan=7 | "
var StatsStr=getDuplicateStats(list[j])
if (StatsStr.indexOf("unarticled")==-1) TotalStateArticled+=duplications
if (StatsStr.indexOf(", illustrated")!=-1) TotalStateIllustrated+=duplications
if (StatsStr.indexOf("Stub-class")!=-1) TotalStateStub+=duplications
if (StatsStr.indexOf("NRIS-only")!=-1) TotalStateNRISOnly+=duplications
if (StatsStr.indexOf("Start+")!=-1) TotalStateStartPlus+=duplications
if (StatsStr.indexOf("unassessed")!=-1) TotalStateUnassessed+=duplications
if (StatsStr.indexOf("untagged")!=-1) TotalStateUntagged+=duplications
wikitext+=StatsStr+"\n"
}
wikitext+="|-\n! colspan=2 | Total\n! "+TotalStateDuplicates+"\n! "+TotalStateIllustrated+"\n! "
wikitext+=TotalStateArticled+"\n! "+TotalStateStub+"\n! "+TotalStateNRISOnly+"\n! "+TotalStateStartPlus
wikitext+="\n! "+TotalStateUnassessed+"\n! "+TotalStateUntagged+"\n|}\n\n"
switchtabletext+="|"+StateStructure[i][0]+"="+TotalStateDuplicates+"</td><td>"+TotalStateIllustrated+"</td><td>-</td><td>"
switchtabletext+=TotalStateArticled+"</td><td>-</td><td>"+TotalStateStub+"</td><td>"+TotalStateNRISOnly+"</td><td>"
switchtabletext+=TotalStateStartPlus+"</td><td>-</td><td>"+TotalStateUnassessed+"</td><td>"+TotalStateUntagged
switchtabletext+="</td><td>-</td>\n"
}
return [wikitext,switchtabletext]
}
// subroutine to determine state from list name
function getState(title) {
var temp=title.split(", ")
var state=temp[temp.length-1]
if (state=="Philadelphia") state="Pennsylvania"
if (temp[0]==state||state.indexOf(':')!=-1) {
if (title.indexOf("Chicago")!=-1) state="Illinois"
else if (title.indexOf("St. Louis")!=-1) state="Missouri"
else if (title.indexOf("Kansas City")!=-1) state="Missouri"
else if (title.indexOf("Baltimore")!=-1) state="Maryland"
else if (title.indexOf("Manhattan")!=-1) state="New York"
else if (title.indexOf("Philadelphia")!=-1) state="Pennsylvania"
else if (title.indexOf("Zion")!=-1) state="Utah"
else state=""
}
return state
}
// dump lists to subpages
function NRISOnlyDump(info,Span,subpages,doneEditing) {
var api = new mw.Api();
api.postWithToken( "edit", {
action: "edit",
title: info.title,
summary: info.summary,
text: info.text,
bot: 'true'
},
{async:false})
.done( function(data) {
if (data && data.edit && data.edit.result && data.edit.result=="Success") {
if (doneEditing=="no") {
Span.innerHTML="<br>Dumping data to subpages of "
Span.innerHTML+="<a href='http://en.wikipedia.org/wiki/"+OutputBase+"'>"+OutputBase+"</a>... "+subpages+" edits made."
} else if (doneEditing=="yes") {
Span.innerHTML="<br>Dumping data to subpages of "
Span.innerHTML+="<a href='http://en.wikipedia.org/wiki/"+OutputBase+"'>"+OutputBase+"</a>... Done! "+subpages
Span.innerHTML+=" subpages edited successfully!"
} else if (doneEditing=="NRIS") {
Span.innerHTML+="Done! Click link to see output!"
// output technical information to console
var WarningText="NRHP Progress Warnings: "
for (var i=0; i<WarningCount.length; i++) {
WarningText+=WarningCount[i][0]+" ("+WarningCount[i][1]+"), "
}
if (WarningCount[0][0]!="") {
WarningText=WarningText.substr(0,WarningText.length-2)
} else {
WarningText="NRHP Progress Warnings: none"
}
throw(WarningText)
} else if (doneEditing=="duplicates") {
Span.innerHTML+="<br>Output saved! Click link to see it."
}
} else {
Span.innerHTML += " The edit query returned an error! Aborting script."
alert('Edit query error:\n'+data.error.code+': '+data.error.info+'\nClick OK to view raw wikitext for latest subpage.');
var popup = open("");
var div = popup.document.createElement("div");
div.innerHTML=info.title+"<br><hr><br>"+info.text
popup.document.body.appendChild(div);
}
})
.fail( function() {
Span.innerHTML += " The edit query returned an error! Aborting script."
alert('Ajax failure. Click OK to view raw wikitext for latest subpage.');
var popup = open("");
var div = popup.document.createElement("div");
div.innerHTML=info.title+"<br><hr><br>"+info.text
popup.document.body.appendChild(div);
});
}
function getNRISOnlyProgressPageWikitext(title) { // asynchronous fetch of Progress page wikitext
$.ajax({
dataType: "json",
url: mw.util.wikiScript('api'),
data: {
format: 'json',
action: 'query',
prop: 'revisions',
rvprop: 'content',
titles: title,
indexpageids: true,
redirects: 'true'
},
error: function() {wikitext="error"},
success: function(output) {
for (page in output.query.pages) {
wikitext=output.query.pages[page].revisions[0]['*'];
}
},
complete: function() {
if (wikitext=="error") {
var ProgressDiv=document.getElementById("ProgressDiv")
ProgressDiv.innerHTML+=" Unable to fetch wikitext! Script aborted."
} else {
SetupNRISOnlyTables()
}
}
})
}
function getNRISOnlyListWikitext(currentTable,currentRow) { // asynchronous fetch of each list's wikitext
$.ajax({
dataType: "json",
url: mw.util.wikiScript('api'),
data: {
format: 'json',
action: 'query',
prop: 'revisions',
rvprop: 'content',
titles: NRISOnlyStructure[currentTable][currentRow].Link,
indexpageids: true,
redirects: 'true'
},
error: function(ajaxResponse,status,errorThrown) {ajaxResponse.errorThrown=errorThrown},
complete: function(ajaxResponse,status) {NRISOnlyWikitextFetched(ajaxResponse,status,currentTable,currentRow)}
})
}
function getNRISOnlyWikitext(title) { // legacy synchronous fetch Wikitext of each page for tagging
try {
var output=JSON.parse(
$.ajax({
dataType: "json",
url: mw.util.wikiScript('api'),
data: {
format: 'json',
action: 'query',
prop: 'revisions',
rvprop: 'content',
titles: title,
indexpageids: true,
redirects: 'true'
},
async:false
})
.responseText
);
for (page in output.query.pages) {
wikitext = output.query.pages[page].revisions[0]['*'];
}
return wikitext
}
catch(err) {
return "error"
}
}
// legacy check to see if article is NRIS-only used during tagging
function NRISOnlyQuery(toQuery,SubpageSpan) { // look through wikitext of each article to find NRIS-only ones
var ToBeTagged=[];
var ToBeUntagged=[];
var Unreferenced=[];
var OneRefNotNRIS=[];
var AllNRISOnly=[];
var Substubs=[];
var Errors=[];
var isTagged="no"
for (var k=1;k<toQuery.length+1; k++) {
SubpageSpan.innerHTML = "<br />Finding NRIS-only articles... Querying page "+k+" of "+toQuery.length+" in this county..."
var wikitext=getNRISOnlyWikitext(toQuery[k-1])
isTagged="no"
if (wikitext!="error") {
// calculate prose size
var prose=wikitext.replace(/\<\!\-\-(.|[\r\n])*?\-\-\>/g,"") // strip comments
prose=prose.replace(/\<ref[^e](.|[\r\n])*?([ ]*?\/|\<\/ref[ ]*?)\>/gi,"") // strip refs
prose=prose.replace(/==[ ]*?External links[ ]*?==(.|\n)*?(?=(==.*?==|$))/gi,"") // strip external links section
prose=prose.replace(/==[ ]*?See also[ ]*?==(.|\n)*?(?=(==.*?==|$))/gi,"") // strip see also section
prose=prose.replace(/==[ ]*?(References|Notes)[ ]*?==(.|\n)*?(?=(==.*?==|$))/gi,"") // strip references section
// strip further reading section
prose=prose.replace(/==[ ]*?(Further|Additional) reading[ ]*?==(.|\n)*?(?=(==.*?==|$))/gi,"")
prose=prose.replace(/={2,5}.*?={2,5}/g,"") // strip section titles
// replace wikilinks with displayed text
prose=prose.replace(/\[\[(?![ ]*?Category:|[ ]*?Image:|[ ]*?File:)([^\]]*?\|)?(.*?)\]\]/gi,"$2")
prose=prose.replace(/\[[ ]*?http.*? (.*?)\]/g,"$1") // replace inline external links with displayed text
prose=prose.replace(/'{2,5}(.*?)'{2,5}/g,"$1") // replace bold/italic with displayed text
prose=prose.replace(/\[\[[ ]*?Category:.*?\]\]/g,"") // strip categories
prose=prose.replace(/\[\[[ ]*?(Image|File):.*?\]\]/g,"") // strip images
prose=prose.replace(/\<[ ]*?gallery(.|\n)*?\<[ ]*?\/[ ]*?gallery[ ]*?\>/gi,"") // strip galleries
while(true) { // strip templates
var str="{{"
var start=prose.indexOf(str)
if (start==-1) break
var open=1
var index=start+str.length
while (open!=0 && index<prose.length) {
if (prose.substr(index,2)=="}}") {
open--
index++
} else if (prose.substr(index,2)=="{{") {
open++
index++
}
index++
}
prose=prose.replace(prose.substr(start,index-start),"")
}
prose=prose.replace(/{\|(.|\n)*?\|}/g,"") // strip tables
prose=prose.replace(/ /g," ") // replace nbsp with regular space
prose=prose.replace(/<[ ]*?br.*?>/g, "\n") // replace HTML line break with string line break
prose=prose.replace(/[ \n]+/g," ") // replace multiple spaces/linebreaks with single space
prose=prose.trim()
if (prose.length<325) Substubs[Substubs.length]=[toQuery[k-1],prose.length]
if (wikitext.match(/{{( |[\r\n])*?NRIS-only(.|[\r\n])*?}}/g)!=null) isTagged="yes"
if (wikitext.indexOf("{{GR")!=-1||wikitext.indexOf("{{sfn")!=-1||wikitext.indexOf("{{Sfn")!=-1) {
if (isTagged=="yes") ToBeUntagged.push(toQuery[k-1])
continue
}
var Refs=wikitext.match(/\<ref[^e](.|[\r\n])*?([ ]*?\/|\<\/ref[ ]*?)\>/gi)
var comments=wikitext.match(/\<\!\-\-(.|[\r\n])*?\-\-\>/g)
if (Refs==null) { // if no refs, count as unreferenced
Unreferenced.push(toQuery[k-1])
continue
}
if (comments!=null) {
for (var l=0; l<comments.length; l++) {
var CommentedRefs=comments[l].match(/\<ref[^e](.|[\r\n])*?([ ]*?\/|\<\/ref[ ]*?)\>/gi)
if (CommentedRefs==null) continue
for (var m=0; m<CommentedRefs.length; m++) {
for (var n=0; n<Refs.length; n++) {
if (Refs[n]==CommentedRefs[m]) {Refs.splice(n,1); n--}
}
}
}
}
if (Refs.length==0) { // if all refs commented out, count as unreferenced
Unreferenced.push(toQuery[k-1])
continue
}
var citesNRIS="no"
for (var l=0; l<Refs.length; l++) {
if (Refs[l].indexOf("{{NRISref")!=-1) citesNRIS="yes"
}
var namedRefs=[];
var Duplications=[];
for (var l=0; l<Refs.length; l++) {
var nameOfRef=Refs[l].match(/name[ ]*?=.*?(\/|\>)/gi)
if (nameOfRef==null) {
continue
} else {
nameOfRef = nameOfRef[0].replace(/("| )/g,'')
nameOfRef = nameOfRef.substr(5,nameOfRef.length-6)
}
namedRefs.push(nameOfRef)
Duplications.push(1)
for (var m=0; m<namedRefs.length-1; m++) { // if title is duplicated, count how many times
if (nameOfRef==namedRefs[m]) {
namedRefs.splice(m,1)
Duplications[Duplications.length-1] = Duplications[m] + 1
Duplications.splice(m,1);
m--
}
}
}
if (namedRefs.length==2&&namedRefs[0]==namedRefs[1]) Duplications[0]++ // fix for if all refs are same
var toSubtract=0
for (var l=0; l<Duplications.length; l++) {
toSubtract = toSubtract + Duplications[l] - 1
}
var DistinctRefs = Refs.length-toSubtract
if (DistinctRefs>1) {
if (isTagged=="yes") ToBeUntagged.push(toQuery[k-1]) // untag if ref has been added since tag placed
continue
}
if (citesNRIS=="no") {OneRefNotNRIS.push(toQuery[k-1]);continue} // if only one ref and not NRIS, count that
if (isTagged=="no") ToBeTagged.push(toQuery[k-1]) // only push if the only ref is NRISref and it's not already tagged
AllNRISOnly.push(toQuery[k-1])
} else {
Errors.push(toQuery[k-1]);
continue;
}
}
return [ToBeTagged,ToBeUntagged,Unreferenced,OneRefNotNRIS,AllNRISOnly,Substubs,Errors]
}
$(window).load(CheckPermission);
