Thread: [poe-commits] extras/wiki index.cgi,1.9,1.10
Brought to you by:
rcaputo
From: <rc...@us...> - 2004-05-17 20:00:59
|
Update of /cvsroot/poe/extras/wiki In directory sc8-pr-cvs1.sourceforge.net:/tmp/cvs-serv17296 Modified Files: index.cgi Log Message: Wiki spammers rely on the old versions of pages to be available by search engines. This commit adds "meta ROBOTS" NOFOLLOW,NOINDEX to historical pages. It also adds them to various forms the wiki produces so that spiders don't crawl into the site's working bits. Index: index.cgi =================================================================== RCS file: /cvsroot/poe/extras/wiki/index.cgi,v retrieving revision 1.9 retrieving revision 1.10 diff -C2 -d -r1.9 -r1.10 *** index.cgi 17 May 2004 19:27:50 -0000 1.9 --- index.cgi 17 May 2004 20:00:48 -0000 1.10 *************** *** 535,539 **** $MainPage = $id; $MainPage =~ s|/.*||; # Only the main page name (remove subpage) ! $fullHtml = &GetHeader($id, &QuoteHtml($id), $oldId); if ($revision ne "") { --- 535,539 ---- $MainPage = $id; $MainPage =~ s|/.*||; # Only the main page name (remove subpage) ! $fullHtml = &GetHeader($id, &QuoteHtml($id), $oldId, $revision); if ($revision ne "") { *************** *** 797,801 **** my ($html, $canEdit); ! print &GetHeader("",&QuoteHtml("History of $id"), "") . "<br>"; &OpenPage($id); &OpenDefaultText(); --- 797,801 ---- my ($html, $canEdit); ! print &GetHeader("",&QuoteHtml("History of $id"), "", "norobots") . "<br>"; &OpenPage($id); &OpenDefaultText(); *************** *** 1030,1035 **** } sub GetHeader { ! my ($id, $title, $oldId) = @_; my $header = ""; my $LogoImage = ""; --- 1030,1045 ---- } + # If $revision is true, it means we're viewing an old revision of a page. + # Notify search engine robots not to index the old versions. + # + # Search engine spammers rely on old versions of a page being indexed--- + # fixing spam doesn't correct it in the past, so it's also assimilated. + # Turning off indexing for old pages thwarts their evil schemes. + # + # We also pass in "norobots" from maintenance forms and things to prevent + # their non-content from being indexed. + sub GetHeader { ! my ($id, $title, $oldId, $revision) = @_; my $header = ""; my $LogoImage = ""; *************** *** 1096,1099 **** --- 1106,1117 ---- } print $result if $result; + + if ($revision) { + $data{meta_robot} = "NOINDEX,NOFOLLOW"; + } + else { + $data{meta_robot} = "INDEX,FOLLOW"; + } + my $template = Text::Template->new( TYPE => 'FILE', *************** *** 1287,1294 **** } else { if ($isEdit) { ! $html = &GetHeader("","Thanks for editing...", ""); $html .= "Thank you for editing <a href=\"$url\">$name</a>."; } else { ! $html = &GetHeader("","Link to another page...", ""); } $html .= "\n<p>Follow the <a href=\"$url\">$name</a> link to continue."; --- 1305,1312 ---- } else { if ($isEdit) { ! $html = &GetHeader("","Thanks for editing...", "", "norobots"); $html .= "Thank you for editing <a href=\"$url\">$name</a>."; } else { ! $html = &GetHeader("","Link to another page...", "", "norobots"); } $html .= "\n<p>Follow the <a href=\"$url\">$name</a> link to continue."; *************** *** 2819,2823 **** my %data; ! my $head = GetHeader("", "Submission error...", ""); my $foot = GetFooterText("SubmissionError", ""); --- 2837,2841 ---- my %data; ! my $head = GetHeader("", "Submission error...", "", "norobots"); my $foot = GetFooterText("SubmissionError", ""); *************** *** 3307,3311 **** if (!&UserCanEdit($id, 1)) { ! print &GetHeader("", "Editing Denied", ""); if (&UserIsBanned()) { print "Editing not allowed: user, ip, or network is blocked.", --- 3325,3329 ---- if (!&UserCanEdit($id, 1)) { ! print &GetHeader("", "Editing Denied", "", "norobots"); if (&UserIsBanned()) { print "Editing not allowed: user, ip, or network is blocked.", *************** *** 3340,3344 **** $editRows = &GetParam("editrows", 20); $editCols = &GetParam("editcols", 65); ! print &GetHeader("", &QuoteHtml($header), ""); if ($revision ne "") { print "\n<b>Editing old revision $revision. Saving this page will" --- 3358,3362 ---- $editRows = &GetParam("editrows", 20); $editCols = &GetParam("editcols", 65); ! print &GetHeader("", &QuoteHtml($header), "", "norobots"); if ($revision ne "") { print "\n<b>Editing old revision $revision. Saving this page will" *************** *** 3452,3456 **** $recentName =~ s/_/ /g; &DoNewLogin() if ($UserID < 400); ! print &GetHeader("", "Editing Preferences", ""), &GetFormStart(), GetHiddenValue("edit_prefs", 1), "\n", --- 3470,3474 ---- $recentName =~ s/_/ /g; &DoNewLogin() if ($UserID < 400); ! print &GetHeader("", "Editing Preferences", "", "norobots"), &GetFormStart(), GetHiddenValue("edit_prefs", 1), "\n", *************** *** 3558,3562 **** &UpdatePrefCheckbox("toplinkbar"); &UpdatePrefCheckbox("linkrandom"); ! print &GetHeader("","Saving Preferences", ""), "<br>"; if ($UserID < 1001) { --- 3576,3580 ---- &UpdatePrefCheckbox("toplinkbar"); &UpdatePrefCheckbox("linkrandom"); ! print &GetHeader("","Saving Preferences", "", "norobots"), "<br>"; if ($UserID < 1001) { *************** *** 3707,3711 **** sub DoIndex { ! print &GetHeader("","Index of all pages", ""), "<br>"; &PrintPageList(&AllPagesList()); --- 3725,3729 ---- sub DoIndex { ! print &GetHeader("","Index of all pages", "", "norobots"), "<br>"; &PrintPageList(&AllPagesList()); *************** *** 3731,3735 **** sub DoEnterLogin { ! print &GetHeader("", "Login", ""). &GetFormStart(). &GetHiddenValue("enter_login", 1), "\n", --- 3749,3753 ---- sub DoEnterLogin { ! print &GetHeader("", "Login", "", "norobots"). &GetFormStart(). &GetHiddenValue("enter_login", 1), "\n", *************** *** 3765,3769 **** } } ! print &GetHeader("", "Login Results", ""); if ($success) { print "Login for user ID $uid complete."; --- 3783,3787 ---- } } ! print &GetHeader("", "Login Results", "", "norobots"); if ($success) { print "Login for user ID $uid complete."; *************** *** 3832,3836 **** return; } ! print &GetHeader("",&QuoteHtml("Search for: $string"), ""), "<br>"; &PrintPageList(&SearchTitleAndBody($string)); --- 3850,3854 ---- return; } ! print &GetHeader("",&QuoteHtml("Search for: $string"), "", "norobots"), "<br>"; &PrintPageList(&SearchTitleAndBody($string)); *************** *** 3849,3853 **** sub DoLinks { ! print &GetHeader("",&QuoteHtml("Full Link List"), ""), "<hr>"; # Extra lines to get below the logo &PrintLinkList(&GetFullLinkList()); --- 3867,3871 ---- sub DoLinks { ! print &GetHeader("",&QuoteHtml("Full Link List"), "", "norobots"), "<hr>"; # Extra lines to get below the logo &PrintLinkList(&GetFullLinkList()); *************** *** 4299,4303 **** my $LockMessage = "Normal Unlock."; ! print &GetHeader("","Removing edit lock", ""), "<p>This operation may take several seconds...\n"; if (&ForceReleaseLock('main')) { --- 4317,4321 ---- my $LockMessage = "Normal Unlock."; ! print &GetHeader("","Removing edit lock", "", "norobots"), "<p>This operation may take several seconds...\n"; if (&ForceReleaseLock('main')) { *************** *** 4342,4346 **** sub DoMaintain { my ($name, $fname, $data); ! print &GetHeader("","Maintenance on all pages", ""), "<br>"; $fname = "$DataDir/maintain"; --- 4360,4364 ---- sub DoMaintain { my ($name, $fname, $data); ! print &GetHeader("","Maintenance on all pages", "", "norobots"), "<br>"; $fname = "$DataDir/maintain"; *************** *** 4398,4402 **** my ($fname); ! print &GetHeader("","Set or Remove global edit lock", ""); return if (!&UserIsAdminOrError()); $fname = "$DataDir/noedit"; --- 4416,4420 ---- my ($fname); ! print &GetHeader("","Set or Remove global edit lock", "", "norobots"); return if (!&UserIsAdminOrError()); $fname = "$DataDir/noedit"; *************** *** 4417,4421 **** my ($fname, $id); ! print &GetHeader("","Set or Remove page edit lock", ""); return if (!&UserIsAdminOrError()); if (!&UserIsAdmin()) { --- 4435,4439 ---- my ($fname, $id); ! print &GetHeader("","Set or Remove page edit lock", "", "norobots"); return if (!&UserIsAdminOrError()); if (!&UserIsAdmin()) { *************** *** 4447,4451 **** my ($banList, $status); ! print &GetHeader("", "Editing Banned list", ""); return if (!&UserIsAdminOrError()); ($status, $banList) = &ReadFile("$DataDir/banlist"); --- 4465,4469 ---- my ($banList, $status); ! print &GetHeader("", "Editing Banned list", "", "norobots"); return if (!&UserIsAdminOrError()); ($status, $banList) = &ReadFile("$DataDir/banlist"); *************** *** 4473,4477 **** my ($newList, $fname); ! print &GetHeader("", "Updating Banned list", ""); return if (!&UserIsAdminOrError()); $fname = "$DataDir/banlist"; --- 4491,4495 ---- my ($newList, $fname); ! print &GetHeader("", "Updating Banned list", "", "norobots"); return if (!&UserIsAdminOrError()); $fname = "$DataDir/banlist"; *************** *** 4493,4497 **** sub DoEditLinks { ! print &GetHeader("", "Editing Links", ""); if ($AdminDelete) { return if (!&UserIsAdminOrError()); --- 4511,4515 ---- sub DoEditLinks { ! print &GetHeader("", "Editing Links", "", "norobots"); if ($AdminDelete) { return if (!&UserIsAdminOrError()); *************** *** 4547,4551 **** my ($commandList, $doRC, $doText); ! print &GetHeader("", "Updating Links", ""); if ($AdminDelete) { return if (!&UserIsAdminOrError()); --- 4565,4569 ---- my ($commandList, $doRC, $doText); ! print &GetHeader("", "Updating Links", "", "norobots"); if ($AdminDelete) { return if (!&UserIsAdminOrError()); |