Add robots + sitemap guidance

+ clean up related

Author: lukefretwell

_includes/related.html

@@ -16,29 +16,32 @@
   <h2 class="mt-5">Related</h2>
   <ul>
     {% for related in related_pages limit: 5 %}
-      <li>
-        <a href="{{ related.url }}">{{ related.title }}</a>
-      </li>
-    {% endfor %}
-  </ul>
-{% endif %}
-{% assign shown_topics = "" %}
-{% for topic in site.topics %}
-  {% if topic.link and page.topics contains topic.title %}
-    {% assign shown_topics = shown_topics | append: topic.title | append: "," %}
-  {% endif %}
-{% endfor %}
-
-{% if shown_topics != "" %}
-  <h2 class="mt-5">ScanGov</h2>
-  <p>Grades/scores that use {{ page.title }}:</p>
-  <ul>
-    {% for topic in site.topics %}
-      {% if topic.link and page.topics contains topic.title %}
-        <li>
-          <a href="{{ topic.link }}">{{ topic.title }}</a>
-        </li>
-      {% endif %}
-    {% endfor %}
-  </ul>
-{% endif %}
+      {% unless related.title == "Services" or related.title contains "ScanGov"" %}
+                <li>
+                  <a href="{{ related.url }}">{{ related.title }}</a>
+                </li>
+              {% endunless %}
+            {% endfor %}
+          </ul>
+        {% endif %}
+        {% assign shown_topics = "" %}
+        {% for topic in site.topics %}
+          {% if topic.link and page.topics contains topic.title %}
+            {% assign shown_topics = shown_topics | append: topic.title | append: "
+        , " %}
+          {% endif %}
+        {% endfor %}
+        
+        {% if shown_topics != "" %}
+          <h2 class="mt-5">ScanGov</h2>
+          <p>Grades/scores that use {{ page.title }}:</p>
+          <ul>
+            {% for topic in site.topics %}
+              {% if topic.link and page.topics contains topic.title %}
+                <li>
+                  <a href="{{ topic.link }}">{{ topic.title }}</a>
+                </li>
+              {% endif %}
+            {% endfor %}
+          </ul>
+        {% endif %}

_layouts/docs.html

@@ -28,12 +28,9 @@
                   {% include jumbotron.html %}
                   {% include audio.html %}
                   {% include anchor_headings.html html=content anchorBody="<i class='fa-solid fa-link'></i>" %}
-                  <!--
-                    {% if page.guidance %}  <h2>Reference</h2>  <div class="mb-4">    <a href="{{ site.baseurl }}/topics/guidance">      <span class="badge text-bg-secondary">        {{ page.guidance }}        <i class="fa-solid fa-trophy" aria="hidden"></i>      </span>    </a>  </div>{% endif %}
-                  -->
                   {% if page.website %}
                     <p>
-                      <a href="{{ page.website }}" class="btn btn-primary mt-3">Website</a>
+                      <a href="{{ page.website }}" class="btn btn-primary mt-2">Website</a>
                     </p>
                   {% endif %}
                   {% include related.html %}

_pages/robots-txt-org.md

@@ -0,0 +1,21 @@
+---
+title: "The Web Robots Pages"
+date: 2025-02-14
+modified: 
+author: ScanGov
+description: "Guidelines for controlling search engine crawling."
+icon: "fa-solid fa-robot"
+website: https://robotstxt.org
+audio:
+services:
+lowercase:
+guidance: true
+keywords: 
+topics:
+  - Guidance
+  - Search engine optimization
+---
+
+## About
+
+The Web Robots Pages provides guidelines on how websites can control search engine crawling using a robots.txt file.

_pages/sitemaps-org.md

@@ -19,3 +19,4 @@ topics:
 
 ## About
 
+Sitemaps.org includes guidelines, protocols, and formats for creating sitemaps, helping search engines find and index website content efficiently.