From d9ed20cb2ce9109e47604e866d09e0b88a073ad6 Mon Sep 17 00:00:00 2001
From: Christine Dodrill <me@christine.website>
Date: Thu, 21 Mar 2019 10:30:20 -0700
Subject: [PATCH] robots and sitemap

---
 cmd/site/main.go  | 46 ++++++++++++++++++++++++++++++++++++++++++++--
 go.mod            |  1 +
 go.sum            |  4 ++++
 static/robots.txt |  2 ++
 4 files changed, 51 insertions(+), 2 deletions(-)
 create mode 100644 static/robots.txt

diff --git a/cmd/site/main.go b/cmd/site/main.go
index 60619c7..4ea6fe8 100644
--- a/cmd/site/main.go
+++ b/cmd/site/main.go
@@ -19,6 +19,7 @@ import (
 	"github.com/prometheus/client_golang/prometheus"
 	"github.com/prometheus/client_golang/prometheus/promhttp"
 	blackfriday "github.com/russross/blackfriday"
+	"github.com/snabb/sitemap"
 	"within.website/ln"
 )
 
@@ -81,7 +82,8 @@ type Site struct {
 	rssFeed  *feeds.Feed
 	jsonFeed *jsonfeed.Feed
 
-	mux *http.ServeMux
+	mux     *http.ServeMux
+	sitemap []byte
 
 	templates map[string]*template.Template
 	tlock     sync.RWMutex
@@ -93,6 +95,8 @@ func (s *Site) ServeHTTP(w http.ResponseWriter, r *http.Request) {
 	s.mux.ServeHTTP(w, r)
 }
 
+var arbDate = time.Date(2019, time.March, 21, 18, 0, 0, 0, time.UTC)
+
 // Build creates a new Site instance or fails.
 func Build() (*Site, error) {
 	type postFM struct {
@@ -100,6 +104,31 @@ func Build() (*Site, error) {
 		Date  string
 	}
 
+	smi := sitemap.New()
+	smi.Add(&sitemap.URL{
+		Loc:        "https://christine.website/resume",
+		LastMod:    &arbDate,
+		ChangeFreq: sitemap.Monthly,
+	})
+
+	smi.Add(&sitemap.URL{
+		Loc:        "https://christine.website/contact",
+		LastMod:    &arbDate,
+		ChangeFreq: sitemap.Monthly,
+	})
+
+	smi.Add(&sitemap.URL{
+		Loc:        "https://christine.website/",
+		LastMod:    &arbDate,
+		ChangeFreq: sitemap.Monthly,
+	})
+
+	smi.Add(&sitemap.URL{
+		Loc:        "https://christine.website/blog",
+		LastMod:    &arbDate,
+		ChangeFreq: sitemap.Weekly,
+	})
+
 	s := &Site{
 		rssFeed: &feeds.Feed{
 			Title:       "Christine Dodrill's Blog",
@@ -135,7 +164,7 @@ func Build() (*Site, error) {
 		if info.IsDir() {
 			return nil
 		}
-
+		
 		fin, err := os.Open(path)
 		if err != nil {
 			return err
@@ -164,6 +193,12 @@ func Build() (*Site, error) {
 		}
 
 		s.Posts = append(s.Posts, p)
+		itime, _ := time.Parse("2006-01-02", p.Date)
+		smi.Add(&sitemap.URL{
+			Loc:        "https://christine.website/" + p.Link,
+			LastMod:    &itime,
+			ChangeFreq: sitemap.Monthly,
+		})
 
 		return nil
 	})
@@ -224,6 +259,13 @@ func Build() (*Site, error) {
 	s.mux.HandleFunc("/sw.js", func(w http.ResponseWriter, r *http.Request) {
 		http.ServeFile(w, r, "./static/js/sw.js")
 	})
+	s.mux.HandleFunc("/robots.txt", func(w http.ResponseWriter, r *http.Request) {
+		http.ServeFile(w, r, "./static/robots.txt")
+	})
+	s.mux.Handle("/sitemap.xml", middlewareMetrics("sitemap", http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
+		w.Header().Set("Content-Type", "application/xml")
+		smi.WriteTo(w)
+	})))
 
 	return s, nil
 }
diff --git a/go.mod b/go.mod
index 0886618..ca8e7d3 100644
--- a/go.mod
+++ b/go.mod
@@ -12,6 +12,7 @@ require (
 	github.com/prometheus/procfs v0.0.0-20190319124303-40f3c57fb198 // indirect
 	github.com/russross/blackfriday v2.0.0+incompatible
 	github.com/shurcooL/sanitized_anchor_name v1.0.0 // indirect
+	github.com/snabb/sitemap v1.0.0
 	github.com/stretchr/testify v1.3.0
 	gopkg.in/check.v1 v1.0.0-20180628173108-788fd7840127 // indirect
 	gopkg.in/yaml.v2 v2.2.1
diff --git a/go.sum b/go.sum
index 1ce1b69..fa708a1 100644
--- a/go.sum
+++ b/go.sum
@@ -55,6 +55,10 @@ github.com/russross/blackfriday v2.0.0+incompatible/go.mod h1:JO/DiYxRf+HjHt06Oy
 github.com/shurcooL/sanitized_anchor_name v1.0.0 h1:PdmoCO6wvbs+7yrJyMORt4/BmY5IYyJwS/kOiWx8mHo=
 github.com/shurcooL/sanitized_anchor_name v1.0.0/go.mod h1:1NzhyTcUVG4SuEtjjoZeVRXNmyL/1OwPU0+IJeTBvfc=
 github.com/sirupsen/logrus v1.2.0/go.mod h1:LxeOpSwHxABJmUn/MG1IvRgCAasNZTLOkJPxbbu5VWo=
+github.com/snabb/diagio v1.0.0 h1:kovhQ1rDXoEbmpf/T5N2sUp2iOdxEg+TcqzbYVHV2V0=
+github.com/snabb/diagio v1.0.0/go.mod h1:ZyGaWFhfBVqstGUw6laYetzeTwZ2xxVPqTALx1QQa1w=
+github.com/snabb/sitemap v1.0.0 h1:7vJeNPAaaj7fQSRS3WYuJHzUjdnhLdSLLpvVtnhbzC0=
+github.com/snabb/sitemap v1.0.0/go.mod h1:Id8uz1+WYdiNmSjEi4BIvL5UwNPYLsTHzRbjmDwNDzA=
 github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
 github.com/stretchr/objx v0.1.1/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
 github.com/stretchr/testify v1.2.2 h1:bSDNvY7ZPG5RlJ8otE/7V6gMiyenm9RtJ7IUVIAoJ1w=
diff --git a/static/robots.txt b/static/robots.txt
new file mode 100644
index 0000000..a9e4ee2
--- /dev/null
+++ b/static/robots.txt
@@ -0,0 +1,2 @@
+User-Agent: *
+Sitemap: https://christine.website/sitemap.xml