add robots.txt support

3 files changed, 19 insertions, 9 deletions

diff --git a/formats.go b/formats.go
index f0e8bf0..59a2359 100644
--- a/formats.go
+++ b/formats.go
@@ -13,7 +13,6 @@ import (
 	"strings"
 	"syscall"
 
-	ico "github.com/biessek/golang-ico"
 	"github.com/bodgit/sevenzip"
 	"github.com/dustin/go-humanize"
 	"github.com/kdomanski/iso9660"
@@ -29,11 +28,6 @@ var (
 	favIcn = genFavIcon()
 )
 
-func dispFavIcon(w http.ResponseWriter) {
-	w.Header().Set("Content-Type", "image/x-icon")
-	ico.Encode(w, favIcn)
-}
-
 func genFavIcon() *image.NRGBA {
 	i := image.NewNRGBA(image.Rect(0, 0, 16, 16))
 	d := &font.Drawer{
diff --git a/handlers.go b/handlers.go
index 47e5486..f2b1021 100644
--- a/handlers.go
+++ b/handlers.go
@@ -1,11 +1,14 @@
 package main
 
 import (
+	"fmt"
 	"log"
 	"net/http"
 	"net/url"
 	"path/filepath"
 	"strings"
+
+	ico "github.com/biessek/golang-ico"
 )
 
 type wfmRequest struct {
@@ -120,8 +123,19 @@ func wfmMain(w http.ResponseWriter, r *http.Request) {
 	}
 }
 
-func favicon(w http.ResponseWriter, r *http.Request) {
-	dispFavIcon(w)
+func dispFavIcon(w http.ResponseWriter, r *http.Request) {
+	w.Header().Set("Content-Type", "image/x-icon")
+	ico.Encode(w, favIcn)
+}
+
+func dispRobots(w http.ResponseWriter, r *http.Request) {
+	w.Header().Set("Content-Type", "text/plain")
+	fmt.Fprintln(w, "User-agent: *")
+	if *robots {
+		fmt.Fprintln(w, "Allow: /")
+		return
+	}
+	fmt.Fprintln(w, "Disallow: /")
 }
 
 func noText(m map[string][]string) map[string][]string {
diff --git a/wfm.go b/wfm.go
index fa75310..0421b14 100644
--- a/wfm.go
+++ b/wfm.go
@@ -38,6 +38,7 @@ var (
 	wfmPfx     = flag.String("prefix", "/", "Default url prefix for WFM access")
 	docSrv     = flag.String("doc_srv", "", "Serve regular http files, fsdir:prefix, eg /var/www/:/home/")
 	cacheCtl   = flag.String("cache_ctl", "no-cache", "HTTP Header Cache Control")
+	robots     = flag.Bool("robots", false, "allow robots")
 	acmDir     = flag.String("acm_dir", "", "autocert cache, eg: /var/cache (inside chroot)")
 	acmBind    = flag.String("acm_addr", "", "autocert manager listen address, eg: :80")
 	acmWhlist  multiString // this flag set in main
@@ -159,7 +160,8 @@ func main() {
 	// http stuff
 	mux := http.NewServeMux()
 	mux.HandleFunc(*wfmPfx, wfmMain)
-	mux.HandleFunc("/favicon.ico", favicon)
+	mux.HandleFunc("/favicon.ico", dispFavIcon)
+	mux.HandleFunc("/robots.txt", dispRobots)
 	if *f2bDump != "" {
 		mux.HandleFunc(*f2bDump, dumpf2b)
 	}