scottk/databunker
1
0
Fork 0
mirror of https://github.com/optim-enterprises-bv/databunker.git synced 2025-10-30 01:22:28 +00:00
Code Issues Packages Projects Releases Wiki Activity

add robots.txt file

Browse Source
This commit is contained in:
yuli
2024-09-13 18:47:47 +03:00
parent 52c054a459
commit 4b001f5766
2 changed files with 14 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
src/bunker.go
View File

@@ -264,6 +264,18 @@ func (e mainEnv) setupRouter() *httprouter.Router {
} }
} }
}) })
router.GET("/robots.txt", func(w http.ResponseWriter, r *http.Request, ps httprouter.Params) {
data, err := box.Find("robots.txt")
if err != nil {
//log.Panic("error %s", err.Error())
log.Printf("error: %s\n", err.Error())
w.WriteHeader(404)
} else {
w.Header().Set("Content-Type", "text/plain")
w.WriteHeader(200)
w.Write(data)
}
})
router.GET("/site/*filepath", func(w http.ResponseWriter, r *http.Request, ps httprouter.Params) { router.GET("/site/*filepath", func(w http.ResponseWriter, r *http.Request, ps httprouter.Params) {
fname := r.URL.Path fname := r.URL.Path
if fname == "/site/" { if fname == "/site/" {

2
ui/robots.txt Normal file
View File

@@ -0,0 +1,2 @@
User-agent: *
Disallow: /