You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
28 lines
593 B
28 lines
593 B
package controllers |
|
|
|
import ( |
|
"net/http" |
|
"strings" |
|
|
|
"github.com/owncast/owncast/core/data" |
|
) |
|
|
|
// GetRobotsDotTxt returns the contents of our robots.txt. |
|
func GetRobotsDotTxt(w http.ResponseWriter, r *http.Request) { |
|
w.Header().Set("Content-Type", "text/plain") |
|
contents := []string{ |
|
"User-agent: *", |
|
"Disallow: /admin", |
|
"Disallow: /api", |
|
} |
|
|
|
if data.GetDisableSearchIndexing() { |
|
contents = append(contents, "Disallow: /") |
|
} |
|
|
|
txt := []byte(strings.Join(contents, "\n")) |
|
|
|
if _, err := w.Write(txt); err != nil { |
|
http.Error(w, err.Error(), http.StatusInternalServerError) |
|
} |
|
}
|
|
|