kayos/HellPot
1
4
Fork 0
mirror of https://github.com/yunginnanet/HellPot synced 2024-06-27 08:18:03 +00:00
Code Issues Releases Wiki Activity

Adjust robots.txt generation

Browse Source
This commit is contained in:
kayos@tcp.direct 2022-08-25 02:32:32 -07:00
parent 359273339c
commit 76c5311635
Signed by: kayos
GPG Key ID: 4B841471B4BEE979
1 changed files with 8 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
http/robots.go
View File

@ -2,25 +2,28 @@ package http
import (
"fmt"
"strings"
"github.com/valyala/fasthttp"
"github.com/yunginnanet/HellPot/config"
)
const robotsTxt = "User-agent: *\r\n"
func robotsTXT(ctx *fasthttp.RequestCtx) {
var paths string
paths := &strings.Builder{}
paths.WriteString("User-agent: *\r\n")
for _, p := range config.Paths {
paths = paths + "Disallow: " + p + "\r\n"
paths.WriteString("Disallow: ")
paths.WriteString(p)
paths.WriteString("\r\n")
}
paths.WriteString("\r\n")
log.Debug().
Strs("PATHS", config.Paths).
Msg("SERVE_ROBOTS")
if _, err := fmt.Fprintf(ctx, robotsTxt+paths+"\r\n"); err != nil {
if _, err := fmt.Fprintf(ctx, paths.String()); err != nil {
log.Error().Err(err).Msg("SERVE_ROBOTS_ERROR")
}
}