mirror of
https://github.com/yunginnanet/HellPot
synced 2024-06-29 17:20:50 +00:00
Adjust robots.txt generation
This commit is contained in:
parent
359273339c
commit
76c5311635
@ -2,25 +2,28 @@ package http
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
"strings"
|
||||
|
||||
"github.com/valyala/fasthttp"
|
||||
|
||||
"github.com/yunginnanet/HellPot/config"
|
||||
)
|
||||
|
||||
const robotsTxt = "User-agent: *\r\n"
|
||||
|
||||
func robotsTXT(ctx *fasthttp.RequestCtx) {
|
||||
var paths string
|
||||
paths := &strings.Builder{}
|
||||
paths.WriteString("User-agent: *\r\n")
|
||||
for _, p := range config.Paths {
|
||||
paths = paths + "Disallow: " + p + "\r\n"
|
||||
paths.WriteString("Disallow: ")
|
||||
paths.WriteString(p)
|
||||
paths.WriteString("\r\n")
|
||||
}
|
||||
paths.WriteString("\r\n")
|
||||
|
||||
log.Debug().
|
||||
Strs("PATHS", config.Paths).
|
||||
Msg("SERVE_ROBOTS")
|
||||
|
||||
if _, err := fmt.Fprintf(ctx, robotsTxt+paths+"\r\n"); err != nil {
|
||||
if _, err := fmt.Fprintf(ctx, paths.String()); err != nil {
|
||||
log.Error().Err(err).Msg("SERVE_ROBOTS_ERROR")
|
||||
}
|
||||
}
|
||||
|
Loading…
Reference in New Issue
Block a user