prox5/daemons.go

149 lines
2.5 KiB
Go
Raw Normal View History

2022-05-23 01:05:50 +00:00
package prox5
2021-09-20 01:23:18 +00:00
import (
2021-09-20 08:49:06 +00:00
"errors"
2022-09-03 15:01:35 +00:00
"strconv"
"sync"
2022-09-03 15:01:35 +00:00
"time"
)
2021-09-20 01:23:18 +00:00
2022-10-16 10:53:04 +00:00
type proxyMap struct {
2021-09-20 08:49:06 +00:00
plot map[string]*Proxy
2021-09-23 13:16:23 +00:00
mu *sync.RWMutex
2022-10-16 10:53:04 +00:00
parent *ProxyEngine
}
2022-10-16 10:53:04 +00:00
func (sm proxyMap) add(sock string) (*Proxy, bool) {
sm.mu.Lock()
defer sm.mu.Unlock()
if sm.exists(sock) {
return nil, false
}
sm.plot[sock] = &Proxy{
2022-06-28 02:27:52 +00:00
Endpoint: sock,
2022-09-22 23:24:35 +00:00
protocol: newImmutableProto(),
2022-06-28 02:27:52 +00:00
lastValidated: time.UnixMilli(0),
timesValidated: 0,
timesBad: 0,
parent: sm.parent,
lock: stateUnlocked,
2021-09-20 08:49:06 +00:00
}
return sm.plot[sock], true
}
2022-10-16 10:53:04 +00:00
func (sm proxyMap) exists(sock string) bool {
if _, ok := sm.plot[sock]; !ok {
return false
}
return true
}
2022-10-16 10:53:04 +00:00
func (sm proxyMap) delete(sock string) error {
2021-09-20 08:49:06 +00:00
sm.mu.Lock()
defer sm.mu.Unlock()
2021-09-20 08:49:06 +00:00
if !sm.exists(sock) {
return errors.New("proxy does not exist in map")
}
sm.plot[sock] = nil
2021-09-20 08:49:06 +00:00
delete(sm.plot, sock)
return nil
}
2022-10-16 10:53:04 +00:00
func (sm proxyMap) clear() {
sm.mu.Lock()
defer sm.mu.Unlock()
2022-05-30 10:42:18 +00:00
for key := range sm.plot {
delete(sm.plot, key)
}
}
2021-09-20 01:23:18 +00:00
2022-10-16 10:53:04 +00:00
func (p5 *ProxyEngine) recycling() int {
2022-09-22 23:45:15 +00:00
if !p5.GetRecyclingStatus() {
return 0
}
2022-10-16 10:53:04 +00:00
if len(p5.proxyMap.plot) < 1 {
return 0
}
2022-05-30 10:42:18 +00:00
var count int
2021-09-23 13:16:23 +00:00
2022-10-16 10:53:04 +00:00
p5.proxyMap.mu.RLock()
defer p5.proxyMap.mu.RUnlock()
2021-11-24 12:01:11 +00:00
2022-10-16 10:53:04 +00:00
for _, sock := range p5.proxyMap.plot {
select {
2022-09-22 23:45:15 +00:00
case <-p5.ctx.Done():
2022-05-30 10:42:18 +00:00
return 0
2022-09-22 23:45:15 +00:00
case p5.Pending <- sock:
count++
2022-09-03 15:01:35 +00:00
default:
2022-08-28 16:37:40 +00:00
continue
}
}
return count
}
2022-10-16 12:56:40 +00:00
var ScaleTimer = time.NewTicker(250 * time.Millisecond)
func (p5 *ProxyEngine) scale() {
select {
case <-ScaleTimer.C:
if p5.pool.IsClosed() {
return
}
if p5.scaler.ScaleAnts(p5.pool, p5.GetTotalValidated(), p5.GetStatistics().Dispensed) {
msg := strs.Get()
msg.MustWriteString("job spawner auto scaling, new count: ")
msg.MustWriteString(strconv.Itoa(p5.pool.Cap()))
p5.dbgPrint(msg)
}
default:
return
}
}
2022-10-16 10:53:04 +00:00
func (p5 *ProxyEngine) jobSpawner() {
2022-09-22 23:45:15 +00:00
if p5.pool.IsClosed() {
p5.pool.Reboot()
2021-10-25 09:57:38 +00:00
}
2022-05-30 10:42:18 +00:00
2022-09-22 23:45:15 +00:00
p5.dbgPrint(simpleString("job spawner started"))
defer p5.dbgPrint(simpleString("job spawner paused"))
2021-10-25 09:57:38 +00:00
q := make(chan bool)
go func() {
for {
select {
2022-09-22 23:45:15 +00:00
case <-p5.ctx.Done():
2021-10-25 09:57:38 +00:00
q <- true
return
2022-09-22 23:45:15 +00:00
case sock := <-p5.Pending:
2022-10-16 12:56:40 +00:00
p5.scale()
2022-09-22 23:45:15 +00:00
if err := p5.pool.Submit(sock.validate); err != nil {
p5.dbgPrint(simpleString(err.Error()))
}
2022-09-03 15:01:35 +00:00
default:
2022-09-23 22:57:46 +00:00
time.Sleep(500 * time.Millisecond)
2022-09-22 23:45:15 +00:00
count := p5.recycling()
buf := strs.Get()
buf.MustWriteString("recycled ")
buf.MustWriteString(strconv.Itoa(count))
buf.MustWriteString(" proxies from our map")
2022-09-22 23:45:15 +00:00
p5.dbgPrint(buf)
}
2021-09-20 01:23:18 +00:00
}
}()
2021-10-25 09:57:38 +00:00
<-q
2022-09-22 23:45:15 +00:00
p5.pool.Release()
2021-09-20 01:23:18 +00:00
}