prox5/daemons.go

149 lines
2.7 KiB
Go
Raw Normal View History

2022-05-23 01:05:50 +00:00
package prox5
2021-09-20 01:23:18 +00:00
import (
2021-09-20 08:49:06 +00:00
"errors"
2022-09-03 15:01:35 +00:00
"strconv"
"time"
2022-12-27 12:47:37 +00:00
2023-01-31 09:21:29 +00:00
"git.tcp.direct/kayos/common/entropy"
2022-12-27 12:47:37 +00:00
cmap "github.com/orcaman/concurrent-map/v2"
)
2021-09-20 01:23:18 +00:00
2022-10-16 10:53:04 +00:00
type proxyMap struct {
2022-12-27 12:47:37 +00:00
plot cmap.ConcurrentMap[string, *Proxy]
2022-10-16 10:53:04 +00:00
parent *ProxyEngine
}
2022-10-16 10:53:04 +00:00
func (sm proxyMap) add(sock string) (*Proxy, bool) {
2022-12-27 12:47:37 +00:00
sm.plot.SetIfAbsent(sock, &Proxy{
2022-06-28 02:27:52 +00:00
Endpoint: sock,
2022-09-22 23:24:35 +00:00
protocol: newImmutableProto(),
2022-06-28 02:27:52 +00:00
lastValidated: time.UnixMilli(0),
timesValidated: 0,
timesBad: 0,
parent: sm.parent,
lock: stateUnlocked,
2022-12-27 12:47:37 +00:00
})
2022-12-27 12:47:37 +00:00
return sm.plot.Get(sock)
}
2022-10-16 10:53:04 +00:00
func (sm proxyMap) delete(sock string) error {
2022-12-27 12:47:37 +00:00
if _, ok := sm.plot.Get(sock); !ok {
return errors.New("proxy not found")
2021-09-20 08:49:06 +00:00
}
2022-12-27 12:47:37 +00:00
sm.plot.Remove(sock)
2021-09-20 08:49:06 +00:00
return nil
}
2022-10-16 10:53:04 +00:00
func (sm proxyMap) clear() {
2022-12-27 12:47:37 +00:00
sm.plot.Clear()
}
2021-09-20 01:23:18 +00:00
2022-10-16 10:53:04 +00:00
func (p5 *ProxyEngine) recycling() int {
2023-01-31 09:21:29 +00:00
if !p5.recycleMu.TryLock() {
return 0
}
defer p5.recycleMu.Unlock()
2022-12-27 12:55:03 +00:00
switch {
case !p5.GetRecyclingStatus(), p5.proxyMap.plot.Count() < 1:
return 0
2022-12-27 12:55:03 +00:00
default:
2023-01-01 00:40:32 +00:00
select {
2023-01-31 09:21:29 +00:00
case <-p5.recycleTimer.C:
2023-01-01 00:40:32 +00:00
break
default:
return 0
}
}
2022-12-27 12:55:03 +00:00
var count = 0
2021-11-24 12:01:11 +00:00
2023-01-31 09:21:29 +00:00
tpls := make(chan cmap.Tuple[string, *Proxy], p5.proxyMap.plot.Count())
2023-01-01 00:40:32 +00:00
2023-01-31 09:21:29 +00:00
recycleTuples := func(items chan cmap.Tuple[string, *Proxy]) {
for tuple := range items {
select {
case <-p5.ctx.Done():
return
default:
//
2022-12-27 12:47:37 +00:00
}
2023-01-31 09:21:29 +00:00
p5.Pending.add(tuple.Val)
count++
}
}
switch p5.GetRecyclerShuffleStatus() {
case true:
var tuples []cmap.Tuple[string, *Proxy]
for tuple := range p5.proxyMap.plot.IterBuffered() {
tuples = append(tuples, tuple)
}
entropy.GetOptimizedRand().Shuffle(len(tuples), func(i, j int) {
tuples[i], tuples[j] = tuples[j], tuples[i]
})
for _, tuple := range tuples {
tpls <- tuple
}
case false:
for tuple := range p5.proxyMap.plot.IterBuffered() {
tpls <- tuple
}
}
2023-01-31 09:21:29 +00:00
recycleTuples(tpls)
return count
}
2022-10-16 10:53:04 +00:00
func (p5 *ProxyEngine) jobSpawner() {
2023-01-31 09:21:29 +00:00
p5.pool.Reboot()
2022-05-30 10:42:18 +00:00
2022-09-22 23:45:15 +00:00
p5.dbgPrint(simpleString("job spawner started"))
2021-10-25 09:57:38 +00:00
q := make(chan bool)
go func() {
for {
select {
2022-09-22 23:45:15 +00:00
case <-p5.ctx.Done():
2021-10-25 09:57:38 +00:00
q <- true
return
2022-09-03 15:01:35 +00:00
default:
2023-01-31 09:21:29 +00:00
}
p5.Pending.RLock()
if p5.Pending.Len() < 1 {
p5.Pending.RUnlock()
2022-09-22 23:45:15 +00:00
count := p5.recycling()
2023-01-01 01:02:46 +00:00
if count > 0 {
buf := strs.Get()
buf.MustWriteString("recycled ")
buf.MustWriteString(strconv.Itoa(count))
buf.MustWriteString(" proxies from our map")
p5.dbgPrint(buf)
}
2023-01-31 09:21:29 +00:00
time.Sleep(time.Millisecond * 500)
continue
}
2023-01-31 09:21:29 +00:00
p5.Pending.RUnlock()
p5.Pending.Lock()
sock := p5.Pending.Remove(p5.Pending.Front()).(*Proxy)
p5.Pending.Unlock()
_ = p5.scale()
if err := p5.pool.Submit(sock.validate); err != nil {
p5.dbgPrint(simpleString(err.Error()))
}
2021-09-20 01:23:18 +00:00
}
}()
2021-10-25 09:57:38 +00:00
<-q
2023-01-31 09:21:29 +00:00
p5.dbgPrint(simpleString("job spawner paused"))
2022-09-22 23:45:15 +00:00
p5.pool.Release()
2021-09-20 01:23:18 +00:00
}