mirror of
https://github.com/d0zingcat/gocryptotrader.git
synced 2026-05-13 23:16:45 +00:00
* logger: reduce go routine generation * logger: shift most of processing and prep work to the worker pool, add pool for fields because each log we are pushing the struct to the heap, has better segregation now and includes a buffer in scope instead of relying on a pool * logger: shift fmt package calls to worker pool * logger: conform tests to new design * linter: fix issues * Update log/logger_test.go Co-authored-by: Scott <gloriousCode@users.noreply.github.com> * Update log/logger_test.go Co-authored-by: Scott <gloriousCode@users.noreply.github.com> * UN-GLORIOUS: nits * logger: Handle config variable * logger: NITERINOS BY GLORIOUS CODE * logger: revert * glorious: nits * Panic at the disco: fix * Panic at the disco: fix * logger: make sure logger closed and job channel emptied on start up error * fix tests * logger: reduce globals * logger: finished reduces globals, reduce workers to one too keep everything in line. * logger: remove comments * logger/exhchange: linter issues * db/test: fix linter * logger: add tests shift wait before unlock * logger: consolidate worker code; fix linter issue and make sure we can sustain writing for external testing. * logger: fix race and warn for conflict in config * logger: fix name and add to tests * logger: remove zero value field * glorious: panic fix and removal of code * logger: reinstate channels in close * logger: shift reinstate processing to SetupGlobalLogger * logger: segregate config.json from internal log.Config * logger: fix silly mistake that is silly * engine: Add protection for nil issues and implement new constructor in tests * logger: Force singular mutex usage throughout package, throw away funcs that are not used outside of this package, unexport a bunch. Fix tests. * logger: actually set advanced settings * Update log/loggers.go Co-authored-by: Scott <gloriousCode@users.noreply.github.com> * Update log/loggers.go Co-authored-by: Scott <gloriousCode@users.noreply.github.com> * Update log/loggers.go Co-authored-by: Scott <gloriousCode@users.noreply.github.com> * Update log/loggers.go Co-authored-by: Scott <gloriousCode@users.noreply.github.com> * Update log/logger_multiwriter.go Co-authored-by: Scott <gloriousCode@users.noreply.github.com> * glorious: nits * logger: test issue when not purging temp file and contents * loggertest: add more protections for the panics * linter: fix * glorious: nits * cleanup * logger: linter fix * linter: fix(?) :/ * linter: revert change * linter: fix Co-authored-by: Scott <gloriousCode@users.noreply.github.com> Co-authored-by: Ryan O'Hara-Reid <ryan.oharareid@thrasher.io>
113 lines
3.0 KiB
Go
113 lines
3.0 KiB
Go
package log
|
|
|
|
import (
|
|
"errors"
|
|
"fmt"
|
|
"io"
|
|
"log"
|
|
"time"
|
|
)
|
|
|
|
var (
|
|
errWriterAlreadyLoaded = errors.New("io.Writer already loaded")
|
|
errJobsChannelIsFull = errors.New("logger jobs channel is filled")
|
|
errWriterIsNil = errors.New("io writer is nil")
|
|
)
|
|
|
|
// loggerWorker handles all work staged to be written to configured io.Writer(s)
|
|
// This worker is generated in init() to handle full workload.
|
|
func loggerWorker() {
|
|
// Localise a persistent buffer for a worker, this does not need to be
|
|
// garbage collected.
|
|
buffer := make([]byte, 0, defaultBufferCapacity)
|
|
var n int
|
|
var err error
|
|
for j := range jobsChannel {
|
|
if j.Passback != nil {
|
|
j.Passback <- struct{}{}
|
|
continue
|
|
}
|
|
data := j.fn()
|
|
buffer = append(buffer, j.Header...)
|
|
if j.ShowLogSystemName {
|
|
buffer = append(buffer, j.Spacer...)
|
|
buffer = append(buffer, j.SlName...)
|
|
}
|
|
buffer = append(buffer, j.Spacer...)
|
|
if j.TimestampFormat != "" {
|
|
buffer = time.Now().AppendFormat(buffer, j.TimestampFormat)
|
|
}
|
|
buffer = append(buffer, j.Spacer...)
|
|
buffer = append(buffer, data...)
|
|
if data == "" || data[len(data)-1] != '\n' {
|
|
buffer = append(buffer, '\n')
|
|
}
|
|
|
|
for x := range j.Writers {
|
|
n, err = j.Writers[x].Write(buffer)
|
|
if err != nil {
|
|
displayError(fmt.Errorf("%T %w", j.Writers[x], err))
|
|
} else if n != len(buffer) {
|
|
displayError(fmt.Errorf("%T %w", j.Writers[x], io.ErrShortWrite))
|
|
}
|
|
}
|
|
buffer = buffer[:0] // Clean buffer
|
|
jobsPool.Put(j)
|
|
}
|
|
}
|
|
|
|
// deferral defines functionality that will capture data string processing and
|
|
// defer that to the worker pool if needed.
|
|
type deferral func() string
|
|
|
|
// StageLogEvent stages a new logger event in a jobs channel to be processed by
|
|
// a worker pool. This segregates the need to process the log string and the
|
|
// writes to the required io.Writer.
|
|
func (mw *multiWriterHolder) StageLogEvent(fn deferral, header, slName, spacer, timestampFormat string, showLogSystemName, bypassWarning bool) {
|
|
newJob := jobsPool.Get().(*job) //nolint:forcetypeassert // Not necessary from a pool
|
|
newJob.Writers = mw.writers
|
|
newJob.fn = fn
|
|
newJob.Header = header
|
|
newJob.SlName = slName
|
|
newJob.ShowLogSystemName = showLogSystemName
|
|
newJob.Spacer = spacer
|
|
newJob.TimestampFormat = timestampFormat
|
|
|
|
select {
|
|
case jobsChannel <- newJob:
|
|
default:
|
|
// This will cause temporary caller impedance, which can have a knock
|
|
// on effect in processing.
|
|
if !bypassWarning {
|
|
log.Printf("Logger warning: %v\n", errJobsChannelIsFull)
|
|
}
|
|
jobsChannel <- newJob
|
|
}
|
|
}
|
|
|
|
// multiWriter make and return a new copy of multiWriterHolder
|
|
func multiWriter(writers ...io.Writer) (*multiWriterHolder, error) {
|
|
mw := &multiWriterHolder{}
|
|
for x := range writers {
|
|
err := mw.add(writers[x])
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
}
|
|
return mw, nil
|
|
}
|
|
|
|
// Add appends a new writer to the multiwriter slice
|
|
func (mw *multiWriterHolder) add(writer io.Writer) error {
|
|
if writer == nil {
|
|
return errWriterIsNil
|
|
}
|
|
for i := range mw.writers {
|
|
if mw.writers[i] == writer {
|
|
return errWriterAlreadyLoaded
|
|
}
|
|
}
|
|
mw.writers = append(mw.writers, writer)
|
|
return nil
|
|
}
|