update

支持链接提取
引入colly
2021-12-20 19:03:04 +08:00 · 2021-12-20 18:48:35 +08:00 · 2021-12-20 17:02:01 +08:00 · 2021-12-02 14:06:16 +08:00 · 2021-11-28 23:46:28 +08:00 · 2021-11-27 16:28:46 +08:00
11 changed files with 1429 additions and 2 deletions
--- a/crawler/collector.go
+++ b/crawler/collector.go
@ -0,0 +1,28 @@
+// Package crawler ...
+//
+// Description : crawler ...
+//
+// Author : go_developer@163.com<白茶清欢>
+//
+// Date : 2021-12-20 4:46 PM
+package crawler
+
+import "github.com/gocolly/colly"
+
+// StartHTMLCollector 获取页面爬虫实例
+//
+// Author : go_developer@163.com<白茶清欢>
+//
+// Date : 4:47 PM 2021/12/20
+func StartHTMLCollector(domainList []string, visitURL string, requestHandler IRequestHandler) error {
+	c := colly.NewCollector()
+	// 设置域名白名单, 不设置, 默认所有均可访问
+	c.AllowedDomains = domainList
+	c.OnRequest(requestHandler.OnRequest())
+	c.OnError(requestHandler.OnError())
+	// html处理
+	c.OnHTML(requestHandler.OnHTML())
+	c.OnResponse(requestHandler.OnResponse())
+	c.OnScraped(requestHandler.OnScraped())
+	return c.Visit(visitURL)
+}
--- a/crawler/collector_test.go
+++ b/crawler/collector_test.go
@ -0,0 +1,64 @@
+// Package crawler ...
+//
+// Description : crawler ...
+//
+// Author : go_developer@163.com<白茶清欢>
+//
+// Date : 2021-12-20 5:58 PM
+package crawler
+
+import (
+	"fmt"
+	"testing"
+
+	"github.com/gocolly/colly"
+)
+
+// TestStartCollector ...
+//
+// Author : go_developer@163.com<白茶清欢>
+//
+// Date : 5:59 PM 2021/12/20
+func TestStartCollector(t *testing.T) {
+	if err := StartHTMLCollector([]string{}, "https://go.zhangdeman.cn", &testHandler{}); nil != err {
+		panic("出现异常 : " + err.Error())
+	}
+}
+
+type testHandler struct {
+}
+
+func (t *testHandler) OnRequest() colly.RequestCallback {
+	return func(r *colly.Request) {
+		fmt.Println("开始请求 : ", r.URL)
+	}
+}
+
+func (t *testHandler) OnError() colly.ErrorCallback {
+	return func(response *colly.Response, err error) {
+		fmt.Println("请求异常 : " + err.Error())
+	}
+}
+
+func (t *testHandler) OnResponse() colly.ResponseCallback {
+	return func(response *colly.Response) {
+		fmt.Println("响应数据 : ", response.StatusCode)
+	}
+}
+
+func (t *testHandler) OnHTML() (string, colly.HTMLCallback) {
+	return "a[href]", func(e *colly.HTMLElement) {
+		link := e.Attr("href")
+
+		// Print link
+
+		fmt.Printf("Link found: %q -> %s\n", e.Text, link)
+
+	}
+}
+
+func (t *testHandler) OnScraped() colly.ScrapedCallback {
+	return func(response *colly.Response) {
+
+	}
+}
--- a/crawler/define.go
+++ b/crawler/define.go
@ -0,0 +1,8 @@
+// Package crawler ...
+//
+// Description : crawler ...
+//
+// Author : go_developer@163.com<白茶清欢>
+//
+// Date : 2021-12-20 4:41 PM
+package crawler
--- a/crawler/i_handler.go
+++ b/crawler/i_handler.go
@ -0,0 +1,30 @@
+// Package crawler ...
+//
+// Description : crawler ...
+//
+// Author : go_developer@163.com<白茶清欢>
+//
+// Date : 2021-12-20 4:50 PM
+package crawler
+
+import (
+	"github.com/gocolly/colly"
+)
+
+// IRequestHandler 请求结果的处理
+//
+// Author : go_developer@163.com<白茶清欢>
+//
+// Date : 4:50 PM 2021/12/20
+type IRequestHandler interface {
+	// OnRequest 在发起请求前被调用
+	OnRequest() colly.RequestCallback
+	// OnError 请求过程中如果发生错误被调用
+	OnError() colly.ErrorCallback
+	// OnResponse 收到回复后被调用
+	OnResponse() colly.ResponseCallback
+	// OnHTML 在OnResponse之后被调用，如果收到的内容是HTML
+	OnHTML() (string, colly.HTMLCallback)
+	// OnScraped 在OnHTML之后被调用
+	OnScraped() colly.ScrapedCallback
+}
--- a/demo/context.go
+++ b/demo/context.go
@ -0,0 +1,586 @@
+// Package demo ...
+//
+// Description : demo ...
+//
+// Author : go_developer@163.com<白茶清欢>
+//
+// Date : 2021-12-02 12:43 下午
+package demo
+
+import (
+	"errors"
+	"reflect"
+	"sync"
+	"sync/atomic"
+	"time"
+)
+
+// Copyright 2014 The Go Authors. All rights reserved.
+// Use of this source code is governed by a BSD-style
+// license that can be found in the LICENSE file.
+
+// Package context defines the Context type, which carries deadlines,
+// cancellation signals, and other request-scoped values across API boundaries
+// and between processes.
+//
+// Incoming requests to a server should create a Context, and outgoing
+// calls to servers should accept a Context. The chain of function
+// calls between them must propagate the Context, optionally replacing
+// it with a derived Context created using WithCancel, WithDeadline,
+// WithTimeout, or WithValue. When a Context is canceled, all
+// Contexts derived from it are also canceled.
+//
+// The WithCancel, WithDeadline, and WithTimeout functions take a
+// Context (the parent) and return a derived Context (the child) and a
+// CancelFunc. Calling the CancelFunc cancels the child and its
+// children, removes the parent's reference to the child, and stops
+// any associated timers. Failing to call the CancelFunc leaks the
+// child and its children until the parent is canceled or the timer
+// fires. The go vet tool checks that CancelFuncs are used on all
+// control-flow paths.
+//
+// Programs that use Contexts should follow these rules to keep interfaces
+// consistent across packages and enable static analysis tools to check context
+// propagation:
+//
+// Do not store Contexts inside a struct type; instead, pass a Context
+// explicitly to each function that needs it. The Context should be the first
+// parameter, typically named ctx:
+//
+// 	func DoSomething(ctx context.Context, arg Arg) error {
+// 		// ... use ctx ...
+// 	}
+//
+// Do not pass a nil Context, even if a function permits it. Pass context.TODO
+// if you are unsure about which Context to use.
+//
+// Use context Values only for request-scoped data that transits processes and
+// APIs, not for passing optional parameters to functions.
+//
+// The same Context may be passed to functions running in different goroutines;
+// Contexts are safe for simultaneous use by multiple goroutines.
+//
+// See https://blog.golang.org/context for example code for a server that uses
+// Contexts.
+
+// A Context carries a deadline, a cancellation signal, and other values across
+// API boundaries.
+//
+// Context's methods may be called by multiple goroutines simultaneously.
+type Context interface {
+	// Deadline returns the time when work done on behalf of this context
+	// should be canceled. Deadline returns ok==false when no deadline is
+	// set. Successive calls to Deadline return the same results.
+	Deadline() (deadline time.Time, ok bool)
+
+	// Done returns a channel that's closed when work done on behalf of this
+	// context should be canceled. Done may return nil if this context can
+	// never be canceled. Successive calls to Done return the same value.
+	// The close of the Done channel may happen asynchronously,
+	// after the cancel function returns.
+	//
+	// WithCancel arranges for Done to be closed when cancel is called;
+	// WithDeadline arranges for Done to be closed when the deadline
+	// expires; WithTimeout arranges for Done to be closed when the timeout
+	// elapses.
+	//
+	// Done is provided for use in select statements:
+	//
+	//  // Stream generates values with DoSomething and sends them to out
+	//  // until DoSomething returns an error or ctx.Done is closed.
+	//  func Stream(ctx context.Context, out chan<- Value) error {
+	//  	for {
+	//  		v, err := DoSomething(ctx)
+	//  		if err != nil {
+	//  			return err
+	//  		}
+	//  		select {
+	//  		case <-ctx.Done():
+	//  			return ctx.Err()
+	//  		case out <- v:
+	//  		}
+	//  	}
+	//  }
+	//
+	// See https://blog.golang.org/pipelines for more examples of how to use
+	// a Done channel for cancellation.
+	Done() <-chan struct{}
+
+	// If Done is not yet closed, Err returns nil.
+	// If Done is closed, Err returns a non-nil error explaining why:
+	// Canceled if the context was canceled
+	// or DeadlineExceeded if the context's deadline passed.
+	// After Err returns a non-nil error, successive calls to Err return the same error.
+	Err() error
+
+	// Value returns the value associated with this context for key, or nil
+	// if no value is associated with key. Successive calls to Value with
+	// the same key returns the same result.
+	//
+	// Use context values only for request-scoped data that transits
+	// processes and API boundaries, not for passing optional parameters to
+	// functions.
+	//
+	// A key identifies a specific value in a Context. Functions that wish
+	// to store values in Context typically allocate a key in a global
+	// variable then use that key as the argument to context.WithValue and
+	// Context.Value. A key can be any type that supports equality;
+	// packages should define keys as an unexported type to avoid
+	// collisions.
+	//
+	// Packages that define a Context key should provide type-safe accessors
+	// for the values stored using that key:
+	//
+	// 	// Package user defines a User type that's stored in Contexts.
+	// 	package user
+	//
+	// 	import "context"
+	//
+	// 	// User is the type of value stored in the Contexts.
+	// 	type User struct {...}
+	//
+	// 	// key is an unexported type for keys defined in this package.
+	// 	// This prevents collisions with keys defined in other packages.
+	// 	type key int
+	//
+	// 	// userKey is the key for user.User values in Contexts. It is
+	// 	// unexported; clients use user.NewContext and user.FromContext
+	// 	// instead of using this key directly.
+	// 	var userKey key
+	//
+	// 	// NewContext returns a new Context that carries value u.
+	// 	func NewContext(ctx context.Context, u *User) context.Context {
+	// 		return context.WithValue(ctx, userKey, u)
+	// 	}
+	//
+	// 	// FromContext returns the User value stored in ctx, if any.
+	// 	func FromContext(ctx context.Context) (*User, bool) {
+	// 		u, ok := ctx.Value(userKey).(*User)
+	// 		return u, ok
+	// 	}
+	Value(key interface{}) interface{}
+}
+
+// Canceled is the error returned by Context.Err when the context is canceled.
+var Canceled = errors.New("context canceled")
+
+// DeadlineExceeded is the error returned by Context.Err when the context's
+// deadline passes.
+var DeadlineExceeded error = deadlineExceededError{}
+
+type deadlineExceededError struct{}
+
+func (deadlineExceededError) Error() string   { return "context deadline exceeded" }
+func (deadlineExceededError) Timeout() bool   { return true }
+func (deadlineExceededError) Temporary() bool { return true }
+
+// An emptyCtx is never canceled, has no values, and has no deadline. It is not
+// struct{}, since vars of this type must have distinct addresses.
+type emptyCtx int
+
+func (*emptyCtx) Deadline() (deadline time.Time, ok bool) {
+	return
+}
+
+func (*emptyCtx) Done() <-chan struct{} {
+	return nil
+}
+
+func (*emptyCtx) Err() error {
+	return nil
+}
+
+func (*emptyCtx) Value(key interface{}) interface{} {
+	return nil
+}
+
+func (e *emptyCtx) String() string {
+	switch e {
+	case background:
+		return "context.Background"
+	case todo:
+		return "context.TODO"
+	}
+	return "unknown empty Context"
+}
+
+var (
+	background = new(emptyCtx)
+	todo       = new(emptyCtx)
+)
+
+// Background returns a non-nil, empty Context. It is never canceled, has no
+// values, and has no deadline. It is typically used by the main function,
+// initialization, and tests, and as the top-level Context for incoming
+// requests.
+func Background() Context {
+	return background
+}
+
+// TODO returns a non-nil, empty Context. Code should use context.TODO when
+// it's unclear which Context to use or it is not yet available (because the
+// surrounding function has not yet been extended to accept a Context
+// parameter).
+func TODO() Context {
+	return todo
+}
+
+// A CancelFunc tells an operation to abandon its work.
+// A CancelFunc does not wait for the work to stop.
+// A CancelFunc may be called by multiple goroutines simultaneously.
+// After the first call, subsequent calls to a CancelFunc do nothing.
+type CancelFunc func()
+
+// WithCancel returns a copy of parent with a new Done channel. The returned
+// context's Done channel is closed when the returned cancel function is called
+// or when the parent context's Done channel is closed, whichever happens first.
+//
+// Canceling this context releases resources associated with it, so code should
+// call cancel as soon as the operations running in this Context complete.
+func WithCancel(parent Context) (ctx Context, cancel CancelFunc) {
+	if parent == nil {
+		panic("cannot create context from nil parent")
+	}
+	c := newCancelCtx(parent)
+	propagateCancel(parent, &c)
+	return &c, func() { c.cancel(true, Canceled) }
+}
+
+// newCancelCtx returns an initialized cancelCtx.
+func newCancelCtx(parent Context) cancelCtx {
+	return cancelCtx{Context: parent}
+}
+
+// goroutines counts the number of goroutines ever created; for testing.
+var goroutines int32
+
+// propagateCancel arranges for child to be canceled when parent is.
+func propagateCancel(parent Context, child canceler) {
+	done := parent.Done()
+	if done == nil {
+		return // parent is never canceled
+	}
+
+	select {
+	case <-done:
+		// parent is already canceled
+		child.cancel(false, parent.Err())
+		return
+	default:
+	}
+
+	if p, ok := parentCancelCtx(parent); ok {
+		p.mu.Lock()
+		if p.err != nil {
+			// parent has already been canceled
+			child.cancel(false, p.err)
+		} else {
+			if p.children == nil {
+				p.children = make(map[canceler]struct{})
+			}
+			p.children[child] = struct{}{}
+		}
+		p.mu.Unlock()
+	} else {
+		atomic.AddInt32(&goroutines, +1)
+		go func() {
+			select {
+			case <-parent.Done():
+				child.cancel(false, parent.Err())
+			case <-child.Done():
+			}
+		}()
+	}
+}
+
+// &cancelCtxKey is the key that a cancelCtx returns itself for.
+var cancelCtxKey int
+
+// parentCancelCtx returns the underlying *cancelCtx for parent.
+// It does this by looking up parent.Value(&cancelCtxKey) to find
+// the innermost enclosing *cancelCtx and then checking whether
+// parent.Done() matches that *cancelCtx. (If not, the *cancelCtx
+// has been wrapped in a custom implementation providing a
+// different done channel, in which case we should not bypass it.)
+func parentCancelCtx(parent Context) (*cancelCtx, bool) {
+	done := parent.Done()
+	if done == closedchan || done == nil {
+		return nil, false
+	}
+	p, ok := parent.Value(&cancelCtxKey).(*cancelCtx)
+	if !ok {
+		return nil, false
+	}
+	pdone, _ := p.done.Load().(chan struct{})
+	if pdone != done {
+		return nil, false
+	}
+	return p, true
+}
+
+// removeChild removes a context from its parent.
+func removeChild(parent Context, child canceler) {
+	p, ok := parentCancelCtx(parent)
+	if !ok {
+		return
+	}
+	p.mu.Lock()
+	if p.children != nil {
+		delete(p.children, child)
+	}
+	p.mu.Unlock()
+}
+
+// A canceler is a context type that can be canceled directly. The
+// implementations are *cancelCtx and *timerCtx.
+type canceler interface {
+	cancel(removeFromParent bool, err error)
+	Done() <-chan struct{}
+}
+
+// closedchan is a reusable closed channel.
+var closedchan = make(chan struct{})
+
+func init() {
+	close(closedchan)
+}
+
+// A cancelCtx can be canceled. When canceled, it also cancels any children
+// that implement canceler.
+type cancelCtx struct {
+	Context
+
+	mu       sync.Mutex            // protects following fields
+	done     atomic.Value          // of chan struct{}, created lazily, closed by first cancel call
+	children map[canceler]struct{} // set to nil by the first cancel call
+	err      error                 // set to non-nil by the first cancel call
+}
+
+func (c *cancelCtx) Value(key interface{}) interface{} {
+	if key == &cancelCtxKey {
+		return c
+	}
+	return c.Context.Value(key)
+}
+
+func (c *cancelCtx) Done() <-chan struct{} {
+	d := c.done.Load()
+	if d != nil {
+		return d.(chan struct{})
+	}
+	c.mu.Lock()
+	defer c.mu.Unlock()
+	d = c.done.Load()
+	if d == nil {
+		d = make(chan struct{})
+		c.done.Store(d)
+	}
+	return d.(chan struct{})
+}
+
+func (c *cancelCtx) Err() error {
+	c.mu.Lock()
+	err := c.err
+	c.mu.Unlock()
+	return err
+}
+
+type stringer interface {
+	String() string
+}
+
+func contextName(c Context) string {
+	if s, ok := c.(stringer); ok {
+		return s.String()
+	}
+	return reflect.TypeOf(c).String()
+}
+
+func (c *cancelCtx) String() string {
+	return contextName(c.Context) + ".WithCancel"
+}
+
+// cancel closes c.done, cancels each of c's children, and, if
+// removeFromParent is true, removes c from its parent's children.
+func (c *cancelCtx) cancel(removeFromParent bool, err error) {
+	if err == nil {
+		panic("context: internal error: missing cancel error")
+	}
+	c.mu.Lock()
+	if c.err != nil {
+		c.mu.Unlock()
+		return // already canceled
+	}
+	c.err = err
+	d, _ := c.done.Load().(chan struct{})
+	if d == nil {
+		c.done.Store(closedchan)
+	} else {
+		close(d)
+	}
+	for child := range c.children {
+		// NOTE: acquiring the child's lock while holding parent's lock.
+		child.cancel(false, err)
+	}
+	c.children = nil
+	c.mu.Unlock()
+
+	if removeFromParent {
+		removeChild(c.Context, c)
+	}
+}
+
+// WithDeadline returns a copy of the parent context with the deadline adjusted
+// to be no later than d. If the parent's deadline is already earlier than d,
+// WithDeadline(parent, d) is semantically equivalent to parent. The returned
+// context's Done channel is closed when the deadline expires, when the returned
+// cancel function is called, or when the parent context's Done channel is
+// closed, whichever happens first.
+//
+// Canceling this context releases resources associated with it, so code should
+// call cancel as soon as the operations running in this Context complete.
+func WithDeadline(parent Context, d time.Time) (Context, CancelFunc) {
+	if parent == nil {
+		panic("cannot create context from nil parent")
+	}
+	if cur, ok := parent.Deadline(); ok && cur.Before(d) {
+		// The current deadline is already sooner than the new one.
+		return WithCancel(parent)
+	}
+	c := &timerCtx{
+		cancelCtx: newCancelCtx(parent),
+		deadline:  d,
+	}
+	propagateCancel(parent, c)
+	dur := time.Until(d)
+	if dur <= 0 {
+		c.cancel(true, DeadlineExceeded) // deadline has already passed
+		return c, func() { c.cancel(false, Canceled) }
+	}
+	c.mu.Lock()
+	defer c.mu.Unlock()
+	if c.err == nil {
+		c.timer = time.AfterFunc(dur, func() {
+			c.cancel(true, DeadlineExceeded)
+		})
+	}
+	return c, func() { c.cancel(true, Canceled) }
+}
+
+// A timerCtx carries a timer and a deadline. It embeds a cancelCtx to
+// implement Done and Err. It implements cancel by stopping its timer then
+// delegating to cancelCtx.cancel.
+type timerCtx struct {
+	cancelCtx
+	timer *time.Timer // Under cancelCtx.mu.
+
+	deadline time.Time
+}
+
+func (c *timerCtx) Deadline() (deadline time.Time, ok bool) {
+	return c.deadline, true
+}
+
+func (c *timerCtx) String() string {
+	return contextName(c.cancelCtx.Context) + ".WithDeadline(" +
+		c.deadline.String() + " [" +
+		time.Until(c.deadline).String() + "])"
+}
+
+func (c *timerCtx) cancel(removeFromParent bool, err error) {
+	c.cancelCtx.cancel(false, err)
+	if removeFromParent {
+		// Remove this timerCtx from its parent cancelCtx's children.
+		removeChild(c.cancelCtx.Context, c)
+	}
+	c.mu.Lock()
+	if c.timer != nil {
+		c.timer.Stop()
+		c.timer = nil
+	}
+	c.mu.Unlock()
+}
+
+// WithTimeout returns WithDeadline(parent, time.Now().Add(timeout)).
+//
+// Canceling this context releases resources associated with it, so code should
+// call cancel as soon as the operations running in this Context complete:
+//
+// 	func slowOperationWithTimeout(ctx context.Context) (Result, error) {
+// 		ctx, cancel := context.WithTimeout(ctx, 100*time.Millisecond)
+// 		defer cancel()  // releases resources if slowOperation completes before timeout elapses
+// 		return slowOperation(ctx)
+// 	}
+func WithTimeout(parent Context, timeout time.Duration) (Context, CancelFunc) {
+	return WithDeadline(parent, time.Now().Add(timeout))
+}
+
+// WithValue returns a copy of parent in which the value associated with key is
+// val.
+//
+// Use context Values only for request-scoped data that transits processes and
+// APIs, not for passing optional parameters to functions.
+//
+// The provided key must be comparable and should not be of type
+// string or any other built-in type to avoid collisions between
+// packages using context. Users of WithValue should define their own
+// types for keys. To avoid allocating when assigning to an
+// interface{}, context keys often have concrete type
+// struct{}. Alternatively, exported context key variables' static
+// type should be a pointer or interface.
+func WithValue(parent Context, key, val interface{}) Context {
+	if parent == nil {
+		panic("cannot create context from nil parent")
+	}
+	if key == nil {
+		panic("nil key")
+	}
+	if !reflect.TypeOf(key).Comparable() {
+		panic("key is not comparable")
+	}
+	return &valueCtx{parent, key, val}
+}
+
+// A valueCtx carries a key-value pair. It implements Value for that key and
+// delegates all other calls to the embedded Context.
+type valueCtx struct {
+	Context
+	key, val interface{}
+}
+
+// stringify tries a bit to stringify v, without using fmt, since we don't
+// want context depending on the unicode tables. This is only used by
+// *valueCtx.String().
+func stringify(v interface{}) string {
+	switch s := v.(type) {
+	case stringer:
+		return s.String()
+	case string:
+		return s
+	}
+	return "<not Stringer>"
+}
+
+func (c *valueCtx) String() string {
+	return contextName(c.Context) + ".WithValue(type " +
+		reflect.TypeOf(c.key).String() +
+		", val " + stringify(c.val) + ")"
+}
+
+func (c *valueCtx) Value(key interface{}) interface{} {
+	if c.key == key {
+		return c.val
+	}
+	return c.Context.Value(key)
+}
+
+// ======================== 以上为 context.go 源码
+
+// MyContext 自定义 context
+//
+// Author : go_developer@163.com<白茶清欢>
+//
+// Date : 12:45 下午 2021/12/2
+type MyContext struct {
+	Context
+}
--- a/demo/context_test.go
+++ b/demo/context_test.go
@ -0,0 +1,42 @@
+// Package demo ...
+//
+// Description : demo ...
+//
+// Author : go_developer@163.com<白茶清欢>
+//
+// Date : 2021-12-02 12:46 下午
+package demo
+
+import (
+	"fmt"
+	"reflect"
+	"testing"
+	"time"
+)
+
+// TestCancelCtx_UDC 测试自定义context
+//
+// Author : go_developer@163.com<白茶清欢>
+//
+// Date : 12:46 下午 2021/12/2
+func TestCancelCtx_UDC(t *testing.T) {
+	childCancel := true
+
+	parentCtx, parentFunc := WithCancel(Background())
+	mctx := MyContext{parentCtx}
+
+	childCtx, childFun := WithCancel(mctx)
+
+	if childCancel {
+		childFun()
+	} else {
+		parentFunc()
+	}
+
+	fmt.Println("parent context => ", parentCtx, reflect.TypeOf(parentCtx).String())
+	fmt.Println("my context => ", mctx, reflect.TypeOf(mctx).String())
+	fmt.Println("child context => ", childCtx, reflect.TypeOf(childCtx).String())
+
+	// 防止主协程退出太快，子协程来不及打印
+	time.Sleep(5 * time.Second)
+}
--- a/go.mod
+++ b/go.mod
@ -14,6 +14,7 @@ require (
 	github.com/gin-gonic/gin v1.7.6
 	github.com/go-redis/redis/v8 v8.11.4
 	github.com/go-redis/redis_rate/v9 v9.1.2
+	github.com/gocolly/colly v1.2.0
 	github.com/lestrrat-go/file-rotatelogs v2.4.0+incompatible
 	github.com/pkg/errors v0.9.1
 	github.com/shirou/gopsutil v3.21.10+incompatible
@ -31,7 +32,12 @@ require (
 )

 require (
+	github.com/PuerkitoBio/goquery v1.8.0 // indirect
 	github.com/StackExchange/wmi v1.2.1 // indirect
+	github.com/andybalholm/cascadia v1.3.1 // indirect
+	github.com/antchfx/htmlquery v1.2.4 // indirect
+	github.com/antchfx/xmlquery v1.3.9 // indirect
+	github.com/antchfx/xpath v1.2.0 // indirect
 	github.com/cespare/xxhash/v2 v2.1.2 // indirect
 	github.com/coreos/bbolt v1.3.4 // indirect
 	github.com/coreos/go-semver v0.3.0 // indirect
@ -51,6 +57,7 @@ require (
 	github.com/go-playground/universal-translator v0.17.0 // indirect
 	github.com/go-playground/validator/v10 v10.4.1 // indirect
 	github.com/go-sql-driver/mysql v1.6.0 // indirect
+	github.com/gobwas/glob v0.2.3 // indirect
 	github.com/gogo/protobuf v1.3.2 // indirect
 	github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da // indirect
 	github.com/golang/protobuf v1.5.2 // indirect
@ -71,6 +78,7 @@ require (
 	github.com/jinzhu/now v1.1.2 // indirect
 	github.com/jonboulle/clockwork v0.2.2 // indirect
 	github.com/json-iterator/go v1.1.11 // indirect
+	github.com/kennygrant/sanitize v1.2.4 // indirect
 	github.com/klauspost/compress v1.13.6 // indirect
 	github.com/leodido/go-urn v1.2.0 // indirect
 	github.com/lestrrat-go/strftime v1.0.5 // indirect
@ -87,6 +95,7 @@ require (
 	github.com/rcrowley/go-metrics v0.0.0-20201227073835-cf1acfcdf475 // indirect
 	github.com/richardlehane/mscfb v1.0.3 // indirect
 	github.com/richardlehane/msoleps v1.0.1 // indirect
+	github.com/saintfish/chardet v0.0.0-20120816061221-3af4cd4741ca // indirect
 	github.com/soheilhy/cmux v0.1.5 // indirect
 	github.com/spf13/afero v1.6.0 // indirect
 	github.com/spf13/cast v1.4.1 // indirect
@ -94,6 +103,7 @@ require (
 	github.com/spf13/pflag v1.0.5 // indirect
 	github.com/spf13/viper v1.9.0 // indirect
 	github.com/subosito/gotenv v1.2.0 // indirect
+	github.com/temoto/robotstxt v1.1.2 // indirect
 	github.com/tidwall/match v1.1.1 // indirect
 	github.com/tidwall/pretty v1.2.0 // indirect
 	github.com/tklauser/go-sysconf v0.3.9 // indirect
@ -105,10 +115,11 @@ require (
 	go.uber.org/atomic v1.7.0 // indirect
 	go.uber.org/multierr v1.6.0 // indirect
 	golang.org/x/crypto v0.0.0-20210920023735-84f357641f63 // indirect
-	golang.org/x/net v0.0.0-20210917221730-978cfadd31cf // indirect
+	golang.org/x/net v0.0.0-20211216030914-fe4d6282115f // indirect
 	golang.org/x/sys v0.0.0-20211123173158-ef496fb156ab // indirect
 	golang.org/x/text v0.3.7 // indirect
 	golang.org/x/time v0.0.0-20211116232009-f0f3c7e86c11 // indirect
+	google.golang.org/appengine v1.6.7 // indirect
 	google.golang.org/genproto v0.0.0-20210828152312-66f60bf46e71 // indirect
 	google.golang.org/grpc v1.40.0 // indirect
 	google.golang.org/protobuf v1.27.1 // indirect
--- a/go.sum
+++ b/go.sum
@ -44,6 +44,8 @@ cloud.google.com/go/storage v1.10.0/go.mod h1:FLPqc6j+Ki4BU591ie1oL6qBQGu2Bl/tZ9
 dmitri.shuralyov.com/gpu/mtl v0.0.0-20190408044501-666a987793e9/go.mod h1:H6x//7gZCb22OMCxBHrMx7a5I7Hp++hsVxbQ4BYO7hU=
 github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU=
 github.com/BurntSushi/xgb v0.0.0-20160522181843-27f122750802/go.mod h1:IVnqGOEym/WlBOVXweHU+Q+/VP0lqqI8lqeDx9IjBqo=
+github.com/PuerkitoBio/goquery v1.8.0 h1:PJTF7AmFCFKk1N6V6jmKfrNH9tV5pNE6lZMkG0gta/U=
+github.com/PuerkitoBio/goquery v1.8.0/go.mod h1:ypIiRMtY7COPGk+I/YbZLbxsxn9g5ejnI2HSMtkjZvI=
 github.com/Shopify/sarama v1.30.0 h1:TOZL6r37xJBDEMLx4yjB77jxbZYXPaDow08TSK6vIL0=
 github.com/Shopify/sarama v1.30.0/go.mod h1:zujlQQx1kzHsh4jfV1USnptCQrHAEZ2Hk8fTKCulPVs=
 github.com/Shopify/toxiproxy/v2 v2.1.6-0.20210914104332-15ea381dcdae h1:ePgznFqEG1v3AjMklnK8H7BSc++FDSo7xfK9K7Af+0Y=
@ -55,6 +57,14 @@ github.com/alecthomas/template v0.0.0-20190718012654-fb15b899a751/go.mod h1:LOuy
 github.com/alecthomas/units v0.0.0-20151022065526-2efee857e7cf/go.mod h1:ybxpYRFXyAe+OPACYpWeL0wqObRcbAqCMya13uyzqw0=
 github.com/alecthomas/units v0.0.0-20190717042225-c3de453c63f4/go.mod h1:ybxpYRFXyAe+OPACYpWeL0wqObRcbAqCMya13uyzqw0=
 github.com/alecthomas/units v0.0.0-20190924025748-f65c72e2690d/go.mod h1:rBZYJk541a8SKzHPHnH3zbiI+7dagKZ0cgpgrD7Fyho=
+github.com/andybalholm/cascadia v1.3.1 h1:nhxRkql1kdYCc8Snf7D5/D3spOX+dBgjA6u8x004T2c=
+github.com/andybalholm/cascadia v1.3.1/go.mod h1:R4bJ1UQfqADjvDa4P6HZHLh/3OxWWEqc0Sk8XGwHqvA=
+github.com/antchfx/htmlquery v1.2.4 h1:qLteofCMe/KGovBI6SQgmou2QNyedFUW+pE+BpeZ494=
+github.com/antchfx/htmlquery v1.2.4/go.mod h1:2xO6iu3EVWs7R2JYqBbp8YzG50gj/ofqs5/0VZoDZLc=
+github.com/antchfx/xmlquery v1.3.9 h1:Y+zyMdiUZ4fasTQTkDb3DflOXP7+obcYEh80SISBmnQ=
+github.com/antchfx/xmlquery v1.3.9/go.mod h1:wojC/BxjEkjJt6dPiAqUzoXO5nIMWtxHS8PD8TmN4ks=
+github.com/antchfx/xpath v1.2.0 h1:mbwv7co+x0RwgeGAOHdrKy89GvHaGvxxBtPK0uF9Zr8=
+github.com/antchfx/xpath v1.2.0/go.mod h1:i54GszH55fYfBmoZXapTHN8T8tkcHfRgLyVwwqzXNcs=
 github.com/antihax/optional v1.0.0/go.mod h1:uupD/76wgC+ih3iEmQUL+0Ugr19nfwCT1kdvxnR2qWY=
 github.com/apolloconfig/agollo/v4 v4.0.9 h1:4YzFSOVTZjGU2ag0XxL0y311TAkEsqh9a5pBS8FOgaI=
 github.com/apolloconfig/agollo/v4 v4.0.9/go.mod h1:n/7qxpKOTbegygLmO5OKmFWCdy3T+S/zioBGlo457Dk=
@ -149,6 +159,10 @@ github.com/go-sql-driver/mysql v1.6.0 h1:BCTh4TKNUYmOmMUcQ3IipzF5prigylS7XXjEkfC
 github.com/go-sql-driver/mysql v1.6.0/go.mod h1:DCzpHaOWr8IXmIStZouvnhqoel9Qv2LBy8hT2VhHyBg=
 github.com/go-stack/stack v1.8.0/go.mod h1:v0f6uXyyMGvRgIKkXu+yp6POWl0qKG85gN/melR3HDY=
 github.com/go-task/slim-sprig v0.0.0-20210107165309-348f09dbbbc0/go.mod h1:fyg7847qk6SyHyPtNmDHnmrv/HOrqktSC+C9fM+CJOE=
+github.com/gobwas/glob v0.2.3 h1:A4xDbljILXROh+kObIiy5kIaPYD8e96x1tgBhUI5J+Y=
+github.com/gobwas/glob v0.2.3/go.mod h1:d3Ez4x06l9bZtSvzIay5+Yzi0fmZzPgnTbPcKjJAkT8=
+github.com/gocolly/colly v1.2.0 h1:qRz9YAn8FIH0qzgNUw+HT9UN7wm1oF9OBAilwEWpyrI=
+github.com/gocolly/colly v1.2.0/go.mod h1:Hof5T3ZswNVsOHYmba1u03W65HDWgpV5HifSuueE0EA=
 github.com/godbus/dbus/v5 v5.0.4/go.mod h1:xhWf0FNVPg57R7Z0UbKHbJfkEywrmjJnf7w5xrFpKfA=
 github.com/gogo/protobuf v1.1.1/go.mod h1:r8qH/GZQm5c6nD/R0oafs1akxWv10x8SbQlK7atdtwQ=
 github.com/gogo/protobuf v1.3.2 h1:Ov1cvc58UF3b5XjBnZv7+opcTcQFZebYjWzi34vdm4Q=
@ -307,6 +321,8 @@ github.com/jstemmer/go-junit-report v0.9.1/go.mod h1:Brl9GWCQeLvo8nXZwPNNblvFj/X
 github.com/jtolds/gls v4.20.0+incompatible/go.mod h1:QJZ7F/aHp+rZTRtaJ1ow/lLfFfVYBRgL+9YlvaHOwJU=
 github.com/julienschmidt/httprouter v1.2.0/go.mod h1:SYymIcj16QtmaHHD7aYtjjsJG7VTCxuUUipMqKk8s4w=
 github.com/julienschmidt/httprouter v1.3.0/go.mod h1:JR6WtHb+2LUe8TCKY3cZOxFyyO8IZAc4RVcycCCAKdM=
+github.com/kennygrant/sanitize v1.2.4 h1:gN25/otpP5vAsO2djbMhF/LQX6R7+O1TB4yv8NzpJ3o=
+github.com/kennygrant/sanitize v1.2.4/go.mod h1:LGsjYYtgxbetdg5owWB2mpgUL6e2nfw2eObZ0u0qvak=
 github.com/kisielk/errcheck v1.5.0/go.mod h1:pFxgyoBC7bSaBwPgfKdkLd5X25qrDl4LWUI2bnpBCr8=
 github.com/kisielk/gotool v1.0.0/go.mod h1:XhKaO+MFFWcvkIS/tQcRk01m1F5IRFswLeQ+oQHNcck=
 github.com/klauspost/compress v1.13.6 h1:P76CopJELS0TiO2mebmnzgWaajssP/EszplttgQxcgc=
@ -425,6 +441,8 @@ github.com/rogpeppe/go-internal v1.3.0/go.mod h1:M8bDsm7K2OlrFYOpmOWEs/qY81heoFR
 github.com/russross/blackfriday/v2 v2.0.1/go.mod h1:+Rmxgy9KzJVeS9/2gXHxylqXiyQDYRxCVz55jmeOWTM=
 github.com/ryanuber/columnize v0.0.0-20160712163229-9b3edd62028f/go.mod h1:sm1tb6uqfes/u+d4ooFouqFdy9/2g9QGwK3SQygK0Ts=
 github.com/sagikazarmark/crypt v0.1.0/go.mod h1:B/mN0msZuINBtQ1zZLEQcegFJJf9vnYIR88KRMEuODE=
+github.com/saintfish/chardet v0.0.0-20120816061221-3af4cd4741ca h1:NugYot0LIVPxTvN8n+Kvkn6TrbMyxQiuvKdEwFdR9vI=
+github.com/saintfish/chardet v0.0.0-20120816061221-3af4cd4741ca/go.mod h1:uugorj2VCxiV1x+LzaIdVa9b4S4qGAcH6cbhh4qVxOU=
 github.com/sean-/seed v0.0.0-20170313163322-e2103e2c3529/go.mod h1:DxrIzT+xaE7yg65j358z/aeFdxmN0P9QXhEzd20vsDc=
 github.com/shirou/gopsutil v3.21.10+incompatible h1:AL2kpVykjkqeN+MFe1WcwSBVUjGjvdU8/ubvCuXAjrU=
 github.com/shirou/gopsutil v3.21.10+incompatible/go.mod h1:5b4v6he4MtMOwMlS0TUMTu2PcXUg8+E1lC7eC3UO/RA=
@ -463,6 +481,8 @@ github.com/stretchr/testify v1.7.0 h1:nwc3DEeHmmLAfoZucVR881uASk0Mfjw8xYJ99tb5Cc
 github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
 github.com/subosito/gotenv v1.2.0 h1:Slr1R9HxAlEKefgq5jn9U+DnETlIUa6HfgEzj0g5d7s=
 github.com/subosito/gotenv v1.2.0/go.mod h1:N0PQaV/YGNqwC0u51sEeR/aUtSLEXKX9iv69rRypqCw=
+github.com/temoto/robotstxt v1.1.2 h1:W2pOjSJ6SWvldyEuiFXNxz3xZ8aiWX5LbfDiOFd7Fxg=
+github.com/temoto/robotstxt v1.1.2/go.mod h1:+1AmkuG3IYkh1kv0d2qEB9Le88ehNO0zwOr3ujewlOo=
 github.com/tevid/gohamcrest v1.1.1 h1:ou+xSqlIw1xfGTg1uq1nif/htZ2S3EzRqLm2BP+tYU0=
 github.com/tevid/gohamcrest v1.1.1/go.mod h1:3UvtWlqm8j5JbwYZh80D/PVBt0mJ1eJiYgZMibh0H/k=
 github.com/tidwall/gjson v1.11.0 h1:C16pk7tQNiH6VlCrtIXL1w8GaOsi1X3W8KDkE1BuYd4=
@ -598,6 +618,7 @@ golang.org/x/net v0.0.0-20200222125558-5a598a2470a0/go.mod h1:z5CRVTTTmAJ677TzLL
 golang.org/x/net v0.0.0-20200226121028-0de0cce0169b/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s=
 golang.org/x/net v0.0.0-20200301022130-244492dfa37a/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s=
 golang.org/x/net v0.0.0-20200324143707-d3edc9973b7e/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A=
+golang.org/x/net v0.0.0-20200421231249-e086a090c8fd/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A=
 golang.org/x/net v0.0.0-20200501053045-e0ff5e5a1de5/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A=
 golang.org/x/net v0.0.0-20200506145744-7e3656a0809f/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A=
 golang.org/x/net v0.0.0-20200513185701-a91f0712d120/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A=
@ -605,6 +626,7 @@ golang.org/x/net v0.0.0-20200520004742-59133d7f0dd7/go.mod h1:qpuaurCH72eLCgpAm/
 golang.org/x/net v0.0.0-20200520182314-0ba52f642ac2/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A=
 golang.org/x/net v0.0.0-20200625001655-4c5254603344/go.mod h1:/O7V0waA8r7cgGh81Ro3o1hOxt32SMVPicZroKQ2sZA=
 golang.org/x/net v0.0.0-20200707034311-ab3426394381/go.mod h1:/O7V0waA8r7cgGh81Ro3o1hOxt32SMVPicZroKQ2sZA=
+golang.org/x/net v0.0.0-20200813134508-3edf25e44fcc/go.mod h1:/O7V0waA8r7cgGh81Ro3o1hOxt32SMVPicZroKQ2sZA=
 golang.org/x/net v0.0.0-20200822124328-c89045814202/go.mod h1:/O7V0waA8r7cgGh81Ro3o1hOxt32SMVPicZroKQ2sZA=
 golang.org/x/net v0.0.0-20201021035429-f5854403a974/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU=
 golang.org/x/net v0.0.0-20201031054903-ff519b6c9102/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU=
@ -618,8 +640,10 @@ golang.org/x/net v0.0.0-20210405180319-a5a99cb37ef4/go.mod h1:p54w0d4576C0XHj96b
 golang.org/x/net v0.0.0-20210428140749-89ef3d95e781/go.mod h1:OJAsFXCWl8Ukc7SiCT/9KSuxbyM7479/AVlXFRxuMCk=
 golang.org/x/net v0.0.0-20210503060351-7fd8e65b6420/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y=
 golang.org/x/net v0.0.0-20210726213435-c6fcb2dbf985/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y=
-golang.org/x/net v0.0.0-20210917221730-978cfadd31cf h1:R150MpwJIv1MpS0N/pc+NhTM8ajzvlmxlY5OYsrevXQ=
+golang.org/x/net v0.0.0-20210916014120-12bc252f5db8/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y=
 golang.org/x/net v0.0.0-20210917221730-978cfadd31cf/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y=
+golang.org/x/net v0.0.0-20211216030914-fe4d6282115f h1:hEYJvxw1lSnWIl8X9ofsYMklzaDs90JI2az5YMd4fPM=
+golang.org/x/net v0.0.0-20211216030914-fe4d6282115f/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y=
 golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U=
 golang.org/x/oauth2 v0.0.0-20190226205417-e64efc72b421/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw=
 golang.org/x/oauth2 v0.0.0-20190604053449-0f29369cfe45/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw=
@ -828,6 +852,7 @@ google.golang.org/appengine v1.5.0/go.mod h1:xpcJRLb0r/rnEns0DIKYYv+WjYCduHsrkT7
 google.golang.org/appengine v1.6.1/go.mod h1:i06prIuMbXzDqacNJfV5OdTW448YApPu5ww/cMBSeb0=
 google.golang.org/appengine v1.6.5/go.mod h1:8WjMMxjGQR8xUklV/ARdw2HLXBOI7O7uCIDZVag1xfc=
 google.golang.org/appengine v1.6.6/go.mod h1:8WjMMxjGQR8xUklV/ARdw2HLXBOI7O7uCIDZVag1xfc=
+google.golang.org/appengine v1.6.7 h1:FZR1q0exgwxzPzp/aF+VccGrSfxfPpkBqjIIEq3ru6c=
 google.golang.org/appengine v1.6.7/go.mod h1:8WjMMxjGQR8xUklV/ARdw2HLXBOI7O7uCIDZVag1xfc=
 google.golang.org/genproto v0.0.0-20190307195333-5fe7a883aa19/go.mod h1:VzzqZJRnGkLBvHegQrXjBqPurQTc5/KpmUdxsrq26oE=
 google.golang.org/genproto v0.0.0-20190418145605-e7d98fc518a7/go.mod h1:VzzqZJRnGkLBvHegQrXjBqPurQTc5/KpmUdxsrq26oE=
--- a/middleware/redis/define.go
+++ b/middleware/redis/define.go
@ -0,0 +1,301 @@
+// Package redis ...
+//
+// Description : redis ...
+//
+// Author : go_developer@163.com<白茶清欢>
+//
+// Date : 2021-11-26 21:07 下午
+package redis
+
+// FullServerInfo 获取服务器信息
+//
+// Author : go_developer@163.com<白茶清欢>
+//
+// Date : 21:07 下午 2021/11/26
+type FullServerInfo struct {
+	ServerInfo   *ServerInfo  `json:"server_info"`
+	ClientInfo   *ClientInfo  `json:"client_info"`
+	MemoryInfo   *MemoryInfo  `json:"memory_info"`
+	Persistence  *Persistence `json:"persistence"`
+	Stats        *Stats       `json:"stats"`
+	Replication  *Replication `json:"replication"`
+	CPU          *CPU         `json:"cpu"`
+	CommandStats []CmdStat    `json:"command_stats"`
+	Keyspace     []DB         `json:"keyspace"`
+	Cluster      *Cluster     `json:"cluster"`
+	ErrorStats   []Error      `json:"error_stats"`
+	Modules      interface{}  `json:"modules"`
+}
+
+// ServerInfo 服务器信息
+//
+// Author : go_developer@163.com<白茶清欢>
+//
+// Date : 21:09 下午 2021/11/26
+type ServerInfo struct {
+	RedisVersion      string `json:"redis_version" yaml:"redis_version"`           // Redis 服务器版本
+	RedisGitSha1      string `json:"redis_git_sha1" yaml:"redis_git_sha1"`         // Git SHA1
+	RedisGitDirty     string `json:"redis_git_dirty" yaml:"redis_git_dirty"`       // Git dirty flag
+	RedisBuildID      string `json:"redis_build_id" yaml:"redis_build_id"`         // 构建ID
+	RedisMode         string `json:"redis_mode" yaml:"redis_mode"`                 // 运行模式(“独立”，“哨兵”或“集群”)
+	OS                string `json:"os" yaml:"os"`                                 // Redis 服务器的宿主操作系统
+	ArchBits          string `json:"arch_bits" yaml:"arch_bits"`                   // 架构（32 或 64 位）
+	MultiplexingApi   string `json:"multiplexing_api" yaml:"multiplexing_api"`     // Redis 所使用的事件处理机制
+	AtomicvarApi      string `json:"atomicvar_api" yaml:"atomicvar_api"`           // 原子处理api
+	GCCVersion        string `json:"gcc_version" yaml:"gcc_version"`               // 编译 Redis 时所使用的 GCC 版本
+	ProcessID         int    `json:"process_id" yaml:"process_id"`                 // 服务器进程的 PID
+	ProcessSupervised string `json:"process_supervised" yaml:"process_supervised"` // 是否有进程监控
+	RunID             string `json:"run_id" yaml:"run_id"`                         // Redis 服务器的随机标识符（用于 Sentinel 和集群）
+	TCPPort           int    `json:"tcp_port" yaml:"tcp_port"`                     // TCP/IP 监听端口
+	ServerTimeUsec    int64  `json:"server_time_usec" yaml:"server_time_usec"`     // 当前服务器时间,微秒
+	UptimeInSeconds   int64  `json:"uptime_in_seconds" yaml:"uptime_in_seconds"`   // 自 Redis 服务器启动以来，经过的秒数
+	UptimeInDays      int64  `json:"uptime_in_days" yaml:"uptime_in_days"`         // 自 Redis 服务器启动以来，经过的天数
+	Hz                int64  `json:"hz" yaml:"hz"`                                 // redis内部调度（进行关闭timeout的客户端，删除过期key等等）频率，程序规定serverCron每秒运行10次。
+	ConfiguredHz      int64  `json:"configured_hz" yaml:"configured_hz"`           // 服务器的频率设置
+	LRUClock          int64  `json:"lru_clock" yaml:"lru_clock"`                   // 以秒为单位进行自增的时钟，用于 LRU 管理
+	Executable        string `json:"executable" yaml:"executable"`                 // 可执行文件位置
+	ConfigFile        string `json:"config_file" yaml:"config_file"`               // 服务所使用的配置文件
+	IOThreadsActive   int    `json:"io_threads_active" yaml:"io_threads_active"`   // 活跃的io线程数
+}
+
+// ClientInfo 客户端信息
+//
+// Author : go_developer@163.com<白茶清欢>
+//
+// Date : 21:29 下午 2021/11/26
+type ClientInfo struct {
+	ConnectedClients            int   `json:"connected_clients" yaml:"connected_clients"`                             // 客户端连接数
+	ClusterConnections          int   `json:"cluster_connections" yaml:"cluster_connections"`                         // 集群连接数
+	MaxClients                  int   `json:"maxclients" yaml:"max_clients"`                                          // 最大客户端连接数
+	ClientRecentMaxInputBuffer  int64 `json:"client_recent_max_input_buffer" yaml:"client_recent_max_input_buffer"`   // 最近最大输入缓存
+	ClientRecentMaxOutputBuffer int64 `json:"client_recent_max_output_buffer" yaml:"client_recent_max_output_buffer"` // 最近最大输出缓存
+	BlockedClients              int   `json:"blocked_clients" yaml:"blocked_clients"`                                 // 阻塞客户端数量, 正在等待阻塞命令（BLPOP、BRPOP、BRPOPLPUSH）的客户端的数量
+	TrackingClients             int   `json:"tracking_clients" yaml:"tracking_clients"`                               // tracking_clients
+	ClientsInTimeoutTable       int   `json:"clients_in_timeout_table" yaml:"clients_in_timeout_table"`               // clients_in_timeout_table
+}
+
+// MemoryInfo 内存使用信息
+//
+// Author : go_developer@163.com<白茶清欢>
+//
+// Date : 22:08 下午 2021/11/26
+type MemoryInfo struct {
+	UsedMemory             int64   `json:"used_memory" yaml:"used_memory"`                             // 由 Redis 分配器分配的内存总量，以字节（byte）为单位
+	UsedMemoryHuman        string  `json:"used_memory_human" yaml:"used_memory_human"`                 // UsedMemory 可读化表示
+	UsedMemoryRss          int64   `json:"used_memory_rss" yaml:"used_memory_rss"`                     // 从操作系统的角度，返回 Redis 已分配的内存总量（俗称常驻集大小）。这个值和 top 、 ps 等命令的输出一致。
+	UsedMemoryRssHuman     string  `json:"used_memory_rss_human" yaml:"used_memory_rss_human"`         // UsedMemoryRssHuman 可读化表示
+	UsedMemoryPeak         int64   `json:"used_memory_peak" yaml:"used_memory_peak"`                   // Redis 的内存消耗峰值（以字节为单位）
+	UsedMemoryPeakHuman    string  `json:"used_memory_peak_human" yaml:"used_memory_peak_human"`       // UsedMemoryPeak 可读化表示
+	UsedMemoryPeakPerc     string  `json:"used_memory_peak_perc" yaml:"used_memory_peak_perc"`         // 峰值系统内存使用率
+	UsedMemoryOverhead     int64   `json:"used_memory_overhead" yaml:"used_memory_overhead"`           // Redis为了维护数据集的内部机制所需的内存开销，包括所有客户端输出缓冲区、查询缓冲区、AOF重写缓冲区和主从复制的backlog
+	UsedMemoryStartup      int64   `json:"used_memory_startup" yaml:"used_memory_startup"`             // Redis服务器启动时消耗的内存
+	UsedMemoryDataset      int64   `json:"used_memory_dataset" yaml:"used_memory_dataset"`             // 数据占用的内存大小，即used_memory-used_memory_overhead
+	UsedMemoryDatasetPerc  int64   `json:"used_memory_dataset_perc" yaml:"used_memory_dataset_perc"`   // 数据占用的内存大小的百分比，100%*(used_memory_dataset/(used_memory-used_memory_startup))
+	AllocatorAllocated     int64   `json:"allocator_allocated" yaml:"allocator_allocated"`             // 内存分配器申请的内存，以字节为单位
+	AllocatorActive        int64   `json:"allocator_active" yaml:"allocator_active"`                   // 内存分配器正在使用的内存，以字节为单位
+	AllocatorResident      int64   `json:"allocator_resident" yaml:"allocator_resident"`               // 内存分配器的常驻内存,以字节为单位
+	TotalSystemMemory      int64   `json:"total_system_memory" yaml:"total_system_memory"`             // 操作系统内存（以字节为单位）
+	TotalSystemMemoryHuman string  `json:"total_system_memory_human" yaml:"total_system_memory_human"` // TotalSystemMemory 可读化表示
+	UsedMemoryLua          int64   `json:"used_memory_lua" yaml:"used_memory_lua"`                     // Lua脚本存储占用的内存（以字节为单位）
+	UsedMemoryLuaHuman     int64   `json:"used_memory_lua_human" yaml:"used_memory_lua_human"`         // UsedMemoryLua 可读化表示
+	UsedMemoryScripts      int64   `json:"used_memory_scripts" yaml:"used_memory_scripts"`             // Lua脚本使用的内存大小（以字节为单位）
+	UsedMemoryScriptsHuman int64   `json:"used_memory_scripts_human" yaml:"used_memory_scripts_human"` // UsedMemoryScripts 可读化表示
+	NumberOfCachedScripts  int64   `json:"number_of_cached_scripts" yaml:"number_of_cached_scripts"`   // 缓存的lua脚本数量
+	Maxmemory              int64   `json:"maxmemory" yaml:"maxmemory"`                                 // Redis实例的最大内存配置（以字节为单位）
+	MaxmemoryHuman         int64   `json:"maxmemory_human" yaml:"maxmemory_human"`                     // Maxmemory 可读化表示
+	MaxmemoryPolicy        string  `json:"maxmemory_policy" yaml:"maxmemory_policy"`                   // 当数据达到最大内存之后的淘汰策略
+	AllocatorFragRatio     float64 `json:"allocator_frag_ratio" yaml:"allocator_frag_ratio"`           // 内存分配器碎片比例
+	AllocatorFragBytes     int64   `json:"allocator_frag_bytes" yaml:"allocator_frag_bytes"`           // 内存分配器碎片大小,以字节为单位
+	AllocatorRssRatio      float64 `json:"allocator_rss_ratio" yaml:"allocator_rss_ratio"`             // 从操作系统角度看, 内存分配器碎片比例
+	AllocatorRssBytes      int64   `json:"allocator_rss_bytes" yaml:"allocator_rss_bytes"`             // 从操作系统角度看, 内存分配器碎片大小,以字节为单位
+	RssOverheadRatio       float64 `json:"rss_overhead_ratio" yaml:"rss_overhead_ratio"`               // 从操作系统角度看, 开销的比例
+	RssOverheadBytes       int64   `json:"rss_overhead_bytes" yaml:"rss_overhead_bytes"`               // 从操作系统角度看, 开销的大小, 以字节为单位
+	MemFragmentationRatio  float64 `json:"mem_fragmentation_ratio" yaml:"mem_fragmentation_ratio"`     // 碎片率，used_memory_rss/ used_memory，正常情况下稍大于1。低于1，Redis实例可能会把部分数据交换到硬盘上，内存交换会严重影响Redis的性能，所以应该增加可用物理内存。大于1.5表示碎片过多。额外碎片的产生是由于Redis释放了内存块，但内存分配器并没有返回内存给操作系统，这个内存分配器是在编译时指定的，可以是libc、jemalloc或者tcmalloc。
+	MemFragmentationBytes  int64   `json:"mem_fragmentation_bytes" yaml:"mem_fragmentation_bytes"`     // 内存碎片大小（字节表示）
+	MemNotCountedForEvict  int64   `json:"mem_not_counted_for_evict" yaml:"mem_not_counted_for_evict"` // 不应驱逐的内存大小,以字节为单位
+	MemReplicationBacklog  int64   `json:"mem_replication_backlog" yaml:"mem_replication_backlog"`     // 复制backlog的内存大小, 以字节为单位
+	MemClientsSlaves       int64   `json:"mem_clients_slaves" yaml:"mem_clients_slaves"`               // mem_clients_slaves
+	MemClientsNormal       int64   `json:"mem_clients_normal" yaml:"mem_clients_normal"`               // mem_clients_normal
+	MemAofBuffer           int64   `json:"mem_aof_buffer" yaml:"mem_aof_buffer"`                       // AOF内存缓冲区大小
+	MemAllocator           string  `json:"mem_allocator" yaml:"mem_allocator"`                         // 内存分配器，Redis支持glibc’s malloc、jemalloc11、tcmalloc几种不同的内存分配器，每个分配器在内存分配和碎片上都有不同的实现。不建议普通管理员修改Redis默认内存分配器，因为这需要完全理解这几种内存分配器的差异，也要重新编译Redis。
+	ActiveDefragRunning    int64   `json:"active_defrag_running" yaml:"active_defrag_running"`         // defrag:表示内存碎片整理， 0表示没有活动的defrag任务正在运行，1表示有活动的defrag任务正在运行
+	LazyfreePendingObjects int64   `json:"lazyfree_pending_objects" yaml:"lazyfree_pending_objects"`   // 延迟释放的挂起对象， 0表示不存在
+	LazyfreedObjects       int64   `json:"lazyfreed_objects" yaml:"lazyfreed_objects"`                 // 延迟释放的对象数量
+}
+
+// Persistence 持久化信息
+//
+// Author : go_developer@163.com<白茶清欢>
+//
+// Date : 22:15 下午 2021/11/26
+type Persistence struct {
+	Loading                   int     `json:"loading" yaml:"loading"`                                           // 服务器是否正在进行持久化 0 - 否 1 -是
+	CurrentCowSize            int     `json:"current_cow_size" yaml:"current_cow_size"`                         // current_cow_size
+	CurrentCowSizeAge         int     `json:"current_cow_size_age" yaml:"current_cow_size_age"`                 // current_cow_size_age
+	CurrentForkPerc           float64 `json:"current_fork_perc" yaml:"current_fork_perc"`                       // current_fork_perc
+	CurrentSaveKeysProcessed  int     `json:"current_save_keys_processed" yaml:"current_save_keys_processed"`   // current_save_keys_processed
+	CurrentSaveKeysTotal      int64   `json:"current_save_keys_total" yaml:"current_save_keys_total"`           // current_save_keys_total
+	RdbChangesSinceLastSave   int64   `json:"rdb_changes_since_last_save" yaml:"rdb_changes_since_last_save"`   // 离最近一次成功生成rdb文件，写入命令的个数，即有多少个写入命令没有持久化
+	RdbBgsaveInProgress       int     `json:"rdb_bgsave_in_progress" yaml:"rdb_bgsave_in_progress"`             // 服务器是否正在创建rdb文件 0 - 否 1 - 是
+	RdbLastSaveTime           int64   `json:"rdb_last_save_time" yaml:"rdb_last_save_time"`                     // 最近一次创建rdb文件的时间戳,单位秒
+	RdbLastBgsaveStatus       string  `json:"rdb_last_bgsave_status" yaml:"rdb_last_bgsave_status"`             // 最近一次rdb持久化是否成功 ok 成功
+	RdbLastBgsaveTimeSec      int64   `json:"rdb_last_bgsave_time_sec" yaml:"rdb_last_bgsave_time_sec"`         // 最近一次成功生成rdb文件耗时秒数
+	RdbCurrentBgsaveTimeSec   int64   `json:"rdb_current_bgsave_time_sec" yaml:"rdb_current_bgsave_time_sec"`   // 如果服务器正在创建rdb文件，那么这个字段记录的就是当前的创建操作已经耗费的秒数
+	RdbLastCowSize            int64   `json:"rdb_last_cow_size" yaml:"rdb_last_cow_size"`                       // RDB过程中父进程与子进程相比执行了多少修改(包括读缓冲区，写缓冲区，数据修改等)。
+	AofEnabled                int     `json:"aof_enabled" yaml:"aof_enabled"`                                   // 是否开启了AOF 0 - 否 1 - 是
+	AofRewriteInProgress      int     `json:"aof_rewrite_in_progress" yaml:"aof_rewrite_in_progress"`           // 标识aof的rewrite操作是否在进行中 0 - 否 1- 是
+	AofRewriteScheduled       int     `json:"aof_rewrite_scheduled" yaml:"aof_rewrite_scheduled"`               // rewrite任务计划，当客户端发送bgrewriteaof指令，如果当前rewrite子进程正在执行，那么将客户端请求的bgrewriteaof变为计划任务，待aof子进程结束后执行rewrite
+	AofLastRewriteTimeSec     int     `json:"aof_last_rewrite_time_sec" yaml:"aof_last_rewrite_time_sec"`       // 最近一次aof rewrite耗费的时长
+	AofCurrentRewriteTimeSec  int     `json:"aof_current_rewrite_time_sec" yaml:"aof_current_rewrite_time_sec"` // 如果rewrite操作正在进行，则记录所使用的时间，单位秒
+	AofLastBgrewriteStatus    string  `json:"aof_last_bgrewrite_status" yaml:"aof_last_bgrewrite_status"`       // 上次 bgrewrite aof 操作的状态 ok 成功
+	AofLastWriteStatus        string  `json:"aof_last_write_status" yaml:"aof_last_write_status"`               // 上次aof写入状态
+	AofLastCowSize            int64   `json:"aof_last_cow_size" yaml:"aof_last_cow_size"`                       // AOF过程中父进程与子进程相比执行了多少修改(包括读缓冲区，写缓冲区，数据修改等)
+	IOThreadedReadsProcessed  int     `json:"io_threaded_reads_processed" yaml:"io_threaded_reads_processed"`   // 读取线程数
+	IOThreadedWritesProcessed int     `json:"io_threaded_writes_processed" yaml:"io_threaded_writes_processed"` // 写入线程数
+}
+
+// Stats 服务运行状态
+//
+// Author : go_developer@163.com<白茶清欢>
+//
+// Date : 10:57 下午 2021/11/26
+type Stats struct {
+	TotalConnectionsReceived   int64   `json:"total_connections_received" yaml:"total_connections_received"`         // 所有连接数, 累积值, 只增不减, 连接断开也不会减少
+	TotalCommandsProcessed     int64   `json:"total_commands_processed" yaml:"total_commands_processed"`             // 服务器执行的命令数 累积值, 只增不减
+	InstantaneousPpsPerSec     int     `json:"instantaneous_pps_per_sec" yaml:"instantaneous_pps_per_sec"`           // 每秒执行的命令数
+	TotalNetInputBytes         int64   `json:"total_net_input_bytes" yaml:"total_net_input_bytes"`                   // 网络流量-流入 以字节（byte）为单位
+	TotalNetOutputBytes        int64   `json:"total_net_output_bytes" yaml:"total_net_output_bytes"`                 // 网络流量-流出 以字节（byte）为单位
+	InstantaneousInputKbps     float64 `json:"instantaneous_input_kbps" yaml:"instantaneous_input_kbps"`             // 网络流量-流入-KB/s
+	InstantaneousOutputKbps    float64 `json:"instantaneous_output_kbps" yaml:"instantaneous_output_kbps"`           // 网络流量-流出-KB/s
+	RejectedConnections        int64   `json:"rejected_connections" yaml:"rejected_connections"`                     // 因达到最大连接数而被拒绝的连接数量
+	SyncFull                   int64   `json:"sync_full" yaml:"sync_full"`                                           // 主从全量同步的次数
+	SyncPartialOk              int64   `json:"sync_partial_ok" yaml:"sync_partial_ok"`                               // 主从部分同步成功的次数
+	SyncPartialErr             int64   `json:"sync_partial_err" yaml:"sync_partial_err"`                             // 主从部分同步失败次数
+	ExpiredKeys                int     `json:"expired_keys" yaml:"expired_keys"`                                     // 过期key的数量
+	ExpiredStalePerc           float64 `json:"expired_stale_perc" yaml:"expired_stale_perc"`                         // 过期过时的百分比
+	ExpiredTimeCapReachedCount int64   `json:"expired_time_cap_reached_count" yaml:"expired_time_cap_reached_count"` // 过期时间达到上限的数量
+	ExpireCycleCpuMilliseconds int64   `json:"expire_cycle_cpu_milliseconds" yaml:"expire_cycle_cpu_milliseconds"`   // 过期循环CPU毫秒数
+	EvictedKeys                int64   `json:"evicted_keys" yaml:"evicted_keys"`                                     // 超过 maxmemory 之后, 剔除的 key 的数量
+	KeyspaceHits               int64   `json:"keyspace_hits" yaml:"keyspace_hits"`                                   // 访问命中次数
+	KeyspaceMisses             int64   `json:"keyspace_misses" yaml:"keyspace_misses"`                               // 访问未命中次数
+	PubsubChannels             int64   `json:"pubsub_channels" yaml:"pubsub_channels"`                               // 当前频道数量  发布 - 订阅 模式
+	PubsubPatterns             int64   `json:"pubsub_patterns" yaml:"pubsub_patterns"`                               // 当前使用中的模式数量
+	LatestForkUsec             int64   `json:"latest_fork_usec" yaml:"latest_fork_usec"`                             // 最近一次fork 操作消耗的时间, 单位微秒
+	TotalForks                 int64   `json:"total_forks" yaml:"total_forks"`                                       // fork 的总次数
+	MigrateCachedSockets       int64   `json:"migrate_cached_sockets" yaml:"migrate_cached_sockets"`                 // 记录当前 Redis 正在 migrate 操作的目标 Redis 个数, 例如 A 向 B 和 C 执行 migrate操作, 这个值为2
+	SlaveExpiresTrackedKeys    int64   `json:"slave_expires_tracked_keys" yaml:"slave_expires_tracked_keys"`         // 从实例到期的 key 的数量
+	ActiveDefragHits           int64   `json:"active_defrag_hits" yaml:"active_defrag_hits"`                         // 主动碎片整理命中次数
+	ActiveDefragMisses         int64   `json:"active_defrag_misses" yaml:"active_defrag_misses"`                     // 主动碎片整理未命中次数
+	ActiveDefragKeyHits        int64   `json:"active_defrag_key_hits" yaml:"active_defrag_key_hits"`                 // 主动整理碎片, key命中次数
+	ActiveDefragKeyMisses      int64   `json:"active_defrag_key_misses" yaml:"active_defrag_key_misses"`             // 主动整理碎片, key未命中次数
+	TrackingTotalKeys          int64   `json:"tracking_total_keys" yaml:"tracking_total_keys"`                       // key 查询的总数
+	TrackingTotalItems         int64   `json:"tracking_total_items" yaml:"tracking_total_items"`                     // item查询的总数
+	TrackingTotalPrefixes      int64   `json:"tracking_total_prefixes" yaml:"tracking_total_prefixes"`               // 前缀查询的总数
+	UnexpectedErrorReplies     int64   `json:"unexpected_error_replies" yaml:"unexpected_error_replies"`             // unexpected 异常响应次数
+	TotalErrorReplies          int64   `json:"total_error_replies" yaml:"total_error_replies"`                       // 异常响应总次数
+	DumpPayloadSanitizations   int64   `json:"dump_payload_sanitizations" yaml:"dump_payload_sanitizations"`         // dump_payload_sanitizations
+	TotalReadsProcessed        int64   `json:"total_reads_processed" yaml:"total_reads_processed"`                   // 正在读取的请求数
+	TotalWritesProcessed       int64   `json:"total_writes_processed" yaml:"total_writes_processed"`                 // 正在写入的请求数
+	IOThreadedReadsProcessed   int64   `json:"io_threaded_reads_processed" yaml:"io_threaded_reads_processed"`       // 正在读取的线程数
+	IOThreadedWritesProcessed  int64   `json:"io_threaded_writes_processed" yaml:"io_threaded_writes_processed"`     // 正在写入的线程数
+}
+
+// Replication 复制相关
+//
+// Author : go_developer@163.com<白茶清欢>
+//
+// Date : 12:42 上午 2021/11/27
+type Replication struct {
+	Role                       string      `json:"role" yaml:"role"`                                                     // 节点的角色 master / slave
+	ReplBacklogActive          int         `json:"repl_backlog_active" yaml:"repl_backlog_active"`                       // 复制缓冲区是否开启 0 - 未开启 1 - 已开启
+	ReplBacklogSize            int64       `json:"repl_backlog_size" yaml:"repl_backlog_size"`                           // 复制缓冲区大小（以字节为单位）
+	ReplBacklogFirstByteOffset int64       `json:"repl_backlog_first_byte_offset" yaml:"repl_backlog_first_byte_offset"` // 复制缓冲区里偏移量的大小
+	ReplBacklogHistlen         int64       `json:"repl_backlog_histlen" yaml:"repl_backlog_histlen"`                     // 此值等于 master_repl_offset - repl_backlog_first_byte_offset,该值不会超过repl_backlog_size的大小
+	ConnectedSlaves            int         `json:"connected_slaves" yaml:"connected_slaves"`                             // 仅主节点属性 : 连接的从节点数量
+	MasterFailoverState        string      `json:"master_failover_state" yaml:"master_failover_state"`                   // 仅主节点 : 故障转移状态 no-failover 无故障转移
+	MasterReplid               string      `json:"master_replid" yaml:"master_replid"`                                   // 仅主节点 : 实例启动的随机字符串
+	MasterReplid2              string      `json:"master_replid2" yaml:"master_replid2"`                                 // 仅主节点 : 实例启动的随机字符串2
+	MasterReplOffset           int64       `json:"master_repl_offset" yaml:"master_repl_offset"`                         // 仅主节点 : 主从同步偏移量
+	SecondReplOffset           int64       `json:"second_repl_offset" yaml:"second_repl_offset"`                         // 仅主节点 : 主从同步偏移量2
+	MasterHost                 string      `json:"master_host" yaml:"master_host"`                                       // 仅从节点 : 主节点host
+	MasterPort                 int         `json:"master_port" yaml:"master_port"`                                       // 仅从节点 : 主节点端口
+	MasterLinkStatus           string      `json:"master_link_status" yaml:"master_link_status"`                         // 仅从节点 : 与主节点连接状态 up - 正常连接 down - 断开
+	MasterLastIOSecondsAgo     int         `json:"master_last_io_seconds_ago" yaml:"master_last_io_seconds_ago"`         // 仅从节点 : 主节点与从节点最后通信的时间间隔, 单位: s
+	MasterSyncInProgress       int         `json:"master_sync_in_progress" yaml:"master_sync_in_progress"`               // 仅从节点 : 从节点是否正在全量同步主节点rdb文件 0 - 否 1 - 是
+	SlaveReplOffset            int64       `json:"slave_repl_offset" yaml:"slave_repl_offset"`                           // 仅从节点 : 复制偏移量
+	SlavePriority              int         `json:"slave_priority" yaml:"slave_priority"`                                 // 仅从节点 : 从节点优先级
+	SlaveReadOnly              int         `json:"slave_read_only" yaml:"slave_read_only"`                               // 仅从节点 : 从节点是否只读 0 - 否 1 - 是
+	SlaveList                  []SlaveNode `json:"slave_list" yaml:"slave_list"`                                         // 从节点列表
+}
+
+// SlaveNode 从库数据结构,基于原始数据解析 eg : slave0:ip=x.x.x.x,port=6379,state=online,offset=123456,lag=1
+//
+// Author : go_developer@163.com<白茶清欢>
+//
+// Date : 1:51 上午 2021/11/27
+type SlaveNode struct {
+	ID     string `json:"id" yaml:"id"`         // 从库ID
+	IP     string `json:"ip" yaml:"ip"`         // 从库IP
+	Port   int    `json:"port" yaml:"port"`     // 从库端口
+	State  string `json:"state" yaml:"state"`   // 从库状态 online - 在线 offline - 离线
+	Offset int64  `json:"offset" yaml:"offset"` // 数据偏移量
+	Lag    int64  `json:"lag" yaml:"lag"`       // 数据延迟量大小
+}
+
+// CPU 信息
+//
+// Author : go_developer@163.com<白茶清欢>
+//
+// Date : 1:54 上午 2021/11/27
+type CPU struct {
+	UsedCpuSys          float64 `json:"used_cpu_sys" yaml:"used_cpu_sys"`                     // Redis主进程在内核态所占用CPU时钟总和
+	UsedCpuUser         float64 `json:"used_cpu_user" yaml:"used_cpu_user"`                   // Redis主进程在用户态所占用CPU时钟总和
+	UsedCpuSysChildren  float64 `json:"used_cpu_sys_children" yaml:"used_cpu_sys_children"`   // Redis子进程在内核态所占用CPU时钟总和
+	UsedCpuUserChildren float64 `json:"used_cpu_user_children" yaml:"used_cpu_user_children"` // Redis子进程在用户态所占用CPU时钟总和
+}
+
+// CmdStat 指令状态 eg : cmdstat_get:calls=1,usec=42121,usec_per_call=42121.00,rejected_calls=0,failed_calls=0
+//
+// Author : go_developer@163.com<白茶清欢>
+//
+// Date : 2:02 上午 2021/11/27
+type CmdStat struct {
+	Cmd           string  `json:"cmd" yaml:"cmd"`                         // 执行的指令
+	Calls         int64   `json:"calls" yaml:"calls"`                     // 执行了多少次
+	TotalUsedTime float64 `json:"total_used_time" yaml:"total_used_time"` // 累计总耗时 微秒
+	AvgUsedTime   float64 `json:"avg_used_time" yaml:"avg_used_time"`     // 平均耗时 微秒
+	RejectedCalls int64   `json:"rejected_calls" yaml:"rejected_calls"`   // 拒绝执行指令次数
+	FailedCalls   int64   `json:"failed_calls" yaml:"failed_calls"`       // 指令执行失败次数
+	SuccessCalls  int64   `json:"success_calls" yaml:"success_calls"`     // 指令执行成功次数 Calls - FailedCalls
+}
+
+// DB 数据库的数据结构, eg : db0:keys=3,expires=0,avg_ttl=0
+//
+// Author : go_developer@163.com<白茶清欢>
+//
+// Date : 2:09 上午 2021/11/27
+type DB struct {
+	Name    string `json:"name" yaml:"name"`       // 数据库名称
+	Keys    int64  `json:"keys" yaml:"keys"`       // 数据库key的数量
+	Expires int64  `json:"expires" yaml:"expires"` // 数据库过期key的数量
+	AvgTTL  int64  `json:"avg_ttl" yaml:"avg_ttl"` // 平均存活时间
+}
+
+// Cluster ...
+//
+// Author : go_developer@163.com<白茶清欢>
+//
+// Date : 2:13 上午 2021/11/27
+type Cluster struct {
+	ClusterEnabled int `json:"cluster_enabled" yaml:"cluster_enabled"` // 是否启用 0 - 否 1 - 是
+}
+
+// Error 错误的状态 eg : errorstat_WRONGTYPE:count=4615
+//
+// Author : go_developer@163.com<白茶清欢>
+//
+// Date : 2:16 上午 2021/11/27
+type Error struct {
+	Type  string `json:"type" yaml:"type"`   // 错误类型
+	Count int64  `json:"count" yaml:"count"` // 错误出现次数
+}
--- a/middleware/redis/monitor.go
+++ b/middleware/redis/monitor.go
@ -0,0 +1,326 @@
+// Package redis ...
+//
+// Description : redis 系统信息监控
+//
+// Author : go_developer@163.com<白茶清欢>
+//
+// Date : 2021-11-27 12:22 下午
+package redis
+
+import (
+	"context"
+	"strings"
+
+	"git.zhangdeman.cn/zhangdeman/gopkg/convert"
+
+	yml "gopkg.in/yaml.v2"
+
+	"github.com/go-redis/redis/v8"
+)
+
+// GetRedisServerInfo 获取 redis server info
+//
+// Author : go_developer@163.com<白茶清欢>
+//
+// Date : 12:24 下午 2021/11/27
+func GetRedisServerInfo(client *redis.Client) (*ServerInfo, error) {
+	var result ServerInfo
+	if err := infoToStruct(client, "server", &result); nil != err {
+		return nil, err
+	}
+	return &result, nil
+}
+
+// GetMemoryInfo 获取内存信息
+//
+// Author : go_developer@163.com<白茶清欢>
+//
+// Date : 12:59 下午 2021/11/27
+func GetMemoryInfo(client *redis.Client) (*MemoryInfo, error) {
+	var result MemoryInfo
+	if err := infoToStruct(client, "memory", &result); nil != err {
+		return nil, err
+	}
+	return &result, nil
+}
+
+// GetClientInfo 获取客户端信息
+//
+// Author : go_developer@163.com<白茶清欢>
+//
+// Date : 1:10 下午 2021/11/27
+func GetClientInfo(client *redis.Client) (*ClientInfo, error) {
+	var result ClientInfo
+	if err := infoToStruct(client, "clients", &result); nil != err {
+		return nil, err
+	}
+	return &result, nil
+}
+
+// GetPersistence 获取持久化相关信息
+//
+// Author : go_developer@163.com<白茶清欢>
+//
+// Date : 1:11 下午 2021/11/27
+func GetPersistence(client *redis.Client) (*Persistence, error) {
+	var result Persistence
+	if err := infoToStruct(client, "persistence", &result); nil != err {
+		return nil, err
+	}
+	return &result, nil
+}
+
+// GetStats 获取状态
+//
+// Author : go_developer@163.com<白茶清欢>
+//
+// Date : 1:19 下午 2021/11/27
+func GetStats(client *redis.Client) (*Stats, error) {
+	var result Stats
+	if err := infoToStruct(client, "stats", &result); nil != err {
+		return nil, err
+	}
+	return &result, nil
+}
+
+// GetReplication 复制相关信息
+//
+// Author : go_developer@163.com<白茶清欢>
+//
+// Date : 1:23 下午 2021/11/27
+func GetReplication(client *redis.Client) (*Replication, error) {
+	var result Replication
+	if err := infoToStruct(client, "replication", &result); nil != err {
+		return nil, err
+	}
+	result.SlaveList = GetSlaveList(client)
+	return &result, nil
+}
+
+// GetSlaveList 获取从库信息
+//
+// Author : go_developer@163.com<白茶清欢>
+//
+// Date : 4:26 下午 2021/11/27
+func GetSlaveList(client *redis.Client) []SlaveNode {
+	// 解析从库信息
+	slaveList := make([]SlaveNode, 0)
+	var data map[string]string
+	_ = infoToStruct(client, "replication", &data)
+	slaveKey := []string{"slave0", "slave1", "slave2", "slave3", "slave4", "slave5", "slave6", "slave7", "slave8", "slave9"}
+	for k, v := range data {
+		isSlave := false
+		for _, item := range slaveKey {
+			if strings.Contains(k, item) {
+				isSlave = true
+				break
+			}
+		}
+		if !isSlave {
+			continue
+		}
+
+		vArr := strings.Split(v, ",")
+		if len(vArr) < 3 {
+			continue
+		}
+		slave := SlaveNode{
+			ID:     k,
+			IP:     "",
+			Port:   0,
+			State:  "",
+			Offset: 0,
+			Lag:    0,
+		}
+		for _, prop := range vArr {
+			propArr := strings.Split(prop, "=")
+			if len(propArr) != 2 {
+				continue
+			}
+			switch strings.ToLower(propArr[0]) {
+			case "ip":
+				slave.IP = propArr[1]
+			case "port":
+				_ = convert.ConvertAssign(&slave.Port, propArr[1])
+			case "state":
+				slave.State = propArr[1]
+			case "offset":
+				_ = convert.ConvertAssign(&slave.Offset, propArr[1])
+			case "lag":
+				_ = convert.ConvertAssign(&slave.Lag, propArr[1])
+			}
+		}
+		slaveList = append(slaveList, slave)
+	}
+	return slaveList
+}
+
+// GetCPUInfo 获取cpu信息
+//
+// Author : go_developer@163.com<白茶清欢>
+//
+// Date : 1:24 下午 2021/11/27
+func GetCPUInfo(client *redis.Client) (*CPU, error) {
+	var result CPU
+	if err := infoToStruct(client, "cpu", &result); nil != err {
+		return nil, err
+	}
+	return &result, nil
+}
+
+// GetCommandStats 命令状态
+//
+// Author : go_developer@163.com<白茶清欢>
+//
+// Date : 1:27 下午 2021/11/27
+func GetCommandStats(client *redis.Client) (*Stats, error) {
+	var result Stats
+	if err := infoToStruct(client, "stats", &result); nil != err {
+		return nil, err
+	}
+	return &result, nil
+}
+
+// GetCommandInfo 获取命令信息
+//
+// Author : go_developer@163.com<白茶清欢>
+//
+// Date : 1:32 下午 2021/11/27
+func GetCommandInfo(client *redis.Client) ([]CmdStat, error) {
+	var result map[string]string
+	if err := infoToStruct(client, "commandstats", &result); nil != err {
+		return make([]CmdStat, 0), err
+	}
+	cmdList := make([]CmdStat, 0)
+	// 解析数据
+	for cmd, detail := range result {
+		infoArr := strings.Split(detail, ",")
+		if len(infoArr) < 2 {
+			// 去掉开始的描述信息
+			continue
+		}
+		info := CmdStat{
+			Cmd:           strings.ReplaceAll(strings.ToLower(cmd), "cmdstat_", ""),
+			Calls:         0,
+			TotalUsedTime: 0,
+			AvgUsedTime:   0,
+			RejectedCalls: 0,
+			FailedCalls:   0,
+			SuccessCalls:  0,
+		}
+		for _, item := range infoArr {
+			itemArr := strings.Split(item, "=")
+			if len(itemArr) != 2 {
+				continue
+			}
+			switch strings.ToLower(itemArr[0]) {
+			case "calls":
+				_ = convert.ConvertAssign(&info.Calls, itemArr[1])
+			case "usec":
+				_ = convert.ConvertAssign(&info.TotalUsedTime, itemArr[1])
+			case "usec_per_call":
+				_ = convert.ConvertAssign(&info.AvgUsedTime, itemArr[1])
+			case "rejected_calls":
+				_ = convert.ConvertAssign(&info.RejectedCalls, itemArr[1])
+			case "failed_calls":
+				_ = convert.ConvertAssign(&info.FailedCalls, itemArr[1])
+			}
+		}
+		info.SuccessCalls = info.Calls - info.FailedCalls - info.RejectedCalls
+		cmdList = append(cmdList, info)
+	}
+	return cmdList, nil
+}
+
+// GetKeyspace 获取 keyspace 信息
+//
+// Author : go_developer@163.com<白茶清欢>
+//
+// Date : 2:44 下午 2021/11/27
+func GetKeyspace(client *redis.Client) ([]DB, error) {
+	var result map[string]string
+	if err := infoToStruct(client, "keyspace", &result); nil != err {
+		return make([]DB, 0), err
+	}
+	dbList := make([]DB, 0)
+	for dbName, item := range result {
+		itemArr := strings.Split(item, ",")
+		if len(itemArr) < 3 {
+			continue
+		}
+		dbInfo := DB{
+			Name:    dbName,
+			Keys:    0,
+			Expires: 0,
+			AvgTTL:  0,
+		}
+		for _, kv := range itemArr {
+			kvArr := strings.Split(kv, "=")
+			if len(kvArr) != 2 {
+				continue
+			}
+			switch strings.ToLower(kvArr[0]) {
+			case "keys":
+				_ = convert.ConvertAssign(&dbInfo.Keys, kvArr[1])
+			case "expires":
+				_ = convert.ConvertAssign(&dbInfo.Expires, kvArr[1])
+			case "avg_ttl":
+				_ = convert.ConvertAssign(&dbInfo.AvgTTL, kvArr[1])
+			}
+		}
+		dbList = append(dbList, dbInfo)
+	}
+	return dbList, nil
+}
+
+// GetCluster 获取 cluster 信息
+//
+// Author : go_developer@163.com<白茶清欢>
+//
+// Date : 3:30 下午 2021/11/27
+func GetCluster(client *redis.Client) (*Cluster, error) {
+	var result Cluster
+	if err := infoToStruct(client, "cluster", &result); nil != err {
+		return nil, err
+	}
+	return &result, nil
+}
+
+// GetErrorStats 获取错误状态信息
+//
+// Author : go_developer@163.com<白茶清欢>
+//
+// Date : 3:35 下午 2021/11/27
+func GetErrorStats(client *redis.Client) ([]Error, error) {
+	var result map[string]string
+	if err := infoToStruct(client, "errorstats", &result); nil != err {
+		return make([]Error, 0), err
+	}
+
+	errList := make([]Error, 0)
+	for errType, item := range result {
+		itemArr := strings.Split(item, "=")
+		if len(itemArr) != 2 {
+			continue
+		}
+		errInfo := Error{
+			Type:  strings.ReplaceAll(errType, "errorstat_", ""),
+			Count: 0,
+		}
+		_ = convert.ConvertAssign(&errInfo.Count, itemArr[1])
+		errList = append(errList, errInfo)
+	}
+	return errList, nil
+}
+
+// infoToStruct 读取到的数据,解析到结构体
+//
+// Author : go_developer@163.com<白茶清欢>
+//
+// Date : 12:28 下午 2021/11/27
+func infoToStruct(client *redis.Client, module string, receiver interface{}) error {
+	data := client.Info(context.Background(), module).String()
+	// yaml 文件规范要求, key: val , 注意 : 的后面有空格
+	data = strings.ReplaceAll(data, ":", ": ")
+	return yml.Unmarshal([]byte(data), receiver)
+}
--- a/middleware/redis/redis_test.go
+++ b/middleware/redis/redis_test.go
@ -42,6 +42,12 @@ func TestCommandProxy(t *testing.T) {
 		panic(err.Error())
 	}
 	r, cmdErr := instance.CommandProxy(nil, "test_redis", "set", "command_proxy", "hello world")
+	c, _ := instance.GetRedisClient("test_redis")
+	fmt.Println(GetRedisServerInfo(c.Instance))
+	fmt.Println(GetCommandInfo(c.Instance))
+	fmt.Println(GetKeyspace(c.Instance))
+	fmt.Println(GetCluster(c.Instance))
+	fmt.Println(GetErrorStats(c.Instance))
 	assert.Nil(t, cmdErr, "命令执行成功")
 	assert.Equal(t, "OK", fmt.Sprintf("%v", r))
 }
Author	SHA1	Message	Date
白茶清欢	420de10cb1	update	2021-12-20 19:03:04 +08:00
白茶清欢	336658850a	支持链接提取	2021-12-20 18:48:35 +08:00
白茶清欢	dade855613	引入colly	2021-12-20 17:02:01 +08:00
白茶清欢	63b0d09e35	增加context测试文件	2021-12-02 14:06:16 +08:00
白茶清欢	6601f4e3c7	update comment	2021-11-28 23:46:28 +08:00
白茶清欢	ee4830c83f	Merge pull request 'feature/redis' (#9 ) from feature/redis into master Reviewed-on: #9	2021-11-27 16:28:46 +08:00
白茶清欢	cb7dd59b73	增加redis监控信息的读取	2021-11-27 16:27:48 +08:00
白茶清欢	8947ef0d6b	redis info定义 todo : modules信息	2021-11-27 03:02:44 +08:00
白茶清欢	b7d7dba4e7	增加redis server client mem 相关信息数据结构定义	2021-11-26 19:00:17 +08:00