openbilibili/app/service/main/dapper-query/pkg/opslog/opslog_test.go

package opslog

import (
	"bufio"
	"context"
	"fmt"
	"net/http"
	"net/http/httptest"
	"os"
	"strconv"
	"strings"
	"testing"
	"time"
)

func TestOpsLog(t *testing.T) {
	testSessionID := "c860e25e5360fc08888a3aaf8c7a0bec"
	testResponse := `{"responses":[{"took":4,"timed_out":false,"_shards":{"total":8,"successful":8,"failed":0},"hits":{"total":2,"max_score":null,"hits":[{"_index":"billions-main.web-svr.web-interface-@2018.09.10-uat-1","_type":"logs","_id":"AWXBhTtRe-NhC44S955A","_version":1,"_score":null,"_source":{"@timestamp":"2018-09-10T03:27:34.42933Z","app_id":"main.web-svr.web-interface","args":"","env":"uat","error":"","instance_id":"web-interface-32096-758958f64f-k4gnc","ip":"172.22.35.133:9000","level":"INFO","level_value":1,"path":"/passport.service.identify.v1.Identify/GetCookieInfo","ret":0,"source":"go-common/library/net/rpc/warden.logging:195","stack":"\u003cnil\u003e","traceid":"2406767965117552819","ts":0.001041696,"user":"","zone":"sh001"},"fields":{"@timestamp":[1536550054429]},"highlight":{"traceid":["@kibana-highlighted-field@2406767965117552819@/kibana-highlighted-field@"]},"sort":[1536550054429]},{"_index":"billions-main.web-svr.web-interface-@2018.09.10-uat-1","_type":"logs","_id":"AWXBhTfFS1y0J6vacgAH","_version":1,"_score":null,"_source":{"@timestamp":"2018-09-10T03:27:34.429376Z","app_id":"main.web-svr.web-interface","env":"uat","err":"-101","instance_id":"web-interface-32096-758958f64f-k4gnc","ip":"10.23.50.21","level":"ERROR","level_value":3,"method":"GET","mid":null,"msg":"账号未登录","params":"","path":"/x/web-interface/nav","ret":-101,"source":"go-common/library/net/http/blademaster.Logger.func1:46","stack":"-101","traceid":"2406767965117552819","ts":0.001167299,"user":"no_user","zone":"sh001"},"fields":{"@timestamp":[1536550054429]},"highlight":{"traceid":["@kibana-highlighted-field@2406767965117552819@/kibana-highlighted-field@"]},"sort":[1536550054429]}]},"aggregations":{"2":{"buckets":[{"key_as_string":"2018-09-10T09:00:00.000+08:00","key":1536541200000,"doc_count":2}]}},"status":200}]}`
	svr := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
		session, err := r.Cookie(_ajsSessioID)
		if err != nil || session.Value != testSessionID {
			w.WriteHeader(http.StatusBadRequest)
			fmt.Fprintf(w, "invalid session id: %s", session.Value)
			return
		}
		bufReader := bufio.NewReader(r.Body)
		first, err := bufReader.ReadString('\n')
		if err != nil {
			w.WriteHeader(http.StatusInternalServerError)
			return
		}
		if !strings.Contains(first, "billions-main.web-svr.web-interface*") {
			w.WriteHeader(http.StatusBadRequest)
			fmt.Fprintf(w, "invalid familys: %s", first)
			return
		}
		w.Write([]byte(testResponse))
	}))
	defer svr.Close()
	client := New(svr.URL, nil)
	end := time.Now().Unix()
	start := end - 3600
	familys := []string{"main.web-svr.web-interface"}
	records, err := client.Query(context.Background(), familys, 8111326167741382285, testSessionID, start, end)
	if err != nil {
		t.Fatal(err)
	}
	for _, record := range records {
		t.Logf("record: %v", record)
	}
}

func TestOpsLogReal(t *testing.T) {
	sessionID := os.Getenv("TEST_SESSION_ID")
	if sessionID == "" {
		t.Skipf("miss sessionID skip test")
	}

	traceID, _ := strconv.ParseUint("7b91b9a72f87c13", 16, 64)
	client := New("http://uat-ops-log.bilibili.co/elasticsearch/_msearch", nil)
	records, err := client.Query(context.Background(), []string{"main.community.tag"}, traceID, sessionID, 1545296000, 1545296286)
	if err != nil {
		t.Fatal(err)
	}
	for _, record := range records {
		t.Logf("record: %v", record)
	}
}