history-job.toml 3.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137
  1. # This is a TOML document. Boom.
  2. [log]
  3. dir = "/data/log/history-job/"
  4. [multiHTTP]
  5. [multiHTTP.outer]
  6. addrs = ["0.0.0.0:6431"]
  7. maxListen = 10
  8. [job]
  9. max = 10240
  10. batch = 100
  11. expire = "5s"
  12. url = "http://api.bilibili.co/x/internal/v2/history/flush"
  13. ServiceBatch = 100
  14. DeleteLimit = 1000
  15. DeleteStartHour = 10
  16. DeleteEndHour = 15
  17. CacheLen = 1000
  18. QPSLimit = 10000
  19. IgnoreMsg = false
  20. RetryTime = "1s"
  21. DeleteStep = "5m"
  22. [job.Client]
  23. dial = "1s"
  24. timeout = "1s"
  25. keepAlive = "60s"
  26. timer = 1000
  27. key = "f6433799dbd88751"
  28. secret = "36f8ddb1806207fe07013ab6a77a3935"
  29. [job.Client.breaker]
  30. window ="10s"
  31. sleep ="10ms"
  32. bucket = 10
  33. ratio = 0.1
  34. request = 100
  35. [hisSub]
  36. key = "0Pub71WwEMKXu63qtztu"
  37. secret = "0Pub71WwEMKXu63qtztv"
  38. group = "HistoryMerge-HistoryJob-S"
  39. topic = "HistoryMerge-T"
  40. action = "sub"
  41. [hisSub.redis]
  42. name = "history-job/historysub"
  43. proto = "tcp"
  44. addr = "172.16.33.56:6205"
  45. idle = 100
  46. active = 100
  47. dialTimeout = "1s"
  48. readTimeout = "60s"
  49. writeTimeout = "1s"
  50. idleTimeout = "10s"
  51. [mysql]
  52. addr = "127.0.0.1:4000"
  53. dsn = "root:@tcp(127.0.0.1:4000)/bilibili_history?timeout=200ms&readTimeout=200ms&writeTimeout=200ms&parseTime=true&loc=Local&charset=utf8,utf8mb4"
  54. active = 20
  55. idle = 10
  56. idleTimeout ="4h"
  57. queryTimeout = "1s"
  58. execTimeout = "1s"
  59. tranTimeout = "1s"
  60. [LongDB]
  61. addr = "127.0.0.1:4000"
  62. dsn = "root:@tcp(127.0.0.1:4000)/bilibili_history?timeout=1h&readTimeout=1h&writeTimeout=1h&parseTime=true&loc=Local&charset=utf8,utf8mb4"
  63. active = 20
  64. idle = 10
  65. idleTimeout ="4h"
  66. queryTimeout = "1h"
  67. execTimeout = "1h"
  68. tranTimeout = "1h"
  69. [tidb]
  70. addr = "127.0.0.1:4000"
  71. dsn = "root:@tcp(127.0.0.1:4000)/bilibili_history?timeout=200ms&readTimeout=200ms&writeTimeout=200ms&parseTime=true&loc=Local&charset=utf8,utf8mb4"
  72. active = 20
  73. idle = 10
  74. idleTimeout ="4h"
  75. queryTimeout = "1s"
  76. execTimeout = "1s"
  77. tranTimeout = "1s"
  78. [Longtidb]
  79. addr = "127.0.0.1:4000"
  80. dsn = "root:@tcp(127.0.0.1:4000)/bilibili_history?timeout=1h&readTimeout=1h&writeTimeout=1h&parseTime=true&loc=Local&charset=utf8,utf8mb4"
  81. active = 20
  82. idle = 10
  83. idleTimeout ="4h"
  84. queryTimeout = "1h"
  85. execTimeout = "1h"
  86. tranTimeout = "1h"
  87. [ServiceHisSub]
  88. key = "170e302355453683"
  89. secret = "3d0e8db7bed0503949e545a469789279"
  90. group= "HistoryServiceMerge-MainCommunity-S"
  91. topic= "HistoryServiceMerge-T"
  92. action="pub"
  93. name = "history"
  94. proto = "tcp"
  95. addr = "172.18.33.50:6205"
  96. idle = 1
  97. active = 10
  98. dialTimeout = "1s"
  99. readTimeout = "1s"
  100. writeTimeout = "1s"
  101. idleTimeout = "10s"
  102. [info]
  103. master = ""
  104. meta = ""
  105. testRowKey = "history"
  106. dialTimeout = "100ms"
  107. readTimeout = "250ms"
  108. readsTimeout = "300ms"
  109. writeTimeout = "250ms"
  110. writesTimeout = "300ms"
  111. [info.zookeeper]
  112. root = ""
  113. addrs = ["172.18.33.131:2181","172.18.33.168:2181","172.18.33.169:2181"]
  114. timeout = "30s"
  115. [redis]
  116. name = "history-service"
  117. proto = "tcp"
  118. addr = "127.0.0.1:6379"
  119. idle = 10
  120. active = 10
  121. dialTimeout = "1s"
  122. readTimeout = "1s"
  123. writeTimeout = "1s"
  124. idleTimeout = "10s"
  125. expire = "1m"
  126. [merge]
  127. MaxSize = 51200
  128. Interval = "1m"
  129. Buffer = 10240
  130. Worker = 100