logging.go 7.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259
  1. // Copyright 2013, Cong Ding. All rights reserved.
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. //
  15. // author: Cong Ding <dinggnu@gmail.com>
  16. // Package logging implements log library for other applications. It provides
  17. // functions Debug, Info, Warning, Error, Critical, and formatting version
  18. // Logf.
  19. //
  20. // Example:
  21. //
  22. // logger := logging.SimpleLogger("main")
  23. // logger.SetLevel(logging.WARNING)
  24. // logger.Error("test for error")
  25. // logger.Warning("test for warning", "second parameter")
  26. // logger.Debug("test for debug")
  27. //
  28. package logging
  29. import (
  30. "github.com/ccding/go-config-reader/config"
  31. "io"
  32. "os"
  33. "strconv"
  34. "sync"
  35. "sync/atomic"
  36. "time"
  37. )
  38. // Pre-defined formats
  39. const (
  40. DefaultFileName = "logging.log" // default logging filename
  41. DefaultConfigFile = "logging.conf" // default logging configuration file
  42. DefaultTimeFormat = "2006-01-02 15:04:05.999999999" // defaulttime format
  43. bufSize = 1000 // buffer size for writer
  44. queueSize = 10000 // chan queue size in async logging
  45. reqSize = 10000 // chan queue size in async logging
  46. )
  47. // Logger is the logging struct.
  48. type Logger struct {
  49. // Be careful of the alignment issue of the variable seqid because it
  50. // uses the sync/atomic.AddUint64() operation. If the alignment is
  51. // wrong, it will cause a panic. To solve the alignment issue in an
  52. // easy way, we put seqid to the beginning of the structure.
  53. // seqid is only visiable internally.
  54. seqid uint64 // last used sequence number in record
  55. // These variables can be configured by users.
  56. name string // logger name
  57. level Level // record level higher than this will be printed
  58. recordFormat string // format of the record
  59. recordArgs []string // arguments to be used in the recordFormat
  60. out io.Writer // writer
  61. sync bool // use sync or async way to record logs
  62. timeFormat string // format for time
  63. // These variables are visible to users.
  64. startTime time.Time // start time of the logger
  65. // Internally used variables, which don't have get and set functions.
  66. wlock sync.Mutex // writer lock
  67. queue chan string // queue used in async logging
  68. request chan request // queue used in non-runtime logging
  69. flush chan bool // flush signal for the watcher to write
  70. quit chan bool // quit signal for the watcher to quit
  71. fd *os.File // file handler, used to close the file on destroy
  72. runtime bool // with runtime operation or not
  73. }
  74. // SimpleLogger creates a new logger with simple configuration.
  75. func SimpleLogger(name string) (*Logger, error) {
  76. return createLogger(name, WARNING, BasicFormat, DefaultTimeFormat, os.Stdout, false)
  77. }
  78. // BasicLogger creates a new logger with basic configuration.
  79. func BasicLogger(name string) (*Logger, error) {
  80. return FileLogger(name, WARNING, BasicFormat, DefaultTimeFormat, DefaultFileName, false)
  81. }
  82. // RichLogger creates a new logger with simple configuration.
  83. func RichLogger(name string) (*Logger, error) {
  84. return FileLogger(name, NOTSET, RichFormat, DefaultTimeFormat, DefaultFileName, false)
  85. }
  86. // FileLogger creates a new logger with file output.
  87. func FileLogger(name string, level Level, format string, timeFormat string, file string, sync bool) (*Logger, error) {
  88. out, err := os.OpenFile(file, os.O_WRONLY|os.O_APPEND|os.O_CREATE, os.ModeAppend|0666)
  89. if err != nil {
  90. return nil, err
  91. }
  92. logger, err := createLogger(name, level, format, timeFormat, out, sync)
  93. if err == nil {
  94. logger.fd = out
  95. return logger, nil
  96. } else {
  97. return nil, err
  98. }
  99. }
  100. // WriterLogger creates a new logger with a writer
  101. func WriterLogger(name string, level Level, format string, timeFormat string, out io.Writer, sync bool) (*Logger, error) {
  102. return createLogger(name, level, format, timeFormat, out, sync)
  103. }
  104. // WriterLogger creates a new logger from a configuration file
  105. func ConfigLogger(filename string) (*Logger, error) {
  106. conf := config.NewConfig(filename)
  107. err := conf.Read()
  108. if err != nil {
  109. return nil, err
  110. }
  111. name := conf.Get("", "name")
  112. slevel := conf.Get("", "level")
  113. if slevel == "" {
  114. slevel = "0"
  115. }
  116. l, err := strconv.Atoi(slevel)
  117. if err != nil {
  118. return nil, err
  119. }
  120. level := Level(l)
  121. format := conf.Get("", "format")
  122. if format == "" {
  123. format = BasicFormat
  124. }
  125. timeFormat := conf.Get("", "timeFormat")
  126. if timeFormat == "" {
  127. timeFormat = DefaultTimeFormat
  128. }
  129. ssync := conf.Get("", "sync")
  130. if ssync == "" {
  131. ssync = "0"
  132. }
  133. file := conf.Get("", "file")
  134. if file == "" {
  135. file = DefaultFileName
  136. }
  137. sync := true
  138. if ssync == "0" {
  139. sync = false
  140. } else if ssync == "1" {
  141. sync = true
  142. } else {
  143. return nil, err
  144. }
  145. return FileLogger(name, level, format, timeFormat, file, sync)
  146. }
  147. // createLogger create a new logger
  148. func createLogger(name string, level Level, format string, timeFormat string, out io.Writer, sync bool) (*Logger, error) {
  149. logger := new(Logger)
  150. err := logger.parseFormat(format)
  151. if err != nil {
  152. return nil, err
  153. }
  154. // asign values to logger
  155. logger.name = name
  156. logger.level = level
  157. logger.out = out
  158. logger.seqid = 0
  159. logger.sync = sync
  160. logger.queue = make(chan string, queueSize)
  161. logger.request = make(chan request, reqSize)
  162. logger.flush = make(chan bool)
  163. logger.quit = make(chan bool)
  164. logger.startTime = time.Now()
  165. logger.fd = nil
  166. logger.timeFormat = timeFormat
  167. // start watcher to write logs if it is async or no runtime field
  168. if !logger.sync {
  169. go logger.watcher()
  170. }
  171. return logger, nil
  172. }
  173. // Destroy sends quit signal to watcher and releases all the resources.
  174. func (logger *Logger) Destroy() {
  175. if !logger.sync {
  176. // quit watcher
  177. logger.quit <- true
  178. // wait for watcher quit
  179. <-logger.quit
  180. }
  181. // clean up
  182. if logger.fd != nil {
  183. logger.fd.Close()
  184. }
  185. }
  186. // Flush the writer
  187. func (logger *Logger) Flush() {
  188. if !logger.sync {
  189. // send flush signal
  190. logger.flush <- true
  191. // wait for flush finish
  192. <-logger.flush
  193. }
  194. }
  195. // Getter functions
  196. func (logger *Logger) Name() string {
  197. return logger.name
  198. }
  199. func (logger *Logger) StartTime() int64 {
  200. return logger.startTime.UnixNano()
  201. }
  202. func (logger *Logger) TimeFormat() string {
  203. return logger.timeFormat
  204. }
  205. func (logger *Logger) Level() Level {
  206. return Level(atomic.LoadInt32((*int32)(&logger.level)))
  207. }
  208. func (logger *Logger) RecordFormat() string {
  209. return logger.recordFormat
  210. }
  211. func (logger *Logger) RecordArgs() []string {
  212. return logger.recordArgs
  213. }
  214. func (logger *Logger) Writer() io.Writer {
  215. return logger.out
  216. }
  217. func (logger *Logger) Sync() bool {
  218. return logger.sync
  219. }
  220. // Setter functions
  221. func (logger *Logger) SetLevel(level Level) {
  222. atomic.StoreInt32((*int32)(&logger.level), int32(level))
  223. }
  224. func (logger *Logger) SetWriter(out ...io.Writer) {
  225. logger.out = io.MultiWriter(out...)
  226. }