Python基础8-日志处理

发表于 更新于 分类于
Python基础8-日志处理

1.基本使用

1
2
3
4
5
6
7
8
9
10
11
12
13
import logging  

logging.basicConfig(
    level=logging.DEBUG,  # 信息级别：DEBUG<INFO<WARNING<ERROR
    filename = "log1.txt",
    format = '%(asctime)s - %(name)s - %(levelname)s : %(message)s'
)

logger = logging.getLogger(__name__)
logger.info("Start wirte log")
logger.warning("Something maybe wrong")
logger.debug("Try to fix bug")
logger.info("Finish")

2.日志封装

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
import logging
import time
import os 

class Logger(object):
    def __init__(self):
        log_path = './logs/'
        if not os.path.exists(log_path):
            os.mkdir(log_path)

        self.logname = os.path.join(log_path, '%s.log' % time.strftime('%Y_%m_%d'))
        self.logger = logging.getLogger()
        self.logger.setLevel(logging.DEBUG)
        self.formatter = logging.Formatter('[%(asctime)s - %(filename)s] - %(levelname)s: %(message)s')

    # 写到本地日志文件
    def __console(self, level, message):
        fh = logging.FileHandler(self.logname, 'a', encoding='utf-8')  
        fh.setLevel(logging.DEBUG)
        fh.setFormatter(self.formatter)
        self.logger.addHandler(fh)

        if level == 'info':
            self.logger.info(message)
        elif level == 'debug':
            self.logger.debug(message)
        elif level == 'warning':
            self.logger.warning(message)
        elif level == 'error':
            self.logger.error(message)

        self.logger.removeHandler(fh)
        fh.close()

    def info(self, message):
        self.__console('info', message)

    def debug(self, message):
        self.__console('debug', message)

    def warning(self, message):
        self.__console('warning', message)

    def error(self, message):
        self.__console('error', message)

if __name__ == '__main__':
    l = Logger()
    l.info("info")
    l.debug("debug")
    l.warning("warning")
    l.error("error")

3.多进程日志封装

pip install concurrent-log-handler

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
import logging
import time
import os
from concurrent_log_handler import ConcurrentRotatingFileHandler
import multiprocessing as mp
from multiprocessing import Pool

class Logger(object):
    def __init__(self):
        log_path = './logs/'
        if not os.path.exists(log_path):
            os.mkdir(log_path)

        self.logname = os.path.join(log_path, '%s.log' % time.strftime('%Y_%m_%d'))
        self.logger = logging.getLogger()
        self.logger.setLevel(logging.DEBUG)
        self.formatter = logging.Formatter('[%(asctime)s - %(filename)s] - %(levelname)s: %(message)s')

    # 写到本地日志文件
    def __console(self, level, message):
        handler = ConcurrentRotatingFileHandler(self.logname, "a", 20 * 1024 * 1024, 10)
        handler.setFormatter(self.formatter)
        self.logger.addHandler(handler)

        if level == 'info':
            self.logger.info(message)
        elif level == 'debug':
            self.logger.debug(message)
        elif level == 'warning':
            self.logger.warning(message)
        elif level == 'error':
            self.logger.error(message)

        self.logger.removeHandler(handler)

    def info(self, message):
        self.__console('info', message)

    def debug(self, message):
        self.__console('debug', message)

    def warning(self, message):
        self.__console('warning', message)

    def error(self, message):
        self.__console('error', message)

def func(message):
    l = Logger()
    l.debug('PID-{}: {}'.format(mp.current_process().pid, message))
    time.sleep(0.1)

if __name__ == '__main__':
    p = Pool(3)
    for i in range(10):
        p.apply_async(func, args=(i,))    

    p.close() 
    p.join()