Python logging.DEBUG Examples
The following are 30 code examples for showing how to use logging.DEBUG(). These examples are extracted from open source projects. You can vote up the ones you like or vote down the ones you don't like, and go to the original project or source file by following the links above each example.
You may check out the related API usage on the sidebar.
You may also want to check out all available functions/classes of the module
logging
, or try the search function
.
Example 1
Project: incubator-spot Author: apache File: utilities.py License: Apache License 2.0 | 9 votes |
def get_logger(cls,logger_name,create_file=False): # create logger for prd_ci log = logging.getLogger(logger_name) log.setLevel(level=logging.INFO) # create formatter and add it to the handlers formatter = logging.Formatter('%(asctime)s - %(name)s - %(levelname)s - %(message)s') if create_file: # create file handler for logger. fh = logging.FileHandler('SPOT.log') fh.setLevel(level=logging.DEBUG) fh.setFormatter(formatter) # reate console handler for logger. ch = logging.StreamHandler() ch.setLevel(level=logging.DEBUG) ch.setFormatter(formatter) # add handlers to logger. if create_file: log.addHandler(fh) log.addHandler(ch) return log
Example 2
Project: Pytorch-Project-Template Author: moemen95 File: config.py License: MIT License | 9 votes |
def setup_logging(log_dir): log_file_format = "[%(levelname)s] - %(asctime)s - %(name)s - : %(message)s in %(pathname)s:%(lineno)d" log_console_format = "[%(levelname)s]: %(message)s" # Main logger main_logger = logging.getLogger() main_logger.setLevel(logging.INFO) console_handler = logging.StreamHandler() console_handler.setLevel(logging.INFO) console_handler.setFormatter(Formatter(log_console_format)) exp_file_handler = RotatingFileHandler('{}exp_debug.log'.format(log_dir), maxBytes=10**6, backupCount=5) exp_file_handler.setLevel(logging.DEBUG) exp_file_handler.setFormatter(Formatter(log_file_format)) exp_errors_file_handler = RotatingFileHandler('{}exp_error.log'.format(log_dir), maxBytes=10**6, backupCount=5) exp_errors_file_handler.setLevel(logging.WARNING) exp_errors_file_handler.setFormatter(Formatter(log_file_format)) main_logger.addHandler(console_handler) main_logger.addHandler(exp_file_handler) main_logger.addHandler(exp_errors_file_handler)
Example 3
Project: mlbv Author: kmac File: util.py License: GNU General Public License v3.0 | 7 votes |
def init_logging(log_file=None, append=False, console_loglevel=logging.INFO): """Set up logging to file and console.""" if log_file is not None: if append: filemode_val = 'a' else: filemode_val = 'w' logging.basicConfig(level=logging.DEBUG, format="%(asctime)s %(levelname)s %(threadName)s %(name)s %(message)s", # datefmt='%m-%d %H:%M', filename=log_file, filemode=filemode_val) # define a Handler which writes INFO messages or higher to the sys.stderr console = logging.StreamHandler() console.setLevel(console_loglevel) # set a format which is simpler for console use formatter = logging.Formatter("%(message)s") console.setFormatter(formatter) # add the handler to the root logger logging.getLogger('').addHandler(console) global LOG LOG = logging.getLogger(__name__)
Example 4
Project: BASS Author: Cisco-Talos File: cmdline.py License: GNU General Public License v2.0 | 7 votes |
def parse_args(): parser = argparse.ArgumentParser(description = "Bass") parser.add_argument("-v", "--verbose", action = "count", default = 0, help = "Increase verbosity") parser.add_argument("samples", metavar = "sample", nargs = "+", help = "Sample path") args = parser.parse_args() try: loglevel = { 0: logging.ERROR, 1: logging.WARN, 2: logging.INFO }[args.verbose] except KeyError: loglevel = logging.DEBUG logging.basicConfig(level = loglevel) logging.getLogger().setLevel(loglevel) return args
Example 5
Project: BASS Author: Cisco-Talos File: whitelist.py License: GNU General Public License v2.0 | 7 votes |
def parse_args(): parser = argparse.ArgumentParser(description = "Add samples to BASS whitelist") parser.add_argument("-v", "--verbose", action = "count", default = 0, help = "Increase verbosity") parser.add_argument("--url", type = str, default = "http://localhost:5000", help = "URL of BASS server") parser.add_argument("sample", help = "Whitelist sample") args = parser.parse_args() try: loglevel = { 0: logging.ERROR, 1: logging.WARN, 2: logging.INFO}[args.verbose] except KeyError: loglevel = logging.DEBUG logging.basicConfig(level = loglevel) logging.getLogger().setLevel(loglevel) return args
Example 6
Project: BASS Author: Cisco-Talos File: client.py License: GNU General Public License v2.0 | 7 votes |
def parse_args(): parser = argparse.ArgumentParser(description = "Find common ngrams in binary files") parser.add_argument("-v", "--verbose", action = "count", default = 0, help = "Increase verbosity") parser.add_argument("--output", type = str, default = None, help = "Output to file instead of stdout") parser.add_argument("--url", type = str, default = "http://localhost:5000", help = "URL of BASS server") parser.add_argument("samples", metavar = "sample", nargs = "+", help = "Cluster samples") args = parser.parse_args() try: loglevel = { 0: logging.ERROR, 1: logging.WARN, 2: logging.INFO}[args.verbose] except KeyError: loglevel = logging.DEBUG logging.basicConfig(level = loglevel) logging.getLogger().setLevel(loglevel) return args
Example 7
Project: incubator-spot Author: apache File: utils.py License: Apache License 2.0 | 6 votes |
def get_logger(cls, logger_name, create_file=False): # create logger for prd_ci log = logging.getLogger(logger_name) log.setLevel(level=logging.INFO) # create formatter and add it to the handlers formatter = logging.Formatter('%(asctime)s - %(name)s - %(levelname)s - %(message)s') if create_file: # create file handler for logger. fh = logging.FileHandler('oa.log') fh.setLevel(level=logging.DEBUG) fh.setFormatter(formatter) # reate console handler for logger. ch = logging.StreamHandler() ch.setLevel(level=logging.DEBUG) ch.setFormatter(formatter) # add handlers to logger. if create_file: log.addHandler(fh) log.addHandler(ch) return log
Example 8
Project: backtrader-cn Author: pandalibin File: sina.py License: GNU General Public License v3.0 | 6 votes |
def enable_debug_requests(): # Enabling debugging at http.client level (requests->urllib3->http.client) # you will see the REQUEST, including HEADERS and DATA, and RESPONSE with HEADERS but without DATA. # the only thing missing will be the response.body which is not logged. from http.client import HTTPConnection import logging HTTPConnection.debuglevel = 1 logger.setLevel(logging.DEBUG) requests_log = logging.getLogger("requests.packages.urllib3") requests_log.setLevel(logging.DEBUG) requests_log.propagate = True # 去掉注释,开启调试模式 # enable_debug_requests()
Example 9
Project: iSDX Author: sdn-ixp File: replay.py License: Apache License 2.0 | 6 votes |
def __init__(self, config, flows_dir, ports_dir, num_timesteps, debug=False): self.logger = logging.getLogger("LogHistory") if debug: self.logger.setLevel(logging.DEBUG) self.log_entry = namedtuple("LogEntry", "source destination type") self.ports = defaultdict(list) self.flows = defaultdict(list) self.data = defaultdict(lambda: defaultdict(lambda: defaultdict(int))) self.current_timestep = 0 self.total_timesteps = num_timesteps self.parse_config(config) self.parse_logs(num_timesteps, flows_dir, ports_dir) self.info() pretty(self.data)
Example 10
Project: query-exporter Author: albertodonato File: test_loop.py License: GNU General Public License v3.0 | 6 votes |
def test_run_query_log_labels( self, caplog, query_tracker, config_data, make_query_loop ): """Debug messages include metric labels.""" config_data["metrics"]["m"]["labels"] = ["l"] config_data["queries"]["q"]["sql"] = 'SELECT 100.0 AS m, "foo" AS l' query_loop = make_query_loop() caplog.set_level(logging.DEBUG) await query_loop.start() await query_tracker.wait_queries() assert caplog.messages == [ 'connected to database "db"', 'running query "q" on database "db"', 'updating metric "m" set 100.0 {database="db",l="foo"}', re_match( r'updating metric "query_latency" observe .* \{database="db",query="q\"}' ), 'updating metric "queries" inc 1 {database="db",status="success"}', ]
Example 11
Project: CAMISIM Author: CAMI-challenge File: loggingwrapper.py License: Apache License 2.0 | 6 votes |
def set_level(self, level): """ Set the minimum level of messages to be logged. Level of Log Messages CRITICAL 50 ERROR 40 WARNING 30 INFO 20 DEBUG 10 NOTSET 0 @param level: minimum level of messages to be logged @type level: int or long @return: None @rtype: None """ assert level in self._levelNames list_of_handlers = self._logger.handlers for handler in list_of_handlers: handler.setLevel(level)
Example 12
Project: CAMISIM Author: CAMI-challenge File: loggingwrapper.py License: Apache License 2.0 | 6 votes |
def set_log_level(self, verbose, debug): """ Simplified way to set log level. @attention verbose: Ignored if 'debug' true @param verbose: Display info messages and higher @type verbose: bool @param debug: Display debug messages and higher @type debug: bool @return: Nothing @rtype: None """ if debug: self._logger.set_level(self._logger.DEBUG) elif verbose: self._logger.set_level(self._logger.INFO) else: self._logger.set_level(self._logger.WARNING)
Example 13
Project: CAMISIM Author: CAMI-challenge File: loggingwrapper.py License: Apache License 2.0 | 6 votes |
def set_log_level(self, verbose, debug): """ Simplified way to set log level. @attention verbose: Ignored if 'debug' true @param verbose: Display info messages and higher @type verbose: bool @param debug: Display debug messages and higher @type debug: bool @return: Nothing @rtype: None """ if debug: self._logger.set_level(self._logger.DEBUG) elif verbose: self._logger.set_level(self._logger.INFO) else: self._logger.set_level(self._logger.WARNING)
Example 14
Project: dynamic-training-with-apache-mxnet-on-aws Author: awslabs File: utils.py License: Apache License 2.0 | 6 votes |
def logging_config(name=None, level=logging.DEBUG, console_level=logging.DEBUG): if name is None: name = inspect.stack()[1][1].split('.')[0] folder = os.path.join(os.getcwd(), name) if not os.path.exists(folder): os.makedirs(folder) logpath = os.path.join(folder, name + ".log") print("All Logs will be saved to %s" %logpath) logging.root.setLevel(level) formatter = logging.Formatter('%(asctime)s - %(name)s - %(levelname)s - %(message)s') logfile = logging.FileHandler(logpath) logfile.setLevel(level) logfile.setFormatter(formatter) logging.root.addHandler(logfile) #TODO Update logging patterns in other files logconsole = logging.StreamHandler() logconsole.setLevel(console_level) logconsole.setFormatter(formatter) logging.root.addHandler(logconsole) return folder
Example 15
Project: dynamic-training-with-apache-mxnet-on-aws Author: awslabs File: a3c.py License: Apache License 2.0 | 6 votes |
def log_config(log_dir=None, log_file=None, prefix=None, rank=0): reload(logging) head = '%(asctime)-15s Node[' + str(rank) + '] %(message)s' if log_dir: logging.basicConfig(level=logging.DEBUG, format=head) if not os.path.exists(log_dir): os.makedirs(log_dir) if not log_file: log_file = (prefix if prefix else '') + datetime.now().strftime('_%Y_%m_%d-%H_%M.log') log_file = log_file.replace('/', '-') else: log_file = log_file log_file_full_name = os.path.join(log_dir, log_file) handler = logging.FileHandler(log_file_full_name, mode='w') formatter = logging.Formatter(head) handler.setFormatter(formatter) logging.getLogger().addHandler(handler) logging.info('start with arguments %s', args) else: logging.basicConfig(level=logging.DEBUG, format=head) logging.info('start with arguments %s', args)
Example 16
Project: dynamic-training-with-apache-mxnet-on-aws Author: awslabs File: multi_lenet.py License: Apache License 2.0 | 6 votes |
def test_lenet(devs, kv_type): logging.basicConfig(level=logging.DEBUG) (train, val) = mnist(batch_size = batch_size, input_shape=(1,28,28)) # guarantee the same weight init for each run mx.random.seed(0) model = mx.model.FeedForward( ctx = devs, symbol = net, num_epoch = 2, learning_rate = 0.1, momentum = 0.9, wd = 0.00001) model.fit( kvstore = kv_type, X = train) return accuracy(model, val)
Example 17
Project: dynamic-training-with-apache-mxnet-on-aws Author: awslabs File: test_conv.py License: Apache License 2.0 | 6 votes |
def exec_mnist(model, train_dataiter, val_dataiter): # print logging by default logging.basicConfig(level=logging.DEBUG) console = logging.StreamHandler() console.setLevel(logging.DEBUG) logging.getLogger('').addHandler(console) model.fit(X=train_dataiter, eval_data=val_dataiter) logging.info('Finish fit...') prob = model.predict(val_dataiter) logging.info('Finish predict...') val_dataiter.reset() y = np.concatenate([batch.label[0].asnumpy() for batch in val_dataiter]).astype('int') py = np.argmax(prob, axis=1) acc1 = float(np.sum(py == y)) / len(y) logging.info('final accuracy = %f', acc1) assert(acc1 > 0.94) # run as a script
Example 18
Project: dynamic-training-with-apache-mxnet-on-aws Author: awslabs File: test_dtype.py License: Apache License 2.0 | 6 votes |
def test_cifar10(): # print logging by default logging.basicConfig(level=logging.DEBUG) console = logging.StreamHandler() console.setLevel(logging.DEBUG) logging.getLogger('').addHandler(console) kv = mx.kvstore.create("local") # test float32 input (train, val) = get_iterator_float32(kv) run_cifar10(train, val, use_module=False) run_cifar10(train, val, use_module=True) # test legecay tuple in provide_data and provide_label run_cifar10(CustomDataIter(train), CustomDataIter(val), use_module=False) run_cifar10(CustomDataIter(train), CustomDataIter(val), use_module=True) # test uint8 input (train, val) = get_iterator_uint8(kv) run_cifar10(train, val, use_module=False) run_cifar10(train, val, use_module=True)
Example 19
Project: dynamic-training-with-apache-mxnet-on-aws Author: awslabs File: test_docker_cache.py License: Apache License 2.0 | 6 votes |
def setUp(self): logging.getLogger().setLevel(logging.DEBUG) # We need to be in the same directory than the script so the commands in the dockerfiles work as # expected. But the script can be invoked from a different path base = os.path.split(os.path.realpath(__file__))[0] os.chdir(base) docker_cache._login_dockerhub = MagicMock() # Override login # Stop in case previous execution was dirty try: self._stop_local_docker_registry() except Exception: pass # Start up docker registry self._start_local_docker_registry()
Example 20
Project: sawtooth-cookiejar Author: danintel File: cookiejar_tp.py License: Apache License 2.0 | 6 votes |
def main(): '''Entry-point function for the cookiejar Transaction Processor.''' try: # Setup logging for this class. logging.basicConfig() logging.getLogger().setLevel(logging.DEBUG) # Register the Transaction Handler and start it. processor = TransactionProcessor(url=DEFAULT_URL) sw_namespace = _hash(FAMILY_NAME.encode('utf-8'))[0:6] handler = CookieJarTransactionHandler(sw_namespace) processor.add_handler(handler) processor.start() except KeyboardInterrupt: pass except SystemExit as err: raise err except BaseException as err: traceback.print_exc(file=sys.stderr) sys.exit(1)
Example 21
Project: sawtooth-cookiejar Author: danintel File: cookiejar.py License: Apache License 2.0 | 6 votes |
def create_console_handler(verbose_level): '''Setup console logging.''' del verbose_level # unused clog = logging.StreamHandler() formatter = ColoredFormatter( "%(log_color)s[%(asctime)s %(levelname)-8s%(module)s]%(reset)s " "%(white)s%(message)s", datefmt="%H:%M:%S", reset=True, log_colors={ 'DEBUG': 'cyan', 'INFO': 'green', 'WARNING': 'yellow', 'ERROR': 'red', 'CRITICAL': 'red', }) clog.setFormatter(formatter) clog.setLevel(logging.DEBUG) return clog
Example 22
Project: PickTrue Author: winkidney File: logger.py License: MIT License | 6 votes |
def __get_logger(name): __log_level = logging.INFO if "--debug-%s" % name in sys.argv: __log_level = logging.DEBUG fmt = "%(levelname)s - %(asctime)-15s - %(filename)s - line %(lineno)d --> %(message)s" date_fmt = "%a %d %b %Y %H:%M:%S" formatter = logging.Formatter(fmt, date_fmt) handler = logging.StreamHandler() handler.setFormatter(formatter) logger = logging.getLogger(name) logger.addHandler( handler ) logger.setLevel(level=__log_level) return logger
Example 23
Project: lichess-bot Author: ShailChoksi File: ColorLogger.py License: GNU Affero General Public License v3.0 | 6 votes |
def enable_color_logging(debug_lvl=logging.DEBUG): if platform.system() == 'Windows': # Windows does not support ANSI escapes and we are using API calls to set the console color logging.StreamHandler.emit = add_coloring_to_emit_windows(logging.StreamHandler.emit) else: # all non-Windows platforms are supporting ANSI escapes so we use them logging.StreamHandler.emit = add_coloring_to_emit_ansi(logging.StreamHandler.emit) root = logging.getLogger() root.setLevel(debug_lvl) ch = logging.StreamHandler(sys.stdout) ch.setLevel(debug_lvl) # FORMAT from https://github.com/xolox/python-coloredlogs FORMAT = '%(asctime)s %(name)s[%(process)d] \033[1m%(levelname)s\033[0m %(message)s' formatter = logging.Formatter(FORMAT, "%Y-%m-%d %H:%M:%S") ch.setFormatter(formatter)
Example 24
Project: dogTorch Author: ehsanik File: main.py License: MIT License | 6 votes |
def setup_logging(filepath, verbose): logFormatter = logging.Formatter( '%(levelname)s %(asctime)-20s:\t %(message)s') rootLogger = logging.getLogger() if verbose: rootLogger.setLevel(logging.DEBUG) else: rootLogger.setLevel(logging.INFO) logging.getLogger('PIL').setLevel(logging.WARNING) # Setup the logger to write into file fileHandler = logging.FileHandler(filepath) fileHandler.setFormatter(logFormatter) rootLogger.addHandler(fileHandler) # Setup the logger to write into stdout consoleHandler = logging.StreamHandler(sys.stdout) consoleHandler.setFormatter(logFormatter) rootLogger.addHandler(consoleHandler)
Example 25
Project: InsightAgent Author: insightfinder File: getmetrics_sysdig.py License: Apache License 2.0 | 6 votes |
def set_logger_config(level): """Set up logging according to the defined log level""" # Get the root logger logger_obj = logging.getLogger(__name__) # Have to set the root logger level, it defaults to logging.WARNING logger_obj.setLevel(level) # route INFO and DEBUG logging to stdout from stderr logging_handler_out = logging.StreamHandler(sys.stdout) logging_handler_out.setLevel(logging.DEBUG) # create a logging format formatter = logging.Formatter('%(asctime)s - %(name)s - %(process)d - %(threadName)s - %(levelname)s - %(message)s') logging_handler_out.setFormatter(formatter) logger_obj.addHandler(logging_handler_out) logging_handler_err = logging.StreamHandler(sys.stderr) logging_handler_err.setLevel(logging.WARNING) logger_obj.addHandler(logging_handler_err) return logger_obj
Example 26
Project: InsightAgent Author: insightfinder File: getmetrics_hadoop.py License: Apache License 2.0 | 6 votes |
def set_logger_config(level): """Set up logging according to the defined log level""" # Get the root logger logger_obj = logging.getLogger(__name__) # Have to set the root logger level, it defaults to logging.WARNING logger_obj.setLevel(level) # route INFO and DEBUG logging to stdout from stderr logging_handler_out = logging.StreamHandler(sys.stdout) logging_handler_out.setLevel(logging.DEBUG) # create a logging format formatter = logging.Formatter('%(asctime)s - %(name)s - %(process)d - %(threadName)s - %(levelname)s - %(message)s') logging_handler_out.setFormatter(formatter) logger_obj.addHandler(logging_handler_out) logging_handler_err = logging.StreamHandler(sys.stderr) logging_handler_err.setLevel(logging.WARNING) logger_obj.addHandler(logging_handler_err) return logger_obj
Example 27
Project: InsightAgent Author: insightfinder File: getlogs_k8s.py License: Apache License 2.0 | 6 votes |
def set_logger_config(level): """ set up logging according to the defined log level """ # Get the root logger logger_obj = logging.getLogger(__name__) # Have to set the root logger level, it defaults to logging.WARNING logger_obj.setLevel(level) # route INFO and DEBUG logging to stdout from stderr logging_handler_out = logging.StreamHandler(sys.stdout) logging_handler_out.setLevel(logging.DEBUG) # create a logging format formatter = logging.Formatter('%(asctime)s [pid %(process)d] %(levelname)-8s %(module)s.%(funcName)s():%(lineno)d %(message)s') logging_handler_out.setFormatter(formatter) logger_obj.addHandler(logging_handler_out) logging_handler_err = logging.StreamHandler(sys.stderr) logging_handler_err.setLevel(logging.WARNING) logger_obj.addHandler(logging_handler_err) return logger_obj
Example 28
Project: drydock Author: airshipit File: base.py License: Apache License 2.0 | 5 votes |
def debug(self, ctx, msg): self.log_error(ctx, logging.DEBUG, msg)
Example 29
Project: ALF Author: blackberry File: SockPuppet.py License: Apache License 2.0 | 5 votes |
def toggle_debug(self): self.debugging = not self.debugging if self.debugging: log.getLogger().setLevel(level=log.DEBUG) log.debug("debugging enabled") else: log.debug("debugging disabled") log.getLogger().setLevel(level=log.INFO)
Example 30
Project: ALF Author: blackberry File: SockPuppet.py License: Apache License 2.0 | 5 votes |
def debug_client(self): log.debug("sending DEBUG") self.send_data({"cmd":self.DEBUG})