writing logs to different files under different folders

[Svalbard92]

I am trying to log under finders in separate folders.

import copy
import os
from loguru import logger

task_log_info = {
"zg": ("zerodhaGeneral", "zerodhaGeneral.log"),
"zm": ("Master-zerodha", "ZerodhaAsMaster-Orders.log"),
"zc": ("Child-Zerodha", "ZerodhaAsChild-Orders.log"),
}

for task_id, (folder_name, log_file_name) in task_log_info.items():
task_folder = f"logs/{folder_name}"
os.makedirs(task_folder, exist_ok=True)

log_file = f"{task_folder}/{log_file_name}"
logger.remove()
logger_ = copy.deepcopy(logger)
logger_t = logger_.bind(task_id=task_id)
logger_t.add(
    log_file,
    rotation="1 week",
    retention="6 months",
    # sys.stdout,
    level="TRACE",
    backtrace=True,
    serialize=False,
    format="{time:YYYY-MM-DD HH:mm:ss} | {level} | {module}:{function}:{line} - {message} | {extra}"
)

But it is writing the logs in same file, when I do:

from logConf import logger_t

logger_t.info("zc info {}".format("zc"))
logger_t.info("zm info {}".format("zm"))
logger_t.info("zg info {}".format("zg"))

I also have tried like below, but it is also writing in same file only. What am i doing wrong?

zg = logger.bind(folder="logs\\zerodhaGeneral")
zg.add(
'logs\\zerodhaGeneral\\zerodhaGeneral.log',
rotation="1 week",
retention="6 months",
# sys.stdout,
level="TRACE",
backtrace=True,
serialize=False,
filter=lambda record, store_name=store_name: record["extra"]["store"] == store_name,
format="{time:YYYY-MM-DD HH:mm:ss} | {level} | {module}:{function}:{line} - {message} | 
{extra}"
)


zm = logger.bind(folder="logs\\Master-zerodha")
zm.add(
'logs\\Master-zerodha\\ZerodhaAsMaster-Orders.log',
rotation="1 day",
retention=None,
# sys.stdout,
level="TRACE",
backtrace=True,
serialize=False,
filter=lambda record: record["extra"].get("log_type") == "zm",
format="{time:YYYY-MM-DD HH:mm:ss} | {level} | {module}:{function}:{line} - {message} | 
{extra}"
)

[Delgan]

Hi. Did you take a look at this snippet in the documentation: Creating independent loggers with separate set of handlers?

A combination of bind() and a custom filter are needed. The following code is working as expected:

from loguru import logger

task_log_info = {
"zg": ("zerodhaGeneral", "zerodhaGeneral.log"),
"zm": ("Master-zerodha", "ZerodhaAsMaster-Orders.log"),
"zc": ("Child-Zerodha", "ZerodhaAsChild-Orders.log"),
}

for task_id, (folder_name, log_file_name) in task_log_info.items():
    def log_filter(record, task_id=task_id):
        return record["extra"].get("task_id") == task_id

    log_file = f"logs/{folder_name}/{log_file_name}"
    logger.add(log_file, filter=log_filter)

logger_zg = logger.bind(task_id="zg")
logger_zm = logger.bind(task_id="zm")
logger_zc = logger.bind(task_id="zc")


logger_zg.info("Goes into zg folder only")
logger_zm.info("Goes into zm folder only")
logger_zc.info("Goes into zc folder only")

Make sure to use the appropriate logger returned by bind().