Add holiday-gap detection via `exchange_calendars`

Integrate `exchange_calendars` lib to detect market holidays in
gap-checking logic via new `.ib.venues.has_holiday()` helper!

The `.ib.venues` impl deats,
- add  a new `has_holiday()` using `xcals.get_calendar()` and friends
  for sanity checking a venue's holiday closure-gaps.
  * final holiday detection-check is basically,
   `(cash_gap := (next_open - prev_close)) > period`
- include `time_step_s` param to `is_venue_closure()` for boundary
  tolerance checks.
  * let's us expand closure-time checks to include `+/-time_step_s`
    "off-by-one-`timeframe`-sample" edge case ranges.
- add real docstring to `has_weekend()`.

In `.ib.api` refine usage for ^ changes,
- move `is_venue_open()` call + tz-convert outside gap check
- use a walrus to capture `has_closure_gap` from `is_venue_closure()`
- add a `not has_closure_gap` condition to the
  mismatched-duration/short-frame warning block to avoid needless warns.
- keep duration-based "short-frame" log as `.error()` but toss in a bp
  so (somone can) umask to figure out wtf is going on..
  * we should **never** really hit this path unless there's a valid bug
    or data issue with IB/GFIS!
  * keep recursion path masked-out just leave a `breakpoint()` for now.

Also some logger updates,
- import `get_logger()` from top-level `piker.log` vs `.ib._util` which
  was always kinda wrong..
- change `NonShittyIB._logger` to use `__name__` vs literal.

(this commit msg was generated in some part by [`claude-code`][claude-code-gh])
[claude-code-gh]: https://github.com/anthropics/claude-code

piker/accounting/__init__.py

@@ -19,8 +19,10 @@
 for tendiez.
 
 '''
-from ..log import get_logger
-
+from piker.log import (
+    get_console_log,
+    get_logger,
+)
 from .calc import (
     iter_by_dt,
 )
@@ -51,7 +53,17 @@ from ._allocate import (
 
 
 log = get_logger(__name__)
+# ?TODO, enable console on import
+# [ ] necessary? or `open_brokerd_dialog()` doing it is sufficient?
+#
+# bc might as well enable whenev imported by
+# other sub-sys code (namely `.clearing`).
+get_console_log(
+    level='warning',
+    name=__name__,
+)
 
+# TODO, the `as <samename>` style?
 __all__ = [
     'Account',
     'Allocator',

piker/accounting/_pos.py

@@ -60,12 +60,16 @@ from ..clearing._messages import (
     BrokerdPosition,
 )
 from piker.types import Struct
-from piker.log import get_logger
+from piker.log import (
+    get_logger,
+)
 
 if TYPE_CHECKING:
     from piker.data._symcache import SymbologyCache
 
-log = get_logger(__name__)
+log = get_logger(
+    name=__name__,
+)
 
 
 class Position(Struct):

piker/accounting/cli.py

@@ -21,7 +21,6 @@ CLI front end for trades ledger and position tracking management.
 from __future__ import annotations
 from pprint import pformat
 
-
 from rich.console import Console
 from rich.markdown import Markdown
 import polars as pl
@@ -29,7 +28,10 @@ import tractor
 import trio
 import typer
 
-from ..log import get_logger
+from piker.log import (
+    get_console_log,
+    get_logger,
+)
 from ..service import (
     open_piker_runtime,
 )
@@ -45,6 +47,7 @@ from .calc import (
     open_ledger_dfs,
 )
 
+log = get_logger(name=__name__)
 
 ledger = typer.Typer()
 
@@ -79,7 +82,10 @@ def sync(
         "-l",
     ),
 ):
-    log = get_logger(loglevel)
+    log = get_console_log(
+        level=loglevel,
+        name=__name__,
+    )
     console = Console()
 
     pair: tuple[str, str]

piker/brokers/__init__.py

@@ -25,15 +25,16 @@ from types import ModuleType
 
 from tractor.trionics import maybe_open_context
 
+from piker.log import (
+    get_logger,
+)
 from ._util import (
-    log,
     BrokerError,
     SymbolNotFound,
     NoData,
     DataUnavailable,
     DataThrottle,
     resproc,
-    get_logger,
 )
 
 __all__: list[str] = [
@@ -43,7 +44,6 @@ __all__: list[str] = [
     'DataUnavailable',
     'DataThrottle',
     'resproc',
-    'get_logger',
 ]
 
 __brokers__: list[str] = [
@@ -65,6 +65,10 @@ __brokers__: list[str] = [
     # bitso
 ]
 
+log = get_logger(
+    name=__name__,
+)
+
 
 def get_brokermod(brokername: str) -> ModuleType:
     '''

piker/brokers/_daemon.py

@@ -33,12 +33,18 @@ import exceptiongroup as eg
 import tractor
 import trio
 
+from piker.log import (
+    get_logger,
+    get_console_log,
+)
 from . import _util
 from . import get_brokermod
 
 if TYPE_CHECKING:
     from ..data import _FeedsBus
 
+log = get_logger(name=__name__)
+
 # `brokerd` enabled modules
 # TODO: move this def to the `.data` subpkg..
 # NOTE: keeping this list as small as possible is part of our caps-sec
@@ -72,13 +78,14 @@ async def _setup_persistent_brokerd(
     # since all hosted daemon tasks will reference this same
     # log instance's (actor local) state and thus don't require
     # any further (level) configuration on their own B)
-    log = _util.get_console_log(
-        loglevel or tractor.current_actor().loglevel,
+    actor: tractor.Actor = tractor.current_actor()
+    tll: str = actor.loglevel
+    log = get_console_log(
+        level=loglevel or tll,
         name=f'{_util.subsys}.{brokername}',
+        with_tractor_log=bool(tll),
     )
-
-    # set global for this actor to this new process-wide instance B)
-    _util.log = log
+    assert log.name == _util.subsys
 
     # further, set the log level on any broker broker specific
     # logger instance.
@@ -97,7 +104,7 @@ async def _setup_persistent_brokerd(
     # NOTE: see ep invocation details inside `.data.feed`.
     try:
         async with (
-            tractor.trionics.collapse_eg(),
+            # tractor.trionics.collapse_eg(),
             trio.open_nursery() as service_nursery
         ):
             bus: _FeedsBus = feed.get_feed_bus(
@@ -193,7 +200,6 @@ def broker_init(
 
 
 async def spawn_brokerd(
-
     brokername: str,
     loglevel: str | None = None,
 
@@ -201,8 +207,10 @@ async def spawn_brokerd(
 
 ) -> bool:
 
-    from piker.service._util import log  # use service mngr log
-    log.info(f'Spawning {brokername} broker daemon')
+    log.info(
+        f'Spawning broker-daemon,\n'
+        f'backend: {brokername!r}'
+    )
 
     (
         brokermode,
@@ -264,6 +272,11 @@ async def maybe_spawn_brokerd(
     '''
     from piker.service import maybe_spawn_daemon
 
+    # if (
+    #     loglevel != 'info'
+    # ):
+    #     await tractor.pause()
+
     async with maybe_spawn_daemon(
 
         f'brokerd.{brokername}',

piker/brokers/_util.py

@@ -19,15 +19,13 @@ Handy cross-broker utils.
 
 """
 from __future__ import annotations
-from functools import partial
+# from functools import partial
 
 import json
 import httpx
 import logging
 
-from ..log import (
-    get_logger,
-    get_console_log,
+from piker.log import (
     colorize_json,
 )
 subsys: str = 'piker.brokers'
@@ -35,12 +33,22 @@ subsys: str = 'piker.brokers'
 # NOTE: level should be reset by any actor that is spawned
 # as well as given a (more) explicit name/key such
 # as `piker.brokers.binance` matching the subpkg.
-log = get_logger(subsys)
+# log = get_logger(subsys)
 
-get_console_log = partial(
-    get_console_log,
-    name=subsys,
-)
+# ?TODO?? we could use this approach, but we need to be able
+# to pass multiple `name=` values so for example we can include the
+# emissions in `.accounting._pos` and others!
+# [ ] maybe we could do the `log = get_logger()` above,
+# then cycle through the list of subsys mods we depend on
+# and then get all their loggers and pass them to
+# `get_console_log(logger=)`??
+# [ ] OR just write THIS `get_console_log()` as a hook which does
+# that based on who calls it?.. i dunno
+#
+# get_console_log = partial(
+#     get_console_log,
+#     name=subsys,
+# )
 
 
 class BrokerError(Exception):

piker/brokers/binance/broker.py

@@ -37,8 +37,9 @@ import trio
 from piker.accounting import (
     Asset,
 )
-from piker.brokers._util import (
+from piker.log import (
     get_logger,
+    get_console_log,
 )
 from piker.data._web_bs import (
     open_autorecon_ws,
@@ -69,7 +70,9 @@ from .venues import (
 )
 from .api import Client
 
-log = get_logger('piker.brokers.binance')
+log = get_logger(
+    name=__name__,
+)
 
 
 # Fee schedule template, mostly for paper engine fees modelling.
@@ -245,9 +248,16 @@ async def handle_order_requests(
 @tractor.context
 async def open_trade_dialog(
     ctx: tractor.Context,
+    loglevel: str = 'warning',
 
 ) -> AsyncIterator[dict[str, Any]]:
 
+    # enable piker.clearing console log for *this* `brokerd` subactor
+    get_console_log(
+        level=loglevel,
+        name=__name__,
+    )
+
     # TODO: how do we set this from the EMS such that
     # positions are loaded from the correct venue on the user
     # stream at startup? (that is in an attempt to support both

piker/brokers/binance/feed.py

@@ -64,9 +64,9 @@ from piker.data._web_bs import (
     open_autorecon_ws,
     NoBsWs,
 )
+from piker.log import get_logger
 from piker.brokers._util import (
     DataUnavailable,
-    get_logger,
 )
 
 from .api import (
@@ -78,7 +78,7 @@ from .venues import (
     get_api_eps,
 )
 
-log = get_logger('piker.brokers.binance')
+log = get_logger(name=__name__)
 
 
 class L1(Struct):

piker/brokers/cli.py

@@ -27,14 +27,12 @@ import click
 import trio
 import tractor
 
-from ..cli import cli
-from .. import watchlists as wl
-from ..log import (
+from piker.cli import cli
+from piker import watchlists as wl
+from piker.log import (
     colorize_json,
-)
-from ._util import (
-    log,
     get_console_log,
+    get_logger,
 )
 from ..service import (
     maybe_spawn_brokerd,
@@ -45,12 +43,15 @@ from ..brokers import (
     get_brokermod,
     data,
 )
-DEFAULT_BROKER = 'binance'
 
+log = get_logger(
+    name=__name__,
+)
+
+DEFAULT_BROKER = 'binance'
 _config_dir = click.get_app_dir('piker')
 _watchlists_data_path = os.path.join(_config_dir, 'watchlists.json')
 
-
 OK = '\033[92m'
 WARNING = '\033[93m'
 FAIL = '\033[91m'
@@ -345,7 +346,10 @@ def contracts(ctx, loglevel, broker, symbol, ids):
 
     '''
     brokermod = get_brokermod(broker)
-    get_console_log(loglevel)
+    get_console_log(
+        level=loglevel,
+        name=__name__,
+    )
 
     contracts = trio.run(partial(core.contracts, brokermod, symbol))
     if not ids:
@@ -477,11 +481,12 @@ def search(
     # the `piker --pdb` XD ..
     # -[ ] pull from the parent click ctx's values..dumdum
     # assert pdb
+    loglevel: str = config['loglevel']
 
     # define tractor entrypoint
     async def main(func):
         async with maybe_open_pikerd(
-            loglevel=config['loglevel'],
+            loglevel=loglevel,
             debug_mode=pdb,
         ):
             return await func()
@@ -494,6 +499,7 @@ def search(
                 core.symbol_search,
                 brokermods,
                 pattern,
+                loglevel=loglevel,
             ),
         )
 

piker/brokers/core.py

@@ -28,12 +28,14 @@ from typing import (
 
 import trio
 
-from ._util import log
+from piker.log import get_logger
 from . import get_brokermod
 from ..service import maybe_spawn_brokerd
 from . import open_cached_client
 from ..accounting import MktPair
 
+log = get_logger(name=__name__)
+
 
 async def api(brokername: str, methname: str, **kwargs) -> dict:
     '''
@@ -147,6 +149,7 @@ async def search_w_brokerd(
 async def symbol_search(
     brokermods: list[ModuleType],
     pattern: str,
+    loglevel: str = 'warning',
     **kwargs,
 
 ) -> dict[str, dict[str, dict[str, Any]]]:
@@ -176,6 +179,7 @@ async def symbol_search(
                 '_infect_asyncio',
                 False,
             ),
+            loglevel=loglevel
         ) as portal:
 
             results.append((

piker/brokers/data.py

@@ -41,12 +41,15 @@ import tractor
 from tractor.experimental import msgpub
 from async_generator import asynccontextmanager
 
-from ._util import (
-    log,
+from piker.log import(
+    get_logger,
     get_console_log,
 )
 from . import get_brokermod
 
+log = get_logger(
+    name='piker.brokers.binance',
+)
 
 async def wait_for_network(
     net_func: Callable,
@@ -243,7 +246,10 @@ async def start_quote_stream(
 
     '''
     # XXX: why do we need this again?
-    get_console_log(tractor.current_actor().loglevel)
+    get_console_log(
+        level=tractor.current_actor().loglevel,
+        name=__name__,
+    )
 
     # pull global vars from local actor
     symbols = list(symbols)

piker/brokers/ib/_util.py

@@ -34,13 +34,13 @@ import subprocess
 
 import tractor
 
-from piker.brokers._util import get_logger
+from piker.log import get_logger
 
 if TYPE_CHECKING:
     from .api import Client
     import i3ipc
 
-log = get_logger('piker.brokers.ib')
+log = get_logger(name=__name__)
 
 _reset_tech: Literal[
     'vnc',
@@ -326,7 +326,6 @@ def i3ipc_fin_wins_titled(
     )
 
 
-
 def i3ipc_xdotool_manual_click_hack() -> None:
     '''
     Do the data reset hack but expecting a local X-window using `xdotool`.
@@ -388,99 +387,3 @@ def i3ipc_xdotool_manual_click_hack() -> None:
         ])
     except subprocess.TimeoutExpired:
         log.exception('xdotool timed out?')
-
-
-
-def is_current_time_in_range(
-    start_dt: datetime,
-    end_dt: datetime,
-) -> bool:
-    '''
-    Check if current time is within the datetime range.
-
-    Use any/the-same timezone as provided by `start_dt.tzinfo` value
-    in the range.
-
-    '''
-    now: datetime = datetime.now(start_dt.tzinfo)
-    return start_dt <= now <= end_dt
-
-
-# TODO, put this into `._util` and call it from here!
-#
-# NOTE, this was generated by @guille from a gpt5 prompt
-# and was originally thot to be needed before learning about
-# `ib_insync.contract.ContractDetails._parseSessions()` and
-# it's downstream meths..
-#
-# This is still likely useful to keep for now to parse the
-# `.tradingHours: str` value manually if we ever decide
-# to move off `ib_async` and implement our own `trio`/`anyio`
-# based version Bp
-#
-# >attempt to parse the retarted ib "time stampy thing" they
-# >do for "venue hours" with this.. written by
-# >gpt5-"thinking",
-#
-
-
-def parse_trading_hours(
-    spec: str,
-    tz: TzInfo|None = None
-) -> dict[
-    date,
-    tuple[datetime, datetime]
-]|None:
-    '''
-    Parse venue hours like:
-    'YYYYMMDD:HHMM-YYYYMMDD:HHMM;YYYYMMDD:CLOSED;...'
-
-    Returns `dict[date] = (open_dt, close_dt)` or `None` if
-    closed.
-
-    '''
-    if (
-        not isinstance(spec, str)
-        or
-        not spec
-    ):
-        raise ValueError('spec must be a non-empty string')
-
-    out: dict[
-        date,
-        tuple[datetime, datetime]
-    ]|None = {}
-
-    for part in (p.strip() for p in spec.split(';') if p.strip()):
-        if part.endswith(':CLOSED'):
-            day_s, _ = part.split(':', 1)
-            d = datetime.strptime(day_s, '%Y%m%d').date()
-            out[d] = None
-            continue
-
-        try:
-            start_s, end_s = part.split('-', 1)
-            start_dt = datetime.strptime(start_s, '%Y%m%d:%H%M')
-            end_dt = datetime.strptime(end_s, '%Y%m%d:%H%M')
-        except ValueError as exc:
-            raise ValueError(f'invalid segment: {part}') from exc
-
-        if tz is not None:
-            start_dt = start_dt.replace(tzinfo=tz)
-            end_dt = end_dt.replace(tzinfo=tz)
-
-        out[start_dt.date()] = (start_dt, end_dt)
-
-    return out
-
-
-# ORIG desired usage,
-#
-# TODO, for non-drunk tomorrow,
-# - call above fn and check that `output[today] is not None`
-# trading_hrs: dict = parse_trading_hours(
-#     details.tradingHours
-# )
-# liq_hrs: dict = parse_trading_hours(
-#     details.liquidHours
-    # )

piker/brokers/ib/api.py

@@ -50,10 +50,11 @@ import tractor
 from tractor import to_asyncio
 from tractor import trionics
 from pendulum import (
-    from_timestamp,
     DateTime,
     Duration,
     duration as mk_duration,
+    from_timestamp,
+    Interval,
 )
 from eventkit import Event
 from ib_insync import (
@@ -91,10 +92,15 @@ from .symbols import (
     _exch_skip_list,
     _futes_venues,
 )
-from ._util import (
-    log,
-    # only for the ib_sync internal logging
-    get_logger,
+from ...log import get_logger
+from .venues import (
+    is_venue_open,
+    sesh_times,
+    is_venue_closure,
+)
+
+log = get_logger(
+    name=__name__,
 )
 
 _bar_load_dtype: list[tuple[str, type]] = [
@@ -180,7 +186,7 @@ class NonShittyIB(IB):
         # override `ib_insync` internal loggers so we can see wtf
         # it's doing..
         self._logger = get_logger(
-            'ib_insync.ib',
+            name=__name__,
         )
         self._createEvents()
 
@@ -188,7 +194,7 @@ class NonShittyIB(IB):
         self.wrapper = NonShittyWrapper(self)
         self.client = ib_client.Client(self.wrapper)
         self.client._logger = get_logger(
-            'ib_insync.client',
+            name='ib_insync.client',
         )
 
         # self.errorEvent += self._onError
@@ -260,6 +266,16 @@ def remove_handler_on_err(
         event.disconnect(handler)
 
 
+# (originally?) i thot that,
+# > "EST in ISO 8601 format is required.."
+#
+# XXX, but see `ib_async`'s impl,
+# - `ib_async.ib.IB.reqHistoricalDataAsync()`
+# - `ib_async.util.formatIBDatetime()`
+# below is EPOCH.
+_iso8601_epoch_in_est: str = "1970-01-01T00:00:00.000000-05:00"
+
+
 class Client:
     '''
     IB wrapped for our broker backend API.
@@ -333,9 +349,11 @@ class Client:
         self,
         fqme: str,
 
-        # EST in ISO 8601 format is required... below is EPOCH
-        start_dt: datetime|str = "1970-01-01T00:00:00.000000-05:00",
-        end_dt: datetime|str = "",
+        # EST in ISO 8601 format is required..
+        # XXX, see `ib_async.ib.IB.reqHistoricalDataAsync()`
+        # below is EPOCH.
+        start_dt: datetime|None = None,  # _iso8601_epoch_in_est,
+        end_dt: datetime|None = None,
 
         # ohlc sample period in seconds
         sample_period_s: int = 1,
@@ -346,9 +364,17 @@ class Client:
 
         **kwargs,
 
-    ) -> tuple[BarDataList, np.ndarray, Duration]:
+    ) -> tuple[
+        BarDataList,
+        np.ndarray,
+        Duration,
+    ]:
         '''
-        Retreive OHLCV bars for a fqme over a range to the present.
+        Retreive the `fqme`'s OHLCV-bars for the time-range "until `end_dt`".
+
+        Notes:
+        - IB's api doesn't support a `start_dt` (which is why default
+          is null) so we only use it for bar-frame duration checking.
 
         '''
         # See API docs here:
@@ -363,13 +389,19 @@ class Client:
 
         dt_duration: Duration = (
             duration
-            or default_dt_duration
+            or
+            default_dt_duration
         )
 
         # TODO: maybe remove all this?
         global _enters
-        if not end_dt:
-            end_dt = ''
+        if end_dt is None:
+            end_dt: str = ''
+
+        else:
+            est_end_dt = end_dt.in_tz('EST')
+            if est_end_dt != end_dt:
+                breakpoint()
 
         _enters += 1
 
@@ -438,58 +470,116 @@ class Client:
                 + query_info
             )
 
-            # TODO: we could maybe raise ``NoData`` instead if we
+            # TODO: we could maybe raise `NoData` instead if we
             # rewrite the method in the first case?
             # right now there's no way to detect a timeout..
             return [], np.empty(0), dt_duration
 
         log.info(query_info)
+
+        # ------ GAP-DETECTION ------
         # NOTE XXX: ensure minimum duration in bars?
         # => recursively call this method until we get at least as
         #   many bars such that they sum in aggregate to the the
         #   desired total time (duration) at most.
         #  - if you query over a gap and get no data
         #    that may short circuit the history
-        if (
-            # XXX XXX XXX
-            # => WHY DID WE EVEN NEED THIS ORIGINALLY!? <=
-            # XXX XXX XXX
-            False
-            and end_dt
-        ):
+        if end_dt:
             nparr: np.ndarray = bars_to_np(bars)
             times: np.ndarray = nparr['time']
             first: float = times[0]
-            tdiff: float = times[-1] - first
+            last: float = times[-1]
+            # frame_dur: float = times[-1] - first
+
+            details: ContractDetails = (
+                await self.ib.reqContractDetailsAsync(contract)
+            )[0]
+            # convert to makt-native tz
+            tz: str = details.timeZoneId
+            end_dt = end_dt.in_tz(tz)
+            first_dt: DateTime = from_timestamp(first).in_tz(tz)
+            last_dt: DateTime = from_timestamp(last).in_tz(tz)
+            tdiff: int = (
+                last_dt
+                -
+                first_dt
+            ).in_seconds() + sample_period_s
+            _open_now: bool = is_venue_open(
+                con_deats=details,
+            )
+
+            # XXX, do gap detections.
+            has_closure_gap: bool = False
+            if (
+                last_dt.add(seconds=sample_period_s)
+                <
+                end_dt
+            ):
+                open_time, close_time = sesh_times(details)
+                # XXX, always calc gap in mkt-venue-local timezone
+                gap: Interval = end_dt - last_dt
+                if not (
+                    has_closure_gap := is_venue_closure(
+                    gap=gap,
+                    con_deats=details,
+                    time_step_s=sample_period_s,
+                )):
+                    log.warning(
+                        f'Invalid non-closure gap for {fqme!r} ?!?\n'
+                        f'is-open-now: {_open_now}\n'
+                        f'\n'
+                        f'{gap}\n'
+                    )
+                    log.warning(
+                        f'Detected NON venue-closure GAP ??\n'
+                        f'{gap}\n'
+                    )
+                    breakpoint()
+                else:
+                    assert has_closure_gap
+                    log.debug(
+                        f'Detected venue closure gap (weekend),\n'
+                        f'{gap}\n'
+                    )
 
             if (
-                # len(bars) * sample_period_s) < dt_duration.in_seconds()
-                tdiff < dt_duration.in_seconds()
-                # and False
+                start_dt is None
+                and (
+                    tdiff
+                    <
+                    dt_duration.in_seconds()
+                )
+                and
+                not has_closure_gap
             ):
-                end_dt: DateTime = from_timestamp(first)
-                log.warning(
+                log.error(
                     f'Frame result was shorter then {dt_duration}!?\n'
-                    'Recursing for more bars:\n'
                     f'end_dt: {end_dt}\n'
                     f'dt_duration: {dt_duration}\n'
+                    # f'\n'
+                    # f'Recursing for more bars:\n'
                 )
-                (
-                    r_bars,
-                    r_arr,
-                    r_duration,
-                ) = await self.bars(
-                    fqme,
-                    start_dt=start_dt,
-                    end_dt=end_dt,
-                    sample_period_s=sample_period_s,
+                # XXX, debug!
+                breakpoint()
+                # XXX ? TODO? recursively try to re-request?
+                # => i think *NO* right?
+                #
+                # (
+                #     r_bars,
+                #     r_arr,
+                #     r_duration,
+                # ) = await self.bars(
+                #     fqme,
+                #     start_dt=start_dt,
+                #     end_dt=end_dt,
+                #     sample_period_s=sample_period_s,
 
-                    # TODO: make a table for Duration to
-                    # the ib str values in order to use this?
-                    # duration=duration,
-                )
-                r_bars.extend(bars)
-                bars = r_bars
+                #     # TODO: make a table for Duration to
+                #     # the ib str values in order to use this?
+                #     # duration=duration,
+                # )
+                # r_bars.extend(bars)
+                # bars = r_bars
 
         nparr: np.ndarray = bars_to_np(bars)
 
@@ -784,9 +874,16 @@ class Client:
         # crypto$
         elif exch == 'PAXOS':  # btc.paxos
             con = Crypto(
-                symbol=symbol,
-                currency=currency,
+                symbol=symbol.upper(),
+                currency='USD',
+                exchange='PAXOS',
             )
+            # XXX, on `ib_insync` when first tried this,
+            # > Error 10299, reqId 141: Expected what to show is
+            # > AGGTRADES, please use that instead of TRADES.,
+            # > contract: Crypto(conId=479624278, symbol='BTC',
+            # > exchange='PAXOS', currency='USD',
+            # > localSymbol='BTC.USD', tradingClass='BTC')
 
         # stonks
         else:

piker/brokers/ib/broker.py

@@ -50,6 +50,10 @@ from ib_insync.objects import (
 )
 
 from piker import config
+from piker.log import (
+    get_logger,
+    get_console_log,
+)
 from piker.types import Struct
 from piker.accounting import (
     Position,
@@ -77,7 +81,6 @@ from piker.clearing._messages import (
     BrokerdFill,
     BrokerdError,
 )
-from ._util import log
 from .api import (
     _accounts2clients,
     get_config,
@@ -95,6 +98,10 @@ from .ledger import (
     update_ledger_from_api_trades,
 )
 
+log = get_logger(
+    name=__name__,
+)
+
 
 def pack_position(
     pos: IbPosition,
@@ -536,9 +543,15 @@ class IbAcnt(Struct):
 @tractor.context
 async def open_trade_dialog(
     ctx: tractor.Context,
+    loglevel: str = 'warning',
 
 ) -> AsyncIterator[dict[str, Any]]:
 
+    get_console_log(
+        level=loglevel,
+        name=__name__,
+    )
+
     # task local msg dialog tracking
     flows = OrderDialogs()
     accounts_def = config.load_accounts(['ib'])

piker/brokers/ib/feed.py

@@ -56,11 +56,11 @@ from piker.brokers._util import (
     NoData,
     DataUnavailable,
 )
+from piker.log import get_logger
 from .api import (
     # _adhoc_futes_set,
     Client,
     con2fqme,
-    log,
     load_aio_clients,
     MethodProxy,
     open_client_proxies,
@@ -69,15 +69,18 @@ from .api import (
     Contract,
     RequestError,
 )
+from .venues import is_venue_open
 from ._util import (
     data_reset_hack,
-    is_current_time_in_range,
 )
 from .symbols import get_mkt_info
 
 if TYPE_CHECKING:
     from trio._core._run import Task
 
+log = get_logger(
+    name=__name__,
+)
 
 # XXX NOTE: See available types table docs:
 # https://interactivebrokers.github.io/tws-api/tick_types.html
@@ -203,7 +206,8 @@ async def open_history_client(
             latency = time.time() - query_start
             if (
                 not timedout
-                # and latency <= max_timeout
+                # and
+                # latency <= max_timeout
             ):
                 count += 1
                 mean += latency / count
@@ -219,8 +223,10 @@ async def open_history_client(
                 )
                 if (
                     end_dt
-                    and head_dt
-                    and end_dt <= head_dt
+                    and
+                    head_dt
+                    and
+                    end_dt <= head_dt
                 ):
                     raise DataUnavailable(
                         f'First timestamp is {head_dt}\n'
@@ -278,7 +284,7 @@ async def open_history_client(
                     start_dt
                 ):
                     # TODO! rm this once we're more confident it never hits!
-                    breakpoint()
+                    # breakpoint()
                     raise RuntimeError(
                         f'OHLC-bars array start is gt `start_dt` limit !!\n'
                         f'start_dt: {start_dt}\n'
@@ -298,7 +304,7 @@ async def open_history_client(
         # TODO: it seems like we can do async queries for ohlc
         # but getting the order right still isn't working and I'm not
         # quite sure why.. needs some tinkering and probably
-        # a lookthrough of the ``ib_insync`` machinery, for eg. maybe
+        # a lookthrough of the `ib_insync` machinery, for eg. maybe
         # we have to do the batch queries on the `asyncio` side?
         yield (
             get_hist,
@@ -421,14 +427,13 @@ _failed_resets: int = 0
 
 
 async def get_bars(
-
     proxy: MethodProxy,
     fqme: str,
     timeframe: int,
 
     # blank to start which tells ib to look up the latest datum
-    end_dt: str = '',
-    start_dt: str|None = '',
+    end_dt: datetime|None = None,
+    start_dt: datetime|None = None,
 
     # TODO: make this more dynamic based on measured frame rx latency?
     # how long before we trigger a feed reset (seconds)
@@ -482,7 +487,8 @@ async def get_bars(
                     dt_duration,
                 ) = await proxy.bars(
                     fqme=fqme,
-                    # XXX TODO! lol we're not using this..
+                    # XXX TODO! LOL we're not using this and IB dun
+                    # support it anyway..
                     # start_dt=start_dt,
                     end_dt=end_dt,
                     sample_period_s=timeframe,
@@ -756,7 +762,12 @@ async def _setup_quote_stream(
         # XXX since this is an `asyncio.Task`, we must use
         # tractor.pause_from_sync()
 
-        caccount_name, client = get_preferred_data_client(accts2clients)
+        (
+            _account_name,
+            client,
+        ) = get_preferred_data_client(
+            accts2clients,
+        )
         contract = (
             contract
             or
@@ -1091,14 +1102,9 @@ async def stream_quotes(
         )
 
         # is venue active rn?
-        venue_is_open: bool = any(
-            is_current_time_in_range(
-                start_dt=sesh.start,
-                end_dt=sesh.end,
+        venue_is_open: bool = is_venue_open(
+            con_deats=details,
         )
-            for sesh in details.tradingSessions()
-        )
-
         init_msg = FeedInit(mkt_info=mkt)
 
         # NOTE, tell sampler (via config) to skip vlm summing for dst

piker/brokers/ib/ledger.py

@@ -44,6 +44,7 @@ from ib_insync import (
     CommissionReport,
 )
 
+from piker.log import get_logger
 from piker.types import Struct
 from piker.data import (
     SymbologyCache,
@@ -57,7 +58,6 @@ from piker.accounting import (
     iter_by_dt,
 )
 from ._flex_reports import parse_flex_dt
-from ._util import log
 
 if TYPE_CHECKING:
     from .api import (
@@ -65,6 +65,9 @@ if TYPE_CHECKING:
         MethodProxy,
     )
 
+log = get_logger(
+    name=__name__,
+)
 
 tx_sort: Callable = partial(
     iter_by_dt,

piker/brokers/ib/symbols.py

@@ -42,10 +42,7 @@ from piker.accounting import (
 from piker._cacheables import (
     async_lifo_cache,
 )
-
-from ._util import (
-    log,
-)
+from piker.log import get_logger
 
 if TYPE_CHECKING:
     from .api import (
@@ -53,6 +50,10 @@ if TYPE_CHECKING:
         Client,
     )
 
+log = get_logger(
+    name=__name__,
+)
+
 _futes_venues = (
     'GLOBEX',
     'NYMEX',
@@ -488,7 +489,6 @@ def con2fqme(
 @async_lifo_cache()
 async def get_mkt_info(
     fqme: str,
-
     proxy: MethodProxy|None = None,
 
 ) -> tuple[MktPair, ibis.ContractDetails]:
@@ -550,7 +550,7 @@ async def get_mkt_info(
         size_tick: Decimal = Decimal(
             str(details.minSize).rstrip('0')
         )
-        # |-> TODO: there is also the Contract.sizeIncrement, bt wtf is it?
+        # ?TODO, there is also the Contract.sizeIncrement, bt wtf is it?
 
     # NOTE: this is duplicate from the .broker.norm_trade_records()
     # routine, we should factor all this parsing somewhere..

piker/brokers/ib/venues.py

@@ -0,0 +1,312 @@
+# piker: trading gear for hackers
+# Copyright (C) Tyler Goodlet (in stewardship for pikers)
+
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Affero General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU Affero General Public License for more details.
+
+# You should have received a copy of the GNU Affero General Public License
+# along with this program.  If not, see <https://www.gnu.org/licenses/>.
+
+'''
+(Multi-)venue mgmt helpers.
+
+IB generally supports all "legacy" trading venues, those mostly owned
+by ICE and friends.
+
+'''
+from __future__ import annotations
+from datetime import (  # noqa
+    datetime,
+    date,
+    tzinfo as TzInfo,
+)
+from typing import (
+    Iterator,
+    TYPE_CHECKING,
+)
+
+import exchange_calendars as xcals
+from pendulum import (
+    now,
+    Duration,
+    Interval,
+    Time,
+)
+
+if TYPE_CHECKING:
+    from ib_insync import (
+        TradingSession,
+        ContractDetails,
+    )
+    from exchange_calendars.exchange_calendars import (
+        ExchangeCalendar,
+    )
+    from pandas import (
+        # DatetimeIndex,
+        TimeDelta,
+        Timestamp,
+    )
+
+
+def has_weekend(
+    period: Interval,
+) -> bool:
+    '''
+    Predicate to for a period being within
+    days 6->0 (sat->sun).
+
+    '''
+    has_weekend: bool = False
+    for dt in period:
+        if dt.day_of_week in [0, 6]: # 0=Sunday, 6=Saturday
+            has_weekend = True
+            break
+
+    return has_weekend
+
+
+def has_holiday(
+    con_deats: ContractDetails,
+    period: Interval,
+) -> bool:
+    '''
+    Using the `exchange_calendars` lib detect if a time-gap `period`
+    is contained in a known "cash hours" closure.
+
+    '''
+    tz: str = con_deats.timeZoneId
+    exch: str = con_deats.contract.primaryExchange
+    cal: ExchangeCalendar = xcals.get_calendar(exch)
+    end: datetime = period.end
+    # _start: datetime = period.start
+    # ?TODO, can rm ya?
+    # => not that useful?
+    # dti: DatetimeIndex = cal.sessions_in_range(
+    #     _start.date(),
+    #     end.date(),
+    # )
+    prev_close: Timestamp = cal.previous_close(
+        end.date()
+    ).tz_convert(tz)
+    prev_open: Timestamp = cal.previous_open(
+        end.date()
+    ).tz_convert(tz)
+    # now do relative from prev_ values ^
+    # to get the next open which should match
+    # "contain" the end of the gap.
+    next_open: Timestamp = cal.next_open(
+        prev_open,
+    ).tz_convert(tz)
+    next_open: Timestamp = cal.next_open(
+        prev_open,
+    ).tz_convert(tz)
+    _next_close: Timestamp = cal.next_close(
+        prev_close
+    ).tz_convert(tz)
+    cash_gap: TimeDelta = next_open - prev_close
+    is_holiday_gap = (
+        cash_gap
+        > 
+        period
+    )
+    # XXX, debug
+    # breakpoint()
+    return is_holiday_gap
+
+
+def is_current_time_in_range(
+    sesh: Interval,
+    when: datetime|None = None,
+) -> bool:
+    '''
+    Check if current time is within the datetime range.
+
+    Use any/the-same timezone as provided by `start_dt.tzinfo` value
+    in the range.
+
+    '''
+    when: datetime = when or now()
+    return when in sesh
+
+
+def iter_sessions(
+    con_deats: ContractDetails,
+) -> Iterator[Interval]:
+    '''
+    Yield `pendulum.Interval`s for all
+    `ibas.ContractDetails.tradingSessions() -> TradingSession`s.
+
+    '''
+    sesh: TradingSession
+    for sesh in con_deats.tradingSessions():
+        yield Interval(*sesh)
+
+
+def sesh_times(
+    con_deats: ContractDetails,
+) -> tuple[Time, Time]:
+    '''
+    Based on the earliest trading session provided by the IB API,
+    get the (day-agnostic) times for the start/end.
+
+    '''
+    earliest_sesh: Interval = next(iter_sessions(con_deats))
+    return (
+        earliest_sesh.start.time(),
+        earliest_sesh.end.time(),
+    )
+    # ^?TODO, use `.diff()` to get point-in-time-agnostic period?
+    # https://pendulum.eustace.io/docs/#difference
+
+
+def is_venue_open(
+    con_deats: ContractDetails,
+    when: datetime|Duration|None = None,
+) -> bool:
+    '''
+    Check if market-venue is open during `when`, which defaults to
+    "now".
+
+    '''
+    sesh: Interval
+    for sesh in iter_sessions(con_deats):
+        if is_current_time_in_range(
+            sesh=sesh,
+            when=when,
+        ):
+            return True
+
+    return False
+
+
+def is_venue_closure(
+    gap: Interval,
+    con_deats: ContractDetails,
+    time_step_s: int,
+) -> bool:
+    '''
+    Check if a provided time-`gap` is just an (expected) trading
+    venue closure period.
+
+    '''
+    open: Time
+    close: Time
+    open, close = sesh_times(con_deats)
+
+    # ensure times are in mkt-native timezone
+    tz: str = con_deats.timeZoneId
+    start = gap.start.in_tz(tz)
+    start_t = start.time()
+    end = gap.end.in_tz(tz)
+    end_t = end.time()
+    if (
+        (
+            start_t in (
+                close,
+                close.subtract(seconds=time_step_s)
+            )
+            and 
+            end_t in (
+                open,
+                open.add(seconds=time_step_s),
+            )
+        )
+        or
+        has_weekend(gap)
+        or
+        has_holiday(
+            con_deats=con_deats,
+            period=gap,
+        )
+    ):
+        return True
+
+    # breakpoint()
+    return False
+
+
+# TODO, put this into `._util` and call it from here!
+#
+# NOTE, this was generated by @guille from a gpt5 prompt
+# and was originally thot to be needed before learning about
+# `ib_insync.contract.ContractDetails._parseSessions()` and
+# it's downstream meths..
+#
+# This is still likely useful to keep for now to parse the
+# `.tradingHours: str` value manually if we ever decide
+# to move off `ib_async` and implement our own `trio`/`anyio`
+# based version Bp
+#
+# >attempt to parse the retarted ib "time stampy thing" they
+# >do for "venue hours" with this.. written by
+# >gpt5-"thinking",
+#
+
+
+def parse_trading_hours(
+    spec: str,
+    tz: TzInfo|None = None
+) -> dict[
+    date,
+    tuple[datetime, datetime]
+]|None:
+    '''
+    Parse venue hours like:
+    'YYYYMMDD:HHMM-YYYYMMDD:HHMM;YYYYMMDD:CLOSED;...'
+
+    Returns `dict[date] = (open_dt, close_dt)` or `None` if
+    closed.
+
+    '''
+    if (
+        not isinstance(spec, str)
+        or
+        not spec
+    ):
+        raise ValueError('spec must be a non-empty string')
+
+    out: dict[
+        date,
+        tuple[datetime, datetime]
+    ]|None = {}
+
+    for part in (p.strip() for p in spec.split(';') if p.strip()):
+        if part.endswith(':CLOSED'):
+            day_s, _ = part.split(':', 1)
+            d = datetime.strptime(day_s, '%Y%m%d').date()
+            out[d] = None
+            continue
+
+        try:
+            start_s, end_s = part.split('-', 1)
+            start_dt = datetime.strptime(start_s, '%Y%m%d:%H%M')
+            end_dt = datetime.strptime(end_s, '%Y%m%d:%H%M')
+        except ValueError as exc:
+            raise ValueError(f'invalid segment: {part}') from exc
+
+        if tz is not None:
+            start_dt = start_dt.replace(tzinfo=tz)
+            end_dt = end_dt.replace(tzinfo=tz)
+
+        out[start_dt.date()] = (start_dt, end_dt)
+
+    return out
+
+
+# ORIG desired usage,
+#
+# TODO, for non-drunk tomorrow,
+# - call above fn and check that `output[today] is not None`
+# trading_hrs: dict = parse_trading_hours(
+#     details.tradingHours
+# )
+# liq_hrs: dict = parse_trading_hours(
+#     details.liquidHours
+    # )

piker/brokers/kraken/broker.py

@@ -62,9 +62,12 @@ from piker.clearing._messages import (
 from piker.brokers import (
     open_cached_client,
 )
+from piker.log import (
+    get_console_log,
+    get_logger,
+)
 from piker.data import open_symcache
 from .api import (
-    log,
     Client,
     BrokerError,
 )
@@ -78,6 +81,8 @@ from .ledger import (
     verify_balances,
 )
 
+log = get_logger(name=__name__)
+
 MsgUnion = Union[
     BrokerdCancel,
     BrokerdError,
@@ -431,9 +436,15 @@ def trades2pps(
 @tractor.context
 async def open_trade_dialog(
     ctx: tractor.Context,
+    loglevel: str = 'warning',
 
 ) -> AsyncIterator[dict[str, Any]]:
 
+    get_console_log(
+        level=loglevel,
+        name=__name__,
+    )
+
     async with (
         # TODO: maybe bind these together and deliver
         # a tuple from `.open_cached_client()`?

piker/brokers/questrade.py

@@ -50,13 +50,19 @@ from . import open_cached_client
 from piker._cacheables import async_lifo_cache
 from .. import config
 from ._util import resproc, BrokerError, SymbolNotFound
-from ..log import (
+from piker.log import (
     colorize_json,
-)
-from ._util import (
-    log,
     get_console_log,
 )
+from piker.log import (
+    get_logger,
+)
+
+
+log = get_logger(
+    name=__name__,
+)
+
 
 _use_practice_account = False
 _refresh_token_ep = 'https://{}login.questrade.com/oauth2/'
@@ -1205,7 +1211,10 @@ async def stream_quotes(
     # feed_type: str = 'stock',
 ) -> AsyncGenerator[str, Dict[str, Any]]:
     # XXX: required to propagate ``tractor`` loglevel to piker logging
-    get_console_log(loglevel)
+    get_console_log(
+        level=loglevel,
+        name=__name__,
+    )
 
     async with open_cached_client('questrade') as client:
         if feed_type == 'stock':

piker/brokers/robinhood.py

@@ -30,9 +30,16 @@ import asks
 from ._util import (
     resproc,
     BrokerError,
-    log,
 )
-from ..calc import percent_change
+from piker.calc import percent_change
+from piker.log import (
+    get_logger,
+)
+
+log = get_logger(
+    name=__name__,
+)
+
 
 _service_ep = 'https://api.robinhood.com'
 

piker/clearing/_client.py

@@ -215,7 +215,7 @@ async def relay_orders_from_sync_code(
 async def open_ems(
     fqme: str,
     mode: str = 'live',
-    loglevel: str = 'error',
+    loglevel: str = 'warning',
 
 ) -> tuple[
     OrderClient,  # client

piker/clearing/_ems.py

@@ -47,6 +47,7 @@ from tractor import trionics
 from ._util import (
     log,  # sub-sys logger
     get_console_log,
+    subsys,
 )
 from ..accounting._mktinfo import (
     unpack_fqme,
@@ -351,9 +352,21 @@ async def open_brokerd_dialog(
     broker backend, configuration, or client code usage.
 
     '''
+    get_console_log(
+        level=loglevel,
+        name='clearing',
+    )
+    # enable `.accounting` console since normally used by
+    # each `brokerd`.
+    get_console_log(
+        level=loglevel,
+        name='piker.accounting',
+    )
     broker: str = brokermod.name
 
-    def mk_paper_ep():
+    def mk_paper_ep(
+        loglevel: str,
+    ):
         from . import _paper_engine as paper_mod
 
         nonlocal brokermod, exec_mode
@@ -405,17 +418,21 @@ async def open_brokerd_dialog(
 
     if (
         trades_endpoint is not None
-        or exec_mode != 'paper'
+        or
+        exec_mode != 'paper'
     ):
         # open live brokerd trades endpoint
         open_trades_endpoint = portal.open_context(
             trades_endpoint,
+            loglevel=loglevel,
         )
 
     @acm
     async def maybe_open_paper_ep():
         if exec_mode == 'paper':
-            async with mk_paper_ep() as msg:
+            async with mk_paper_ep(
+                loglevel=loglevel,
+            ) as msg:
                 yield msg
                 return
 
@@ -426,7 +443,9 @@ async def open_brokerd_dialog(
             # runtime indication that the backend can't support live
             # order ctrl yet, so boot the paperboi B0
             if first == 'paper':
-                async with mk_paper_ep() as msg:
+                async with mk_paper_ep(
+                    loglevel=loglevel,
+                ) as msg:
                     yield msg
                     return
             else:
@@ -766,7 +785,11 @@ async def _setup_persistent_emsd(
 ) -> None:
 
     if loglevel:
-        get_console_log(loglevel)
+        _log = get_console_log(
+            level=loglevel,
+            name=subsys,
+        )
+        assert _log.name == 'piker.clearing'
 
     global _router
 

piker/clearing/_paper_engine.py

@@ -59,9 +59,9 @@ from piker.data import (
     open_symcache,
 )
 from piker.types import Struct
-from ._util import (
-    log,  # sub-sys logger
+from piker.log import (
     get_console_log,
+    get_logger,
 )
 from ._messages import (
     BrokerdCancel,
@@ -73,6 +73,8 @@ from ._messages import (
     BrokerdError,
 )
 
+log = get_logger(name=__name__)
+
 
 class PaperBoi(Struct):
     '''
@@ -550,7 +552,6 @@ _sells: defaultdict[
 
 @tractor.context
 async def open_trade_dialog(
-
     ctx: tractor.Context,
     broker: str,
     fqme: str|None = None,  # if empty, we only boot broker mode
@@ -558,8 +559,11 @@ async def open_trade_dialog(
 
 ) -> None:
 
-    # enable piker.clearing console log for *this* subactor
-    get_console_log(loglevel)
+    # enable piker.clearing console log for *this* `brokerd` subactor
+    get_console_log(
+        level=loglevel,
+        name=__name__,
+    )
 
     symcache: SymbologyCache
     async with open_symcache(get_brokermod(broker)) as symcache:

piker/clearing/_util.py

@@ -28,12 +28,14 @@ from ..log import (
 from piker.types import Struct
 subsys: str = 'piker.clearing'
 
-log = get_logger(subsys)
+log = get_logger(
+    name='piker.clearing',
+)
 
 # TODO, oof doesn't this ignore the `loglevel` then???
 get_console_log = partial(
     get_console_log,
-    name=subsys,
+    name='clearing',
 )
 
 

piker/cli/__init__.py

@@ -61,7 +61,8 @@ def load_trans_eps(
 
     if (
         network
-        and not maddrs
+        and
+        not maddrs
     ):
         # load network section and (attempt to) connect all endpoints
         # which are reachable B)
@@ -112,31 +113,27 @@ def load_trans_eps(
     default=None,
     help='Multiaddrs to bind or contact',
 )
-# @click.option(
-#     '--tsdb',
-#     is_flag=True,
-#     help='Enable local ``marketstore`` instance'
-# )
-# @click.option(
-#     '--es',
-#     is_flag=True,
-#     help='Enable local ``elasticsearch`` instance'
-# )
 def pikerd(
     maddr: list[str] | None,
     loglevel: str,
     tl: bool,
     pdb: bool,
-    # tsdb: bool,
-    # es: bool,
 ):
     '''
-    Spawn the piker broker-daemon.
+    Start the "root service actor", `pikerd`, run it until
+    cancellation.
+
+    This "root daemon" operates as the top most service-mngr and
+    subsys-as-subactor supervisor, think of it as the "init proc" of
+    any of any `piker` application or daemon-process tree.
 
     '''
     # from tractor.devx import maybe_open_crash_handler
     # with maybe_open_crash_handler(pdb=False):
-    log = get_console_log(loglevel, name='cli')
+    log = get_console_log(
+        level=loglevel,
+        with_tractor_log=tl,
+    )
 
     if pdb:
         log.warning((
@@ -237,6 +234,14 @@ def cli(
     regaddr: str,
 
 ) -> None:
+    '''
+    The "root" `piker`-cmd CLI endpoint.
+
+    NOTE, this def generally relies on and requires a sub-cmd to be
+    provided by the user, OW only a `--help` msg (listing said
+    subcmds) will be dumped to console.
+
+    '''
     if configdir is not None:
         assert os.path.isdir(configdir), f"`{configdir}` is not a valid path"
         config._override_config_dir(configdir)
@@ -295,17 +300,50 @@ def cli(
 @click.option('--tl', is_flag=True, help='Enable tractor logging')
 @click.argument('ports', nargs=-1, required=False)
 @click.pass_obj
-def services(config, tl, ports):
+def services(
+    config,
+    tl: bool,
+    ports: list[int],
+):
+    '''
+    List all `piker` "service deamons" to the console in
+    a `json`-table which maps each actor's UID in the form,
 
-    from ..service import (
+    `{service_name}.{subservice_name}.{UUID}`
+
+    to its (primary) IPC server address.
+
+    (^TODO, should be its multiaddr form once we support it)
+
+    Note that by convention actors which operate as "headless"
+    processes (those without GUIs/graphics, and which generally
+    parent some noteworthy subsystem) are normally suffixed by
+    a "d" such as,
+
+    - pikerd: the root runtime supervisor
+    - brokerd: a broker-backend order ctl daemon
+    - emsd: the internal dark-clearing and order routing daemon
+    - datad: a data-provider-backend data feed daemon
+    - samplerd: the real-time data sampling and clock-syncing daemon
+
+    "Headed units" are normally just given an obvious app-like name
+    with subactors indexed by `.` such as,
+    - chart: the primary modal charting iface, a Qt app
+    - chart.fsp_0: a financial-sig-proc cascade instance which
+                   delivers graphics to a parent `chart` app.
+    - polars_boi: some (presumably) `polars` using console app.
+
+    '''
+    from piker.service import (
         open_piker_runtime,
         _default_registry_port,
         _default_registry_host,
     )
 
-    host = _default_registry_host
+    # !TODO, mk this to work with UDS!
+    host: str = _default_registry_host
     if not ports:
-        ports = [_default_registry_port]
+        ports: list[int] = [_default_registry_port]
 
     addr = tractor._addr.wrap_address(
         addr=(host, ports[0])
@@ -316,7 +354,11 @@ def services(config, tl, ports):
         async with (
             open_piker_runtime(
                 name='service_query',
-                loglevel=config['loglevel'] if tl else None,
+                loglevel=(
+                    config['loglevel']
+                    if tl
+                    else None
+                ),
             ),
             tractor.get_registry(
                 addr=addr,
@@ -336,7 +378,15 @@ def services(config, tl, ports):
 
 
 def _load_clis() -> None:
-    # from ..service import elastic  # noqa
+    '''
+    Dynamically load and register all subsys CLI endpoints (at call
+    time).
+
+    NOTE, obviously this is normally expected to be called at
+    `import` time and implicitly relies on our use of various
+    `click`/`typer` decorator APIs.
+
+    '''
     from ..brokers import cli  # noqa
     from ..ui import cli  # noqa
     from ..watchlists import cli  # noqa
@@ -346,5 +396,5 @@ def _load_clis() -> None:
     from ..accounting import cli  # noqa
 
 
-# load downstream cli modules
+# load all subsytem cli eps
 _load_clis()

piker/data/_sampling.py

@@ -336,10 +336,18 @@ async def register_with_sampler(
 
     open_index_stream: bool = True,  # open a 2way stream for sample step msgs?
     sub_for_broadcasts: bool = True,  # sampler side to send step updates?
+    loglevel: str|None = None,
 
 ) -> set[int]:
 
-    get_console_log(tractor.current_actor().loglevel)
+    get_console_log(
+        level=(
+            loglevel
+            or
+            tractor.current_actor().loglevel
+        ),
+        name=__name__,
+    )
     incr_was_started: bool = False
 
     try:
@@ -476,6 +484,7 @@ async def spawn_samplerd(
                 register_with_sampler,
                 period_s=1,
                 sub_for_broadcasts=False,
+                loglevel=loglevel,
             )
             return True
 
@@ -484,7 +493,6 @@ async def spawn_samplerd(
 
 @acm
 async def maybe_open_samplerd(
-
     loglevel: str|None = None,
     **pikerd_kwargs,
 
@@ -513,10 +521,10 @@ async def open_sample_stream(
     shms_by_period: dict[float, dict]|None = None,
     open_index_stream: bool = True,
     sub_for_broadcasts: bool = True,
+    loglevel: str|None = None,
 
-    cache_key: str|None = None,
-    allow_new_sampler: bool = True,
-
+    # cache_key: str|None = None,
+    # allow_new_sampler: bool = True,
     ensure_is_active: bool = False,
 
 ) -> AsyncIterator[dict[str, float]]:
@@ -551,7 +559,9 @@ async def open_sample_stream(
         # XXX: this should be singleton on a host,
         # a lone broker-daemon per provider should be
         # created for all practical purposes
-        maybe_open_samplerd() as portal,
+        maybe_open_samplerd(
+            loglevel=loglevel,
+        ) as portal,
 
         portal.open_context(
             register_with_sampler,
@@ -560,6 +570,7 @@ async def open_sample_stream(
                 'shms_by_period': shms_by_period,
                 'open_index_stream': open_index_stream,
                 'sub_for_broadcasts': sub_for_broadcasts,
+                'loglevel': loglevel,
             },
         ) as (ctx, shm_periods)
     ):

piker/data/_util.py

@@ -26,7 +26,9 @@ from ..log import (
 )
 subsys: str = 'piker.data'
 
-log = get_logger(subsys)
+log = get_logger(
+    name=subsys,
+)
 
 get_console_log = partial(
     get_console_log,

piker/data/feed.py

@@ -62,7 +62,6 @@ from ._util import (
     log,
     get_console_log,
 )
-from .flows import Flume
 from .validate import (
     FeedInit,
     validate_backend,
@@ -77,6 +76,7 @@ from ._sampling import (
 )
 
 if TYPE_CHECKING:
+    from .flows import Flume
     from tractor._addr import Address
     from tractor.msg.types import Aid
 
@@ -239,7 +239,6 @@ async def allocate_persistent_feed(
 
     brokername: str,
     symstr: str,
-
     loglevel: str,
     start_stream: bool = True,
     init_timeout: float = 616,
@@ -348,11 +347,14 @@ async def allocate_persistent_feed(
         izero_rt,
         rt_shm,
     ) = await bus.nursery.start(
+        partial(
             manage_history,
-        mod,
-        mkt,
-        some_data_ready,
-        feed_is_live,
+            mod=mod,
+            mkt=mkt,
+            some_data_ready=some_data_ready,
+            feed_is_live=feed_is_live,
+            loglevel=loglevel,
+        )
     )
 
     # yield back control to starting nursery once we receive either
@@ -362,6 +364,8 @@ async def allocate_persistent_feed(
     )
     await some_data_ready.wait()
 
+    # XXX, avoid cycle; it imports this mod.
+    from .flows import Flume
     flume = Flume(
 
         # TODO: we have to use this for now since currently the
@@ -458,7 +462,6 @@ async def allocate_persistent_feed(
 
 @tractor.context
 async def open_feed_bus(
-
     ctx: tractor.Context,
     brokername: str,
     symbols: list[str],  # normally expected to the broker-specific fqme
@@ -479,13 +482,16 @@ async def open_feed_bus(
 
     '''
     if loglevel is None:
-        loglevel = tractor.current_actor().loglevel
+        loglevel: str = tractor.current_actor().loglevel
 
     # XXX: required to propagate ``tractor`` loglevel to piker
     # logging
     get_console_log(
-        loglevel
-        or tractor.current_actor().loglevel
+        level=(loglevel
+            or
+            tractor.current_actor().loglevel
+        ),
+        name=__name__,
     )
 
     # local state sanity checks
@@ -500,7 +506,6 @@ async def open_feed_bus(
     sub_registered = trio.Event()
 
     flumes: dict[str, Flume] = {}
-
     for symbol in symbols:
 
         # if no cached feed for this symbol has been created for this
@@ -684,6 +689,7 @@ class Feed(Struct):
     '''
     mods: dict[str, ModuleType] = {}
     portals: dict[ModuleType, tractor.Portal] = {}
+
     flumes: dict[
         str,  # FQME
         Flume,
@@ -813,6 +819,11 @@ async def maybe_open_feed(
     '''
     fqme = fqmes[0]
 
+    # if (
+    #     loglevel != 'info'
+    # ):
+    #     await tractor.pause()
+
     async with trionics.maybe_open_context(
         acm_func=open_feed,
         kwargs={
@@ -879,9 +890,12 @@ async def open_feed(
         providers.setdefault(mod, []).append(bs_fqme)
         feed.mods[mod.name] = mod
 
+    if (
+        loglevel != 'info'
+    ):
+        await tractor.pause()
     # one actor per brokerd for now
     brokerd_ctxs = []
-
     for brokermod, bfqmes in providers.items():
 
         # if no `brokerd` for this backend exists yet we spawn
@@ -951,6 +965,8 @@ async def open_feed(
 
         assert len(feed.mods) == len(feed.portals)
 
+        # XXX, avoid cycle; it imports this mod.
+        from .flows import Flume
         async with (
             trionics.gather_contexts(bus_ctxs) as ctxs,
         ):

piker/fsp/_engine.py

@@ -24,6 +24,7 @@ from functools import partial
 from typing import (
     AsyncIterator,
     Callable,
+    TYPE_CHECKING,
 )
 
 import numpy as np
@@ -33,12 +34,12 @@ import tractor
 from tractor.msg import NamespacePath
 
 from piker.types import Struct
-from ..log import get_logger, get_console_log
-from .. import data
-from ..data.feed import (
-    Flume,
-    Feed,
+from ..log import (
+    get_logger,
+    get_console_log,
 )
+from .. import data
+from ..data.flows import Flume
 from ..data._sharedmem import ShmArray
 from ..data._sampling import (
     _default_delay_s,
@@ -52,6 +53,9 @@ from ._api import (
 )
 from ..toolz import Profiler
 
+if TYPE_CHECKING:
+    from ..data.feed import Feed
+
 log = get_logger(__name__)
 
 
@@ -169,8 +173,10 @@ class Cascade(Struct):
         if not synced:
             fsp: Fsp = self.fsp
             log.warning(
-                '***DESYNCED FSP***\n'
-                f'{fsp.ns_path}@{src_shm.token}\n'
+                f'***DESYNCED fsp***\n'
+                f'------------------\n'
+                f'ns-path: {fsp.ns_path!r}\n'
+                f'shm-token: {src_shm.token}\n'
                 f'step_diff: {step_diff}\n'
                 f'len_diff: {len_diff}\n'
             )
@@ -398,7 +404,6 @@ async def connect_streams(
 
 @tractor.context
 async def cascade(
-
     ctx: tractor.Context,
 
     # data feed key
@@ -426,7 +431,17 @@ async def cascade(
     )
 
     if loglevel:
-        get_console_log(loglevel)
+        log = get_console_log(
+            loglevel,
+            name=__name__,
+        )
+        # XXX TODO!
+        # figure out why this writes a dict to,
+        # `tractor._state._runtime_vars['_root_mailbox']`
+        # XD .. wtf
+        # TODO, solve this as reported in,
+        # https://www.pikers.dev/pikers/piker/issues/70
+        # await tractor.pause()
 
     src: Flume = Flume.from_msg(src_flume_addr)
     dst: Flume = Flume.from_msg(
@@ -469,7 +484,8 @@ async def cascade(
     # open a data feed stream with requested broker
     feed: Feed
     async with data.feed.maybe_open_feed(
-        [fqme],
+        fqmes=[fqme],
+        loglevel=loglevel,
 
         # TODO throttle tick outputs from *this* daemon since
         # it'll emit tons of ticks due to the throttle only
@@ -567,7 +583,8 @@ async def cascade(
                     # on every step msg received from the global `samplerd`
                     # service.
                     async with open_sample_stream(
-                        float(delay_s)
+                        period_s=float(delay_s),
+                        loglevel=loglevel,
                     ) as istream:
 
                         profiler(f'{func_name}: sample stream up')

piker/log.py

@@ -37,35 +37,84 @@ _proj_name: str = 'piker'
 
 
 def get_logger(
-    name: str = None,
-
+    name: str|None = None,
+    **tractor_log_kwargs,
 ) -> logging.Logger:
     '''
-    Return the package log or a sub-log for `name` if provided.
+    Return the package log or a sub-logger if a `name=` is provided,
+    which defaults to the calling module's pkg-namespace path.
+
+    See `tractor.log.get_logger()` for details.
 
     '''
+    pkg_name: str = _proj_name
+    if (
+        name
+        and
+        pkg_name in name
+    ):
+        name: str = name.lstrip(f'{_proj_name}.')
+
     return tractor.log.get_logger(
         name=name,
-        _root_name=_proj_name,
+        pkg_name=pkg_name,
+        **tractor_log_kwargs,
     )
 
 
 def get_console_log(
     level: str|None = None,
     name: str|None = None,
+    pkg_name: str|None = None,
+    with_tractor_log: bool = False,
+    # ?TODO, support a "log-spec" style `str|dict[str, str]` which
+    # dictates both the sublogger-key and a level?
+    # -> see similar idea in `modden`'s usage.
+    **tractor_log_kwargs,
 
 ) -> logging.Logger:
     '''
-    Get the package logger and enable a handler which writes to stderr.
+    Get the package logger and enable a handler which writes to
+    stderr.
 
-    Yeah yeah, i know we can use ``DictConfig``. You do it...
+    Yeah yeah, i know we can use `DictConfig`.
+    You do it.. Bp
 
     '''
+    pkg_name: str = _proj_name
+    if (
+        name
+        and
+        pkg_name in name
+    ):
+        name: str = name.lstrip(f'{_proj_name}.')
+
+    tll: str|None = None
+    if (
+        with_tractor_log is not False
+    ):
+        tll = level
+
+    elif maybe_actor := tractor.current_actor(
+        err_on_no_runtime=False,
+    ):
+        tll = maybe_actor.loglevel
+
+    if tll:
+        t_log = tractor.log.get_console_log(
+            level=tll,
+            name='tractor',  # <- XXX, force root tractor log!
+            **tractor_log_kwargs,
+        )
+        # TODO/ allow only enabling certain tractor sub-logs?
+        assert t_log.name == 'tractor'
+
     return tractor.log.get_console_log(
-        level,
+        level=level,
         name=name,
-        _root_name=_proj_name,
-    )  # our root logger
+        pkg_name=pkg_name,
+        **tractor_log_kwargs,
+    )
 
 
 def colorize_json(

piker/service/_actor_runtime.py

@@ -21,7 +21,6 @@
 from __future__ import annotations
 import os
 from typing import (
-    Optional,
     Any,
     ClassVar,
 )
@@ -32,9 +31,12 @@ from contextlib import (
 import tractor
 import trio
 
-from ._util import (
+from piker.log import (
     get_console_log,
 )
+from ._util import (
+    subsys,
+)
 from ._mngr import (
     Services,
 )
@@ -59,7 +61,7 @@ async def open_piker_runtime(
     registry_addrs: list[tuple[str, int]] = [],
 
     enable_modules: list[str] = [],
-    loglevel: Optional[str] = None,
+    loglevel: str|None = None,
 
     # XXX NOTE XXX: you should pretty much never want debug mode
     # for data daemons when running in production.
@@ -97,7 +99,8 @@ async def open_piker_runtime(
         # setting it as the root actor on localhost.
         registry_addrs = (
             registry_addrs
-            or [_default_reg_addr]
+            or
+            [_default_reg_addr]
         )
 
         if ems := tractor_kwargs.pop('enable_modules', None):
@@ -163,7 +166,6 @@ _root_modules: list[str] = [
 @acm
 async def open_pikerd(
     registry_addrs: list[tuple[str, int]],
-
     loglevel: str|None = None,
 
     # XXX: you should pretty much never want debug mode
@@ -192,7 +194,6 @@ async def open_pikerd(
 
     async with (
         open_piker_runtime(
-
             name=_root_dname,
             loglevel=loglevel,
             debug_mode=debug_mode,
@@ -273,7 +274,10 @@ async def maybe_open_pikerd(
 
     '''
     if loglevel:
-        get_console_log(loglevel)
+        get_console_log(
+            name=subsys,
+            level=loglevel
+        )
 
     # subtle, we must have the runtime up here or portal lookup will fail
     query_name = kwargs.pop(

piker/service/_ahab.py

@@ -49,13 +49,15 @@ from requests.exceptions import (
     ReadTimeout,
 )
 
-from ._mngr import Services
-from ._util import (
-    log,  # sub-sys logger
+from piker.log import (
     get_console_log,
+    get_logger,
 )
+from ._mngr import Services
 from .. import config
 
+log = get_logger(name=__name__)
+
 
 class DockerNotStarted(Exception):
     'Prolly you dint start da daemon bruh'
@@ -336,13 +338,16 @@ class Container:
 async def open_ahabd(
     ctx: tractor.Context,
     endpoint: str,  # ns-pointer str-msg-type
-    loglevel: str | None = None,
+    loglevel: str = 'cancel',
 
     **ep_kwargs,
 
 ) -> None:
 
-    log = get_console_log(loglevel or 'cancel')
+    log = get_console_log(
+        level=loglevel,
+        name='piker.service',
+    )
 
     async with open_docker() as client:
 

piker/service/_daemon.py

@@ -30,8 +30,9 @@ from contextlib import (
 import tractor
 from trio.lowlevel import current_task
 
-from ._util import (
-    log,  # sub-sys logger
+from piker.log import (
+    get_console_log,
+    get_logger,
 )
 from ._mngr import (
     Services,
@@ -39,10 +40,11 @@ from ._mngr import (
 from ._actor_runtime import maybe_open_pikerd
 from ._registry import find_service
 
+log = get_logger(name=__name__)
+
 
 @acm
 async def maybe_spawn_daemon(
-
     service_name: str,
     service_task_target: Callable,
 
@@ -66,6 +68,12 @@ async def maybe_spawn_daemon(
     clients.
 
     '''
+    log = get_console_log(
+        level=loglevel,
+        name=__name__,
+    )
+    assert log.name == 'piker.service'
+
     # serialize access to this section to avoid
     # 2 or more tasks racing to create a daemon
     lock = Services.locks[service_name]
@@ -152,7 +160,6 @@ async def maybe_spawn_daemon(
 
 
 async def spawn_emsd(
-
     loglevel: str|None = None,
     **extra_tractor_kwargs
 
@@ -190,7 +197,6 @@ async def spawn_emsd(
 
 @acm
 async def maybe_open_emsd(
-
     brokername: str,
     loglevel: str|None = None,
 

piker/service/_mngr.py

@@ -34,9 +34,9 @@ from tractor import (
     Portal,
 )
 
-from ._util import (
-    log,  # sub-sys logger
-)
+from piker.log import get_logger
+
+log = get_logger(name=__name__)
 
 
 # TODO: we need remote wrapping and a general soln:

piker/service/_registry.py

@@ -27,15 +27,29 @@ from typing import (
 )
 
 import tractor
-from tractor import Portal
-
-from ._util import (
-    log,  # sub-sys logger
+from tractor import (
+    msg,
+    Actor,
+    Portal,
 )
 
+from piker.log import get_logger
+
+log = get_logger(name=__name__)
+
+# TODO? default path-space for UDS registry?
+# [ ] needs to be Xplatform tho!
+# _default_registry_path: Path = (
+#     Path(os.environ['XDG_RUNTIME_DIR'])
+#     /'piker'
+# )
+
 _default_registry_host: str = '127.0.0.1'
 _default_registry_port: int = 6116
-_default_reg_addr: tuple[str, int] = (
+_default_reg_addr: tuple[
+    str,
+    int, # |str TODO, once we support UDS, see above.
+] = (
     _default_registry_host,
     _default_registry_port,
 )
@@ -75,16 +89,22 @@ async def open_registry(
 
     '''
     global _tractor_kwargs
-    actor = tractor.current_actor()
-    uid = actor.uid
-    preset_reg_addrs: list[tuple[str, int]] = Registry.addrs
+    actor: Actor = tractor.current_actor()
+    aid: msg.Aid = actor.aid
+    uid: tuple[str, str] = aid.uid
+    preset_reg_addrs: list[
+        tuple[str, int]
+    ] = Registry.addrs
     if (
         preset_reg_addrs
-        and addrs
+        and
+        addrs
     ):
         if preset_reg_addrs != addrs:
             # if any(addr in preset_reg_addrs for addr in addrs):
-            diff: set[tuple[str, int]] = set(preset_reg_addrs) - set(addrs)
+            diff: set[
+                tuple[str, int]
+            ] = set(preset_reg_addrs) - set(addrs)
             if diff:
                 log.warning(
                     f'`{uid}` requested only subset of registrars: {addrs}\n'
@@ -98,7 +118,6 @@ async def open_registry(
                 )
 
     was_set: bool = False
-
     if (
         not tractor.is_root_process()
         and
@@ -115,16 +134,23 @@ async def open_registry(
             f"`{uid}` registry should already exist but doesn't?"
         )
 
-    if (
-        not Registry.addrs
-    ):
+    if not Registry.addrs:
         was_set = True
-        Registry.addrs = addrs or [_default_reg_addr]
+        Registry.addrs = (
+            addrs
+            or
+            [_default_reg_addr]
+        )
 
     # NOTE: only spot this seems currently used is inside
     # `.ui._exec` which is the (eventual qtloops) bootstrapping
     # with guest mode.
-    _tractor_kwargs['registry_addrs'] = Registry.addrs
+    reg_addrs: list[tuple[str, str|int]] = Registry.addrs
+    # !TODO, a struct-API to stringently allow this only in special
+    # cases?
+    # -> better would be to have some way to (atomically) rewrite
+    #    and entire `RuntimeVars`?? ideas welcome obvi..
+    _tractor_kwargs['registry_addrs'] = reg_addrs
 
     try:
         yield Registry.addrs
@@ -149,7 +175,7 @@ async def find_service(
     | None
 ):
     # try:
-    reg_addrs: list[tuple[str, int]]
+    reg_addrs: list[tuple[str, int|str]]
     async with open_registry(
         addrs=(
             registry_addrs
@@ -172,15 +198,13 @@ async def find_service(
             only_first=first_only,  # if set only returns single ref
         ) as maybe_portals:
             if not maybe_portals:
-                # log.info(
-                print(
+                log.info(
                     f'Could NOT find service {service_name!r} -> {maybe_portals!r}'
                 )
                 yield None
                 return
 
-            # log.info(
-            print(
+            log.info(
                 f'Found service {service_name!r} -> {maybe_portals}'
             )
             yield maybe_portals
@@ -195,7 +219,6 @@ async def find_service(
 
 async def check_for_service(
     service_name: str,
-
 ) -> None|tuple[str, int]:
     '''
     Service daemon "liveness" predicate.

piker/service/_util.py

@@ -14,20 +14,12 @@
 # You should have received a copy of the GNU Affero General Public License
 # along with this program.  If not, see <https://www.gnu.org/licenses/>.
 """
-Sub-sys module commons.
+Sub-sys module commons (if any ?? Bp).
 
 """
-from functools import partial
-
-from ..log import (
-    get_logger,
-    get_console_log,
-)
 subsys: str = 'piker.service'
 
-log = get_logger(subsys)
-
-get_console_log = partial(
-    get_console_log,
-    name=subsys,
-)
+# ?TODO, if we were going to keep a `get_console_log()` in here to be
+# invoked at `import`-time, how do we dynamically hand in the
+# `level=` value? seems too early in the runtime to be injected
+# right?

piker/service/elastic.py

@@ -16,6 +16,7 @@
 
 from __future__ import annotations
 from contextlib import asynccontextmanager as acm
+from pprint import pformat
 from typing import (
     Any,
     TYPE_CHECKING,
@@ -26,12 +27,17 @@ import asks
 if TYPE_CHECKING:
     import docker
     from ._ahab import DockerContainer
-
-from ._util import log  # sub-sys logger
-from ._util import (
-    get_console_log,
+    from . import (
+        Services,
     )
 
+from piker.log import (
+    get_console_log,
+    get_logger,
+)
+
+log = get_logger(name=__name__)
+
 
 # container level config
 _config = {
@@ -67,7 +73,10 @@ def start_elasticsearch(
             elastic
 
     '''
-    get_console_log('info', name=__name__)
+    get_console_log(
+        level='info',
+        name=__name__,
+    )
 
     dcntr: DockerContainer = client.containers.run(
         'piker:elastic',

piker/service/marketstore.py

@@ -52,17 +52,18 @@ import pendulum
 # TODO: import this for specific error set expected by mkts client
 # import purerpc
 
-from ..data.feed import maybe_open_feed
+from piker.data.feed import maybe_open_feed
 from . import Services
-from ._util import (
-    log,  # sub-sys logger
+from piker.log import (
     get_console_log,
+    get_logger,
 )
 
 if TYPE_CHECKING:
     import docker
     from ._ahab import DockerContainer
 
+log = get_logger(name=__name__)
 
 
 # ahabd-supervisor and container level config

piker/tsp/_anal.py

@@ -54,10 +54,10 @@ from ..log import (
 # for "time series processing"
 subsys: str = 'piker.tsp'
 
-log = get_logger(subsys)
+log = get_logger(name=__name__)
 get_console_log = partial(
     get_console_log,
-    name=subsys,
+    name=subsys,  # activate for subsys-pkg "downward"
 )
 
 # NOTE: union type-defs to handle generic `numpy` and `polars` types

piker/tsp/_history.py

@@ -63,8 +63,10 @@ from ..data._sharedmem import (
     maybe_open_shm_array,
     ShmArray,
 )
-from ..data._source import def_iohlcv_fields
-from ..data._sampling import (
+from piker.data._source import (
+    def_iohlcv_fields,
+)
+from piker.data._sampling import (
     open_sample_stream,
 )
 
@@ -96,7 +98,9 @@ if TYPE_CHECKING:
     # from .feed import _FeedsBus
 
 
-log = get_logger(__name__)
+log = get_logger(
+    name=__name__,
+)
 
 
 # `ShmArray` buffer sizing configuration:
@@ -550,7 +554,7 @@ async def start_backfill(
                 )
                 # ?TODO, check against venue closure hours
                 # if/when provided by backend?
-                await tractor.pause()
+                # await tractor.pause()
 
             expected_dur: Interval = (
                 last_start_dt.subtract(
@@ -1320,6 +1324,7 @@ async def manage_history(
     mkt: MktPair,
     some_data_ready: trio.Event,
     feed_is_live: trio.Event,
+    loglevel: str = 'warning',
     timeframe: float = 60,  # in seconds
     wait_for_live_timeout: float = 0.5,
 
@@ -1497,6 +1502,7 @@ async def manage_history(
             # data feed layer that needs to consume it).
             open_index_stream=True,
             sub_for_broadcasts=False,
+            loglevel=loglevel,
 
         ) as sample_stream:
             # register 1s and 1m buffers with the global

piker/ui/_app.py

@@ -33,7 +33,10 @@ from . import _search
 from ..accounting import unpack_fqme
 from ..data._symcache import open_symcache
 from ..data.feed import install_brokerd_search
-from ..log import get_logger
+from ..log import (
+    get_logger,
+    get_console_log,
+)
 from ..service import maybe_spawn_brokerd
 from ._exec import run_qtractor
 
@@ -87,6 +90,13 @@ async def _async_main(
     Provision the "main" widget with initial symbol data and root nursery.
 
     """
+    # enable chart's console logging
+    if loglevel:
+        get_console_log(
+            level=loglevel,
+            name=__name__,
+        )
+
     # set as singleton
     _chart._godw = main_widget
 

piker/ui/_cursor.py

@@ -413,9 +413,18 @@ class Cursor(pg.GraphicsObject):
         self,
         item: pg.GraphicsObject,
     ) -> None:
-        assert getattr(item, 'delete'), f"{item} must define a ``.delete()``"
+        assert getattr(
+            item,
+            'delete',
+        ), f"{item} must define a ``.delete()``"
         self._hovered.add(item)
 
+    def is_hovered(
+        self,
+        item: pg.GraphicsObject,
+    ) -> bool:
+        return item in self._hovered
+
     def add_plot(
         self,
         plot: ChartPlotWidget,  # noqa

piker/ui/_dataviz.py

@@ -45,7 +45,7 @@ from piker.ui.qt import QLineF
 from ..data._sharedmem import (
     ShmArray,
 )
-from ..data.feed import Flume
+from ..data.flows import Flume
 from ..data._formatters import (
     IncrementalFormatter,
     OHLCBarsFmtr,  # Plain OHLC renderer

piker/ui/_display.py

@@ -21,6 +21,7 @@ this module ties together quote and computational (fsp) streams with
 graphics update methods via our custom ``pyqtgraph`` charting api.
 
 '''
+from functools import partial
 import itertools
 from math import floor
 import time
@@ -208,6 +209,7 @@ class DisplayState(Struct):
 async def increment_history_view(
     # min_istream: tractor.MsgStream,
     ds: DisplayState,
+    loglevel: str = 'warning',
 ):
     hist_chart: ChartPlotWidget = ds.hist_chart
     hist_viz: Viz = ds.hist_viz
@@ -229,7 +231,10 @@ async def increment_history_view(
         hist_viz.reset_graphics()
         # hist_viz.update_graphics(force_redraw=True)
 
-    async with open_sample_stream(1.) as min_istream:
+    async with open_sample_stream(
+        period_s=1.,
+        loglevel=loglevel,
+    ) as min_istream:
         async for msg in min_istream:
 
             profiler = Profiler(
@@ -310,7 +315,6 @@ async def increment_history_view(
 
 
 async def graphics_update_loop(
-
     dss: dict[str, DisplayState],
     nurse: trio.Nursery,
     godwidget: GodWidget,
@@ -319,6 +323,7 @@ async def graphics_update_loop(
 
     pis: dict[str, list[pgo.PlotItem, pgo.PlotItem]] = {},
     vlm_charts: dict[str, ChartPlotWidget] = {},
+    loglevel: str = 'warning',
 
 ) -> None:
     '''
@@ -462,9 +467,12 @@ async def graphics_update_loop(
         # })
 
         nurse.start_soon(
+            partial(
                 increment_history_view,
                 # min_istream,
-            ds,
+                ds=ds,
+                loglevel=loglevel,
+            ),
         )
         await trio.sleep(0)
 
@@ -511,14 +519,19 @@ async def graphics_update_loop(
                     fast_chart.linked.isHidden()
                     or not rt_pi.isVisible()
                 ):
-                    print(f'{fqme} skipping update for HIDDEN CHART')
+                    log.debug(
+                        f'{fqme} skipping update for HIDDEN CHART'
+                    )
                     fast_chart.pause_all_feeds()
                     continue
 
                 ic = fast_chart.view._in_interact
                 if ic:
                     fast_chart.pause_all_feeds()
-                    print(f'{fqme} PAUSING DURING INTERACTION')
+                    log.debug(
+                        f'Pausing chart updaates during interaction\n'
+                        f'fqme: {fqme!r}'
+                    )
                     await ic.wait()
                     fast_chart.resume_all_feeds()
 
@@ -1591,15 +1604,18 @@ async def display_symbol_data(
             # start update loop task
             dss: dict[str, DisplayState] = {}
             ln.start_soon(
+                partial(
                     graphics_update_loop,
-                dss,
-                ln,
-                godwidget,
-                feed,
+                    dss=dss,
+                    nurse=ln,
+                    godwidget=godwidget,
+                    feed=feed,
                     # min_istream,
 
-                pis,
-                vlm_charts,
+                    pis=pis,
+                    vlm_charts=vlm_charts,
+                    loglevel=loglevel,
+                )
             )
 
             # boot order-mode

piker/ui/_fsp.py

@@ -183,13 +183,17 @@ async def open_fsp_sidepane(
 
 @acm
 async def open_fsp_actor_cluster(
-    names: list[str] = ['fsp_0', 'fsp_1'],
+    names: list[str] = [
+        'fsp_0',
+        'fsp_1',
+    ],
 
 ) -> AsyncGenerator[
     int,
     dict[str, tractor.Portal]
 ]:
 
+    # TODO! change to .experimental!
     from tractor._clustering import open_actor_cluster
 
     # profiler = Profiler(
@@ -197,7 +201,7 @@ async def open_fsp_actor_cluster(
     #     disabled=False
     # )
     async with open_actor_cluster(
-        count=2,
+        count=len(names),
         names=names,
         modules=['piker.fsp._engine'],
 
@@ -497,7 +501,8 @@ class FspAdmin:
 
         portal: tractor.Portal = (
             self.cluster.get(worker_name)
-            or self.rr_next_portal()
+            or
+            self.rr_next_portal()
         )
 
         # TODO: this should probably be turned into a

piker/ui/_interaction.py

@@ -43,6 +43,7 @@ from pyqtgraph import (
     functions as fn,
 )
 import numpy as np
+import tractor
 import trio
 
 from piker.ui.qt import (
@@ -72,7 +73,10 @@ if TYPE_CHECKING:
         GodWidget,
     )
     from ._dataviz import Viz
-    from .order_mode import OrderMode
+    from .order_mode import (
+        OrderMode,
+        Dialog,
+    )
     from ._display import DisplayState
 
 
@@ -130,7 +134,12 @@ async def handle_viewmode_kb_inputs(
 
     async for kbmsg in recv_chan:
         event, etype, key, mods, text = kbmsg.to_tuple()
-        log.debug(f'key: {key}, mods: {mods}, text: {text}')
+        log.debug(
+            f'View-mode kb-msg received,\n'
+            f'mods: {mods!r}\n'
+            f'key: {key!r}\n'
+            f'text: {text!r}\n'
+        )
         now = time.time()
         period = now - last
 
@@ -158,8 +167,12 @@ async def handle_viewmode_kb_inputs(
             # have no previous keys or we do and the min_tap period is
             # met
             if (
-                not fast_key_seq or
-                period <= min_tap and fast_key_seq
+                not fast_key_seq
+                or (
+                    period <= min_tap
+                    and
+                    fast_key_seq
+                )
             ):
                 fast_key_seq.append(text)
                 log.debug(f'fast keys seqs {fast_key_seq}')
@@ -174,7 +187,8 @@ async def handle_viewmode_kb_inputs(
             # UI REPL-shell, with ctrl-p (for "pause")
             if (
                 ctrl
-                and key in {
+                and
+                key in {
                     Qt.Key_P,
                 }
             ):
@@ -184,7 +198,6 @@ async def handle_viewmode_kb_inputs(
                 vlm_chart = chart.linked.subplots['volume']  # noqa
                 vlm_viz = vlm_chart.main_viz  # noqa
                 dvlm_pi = vlm_chart._vizs['dolla_vlm'].plot  # noqa
-                import tractor
                 await tractor.pause()
                 view.interact_graphics_cycle()
 
@@ -192,7 +205,8 @@ async def handle_viewmode_kb_inputs(
             # shown data `Viz`s for the current chart app.
             if (
                 ctrl
-                and key in {
+                and
+                key in {
                     Qt.Key_R,
                 }
             ):
@@ -231,7 +245,8 @@ async def handle_viewmode_kb_inputs(
                 key == Qt.Key_Escape
                 or (
                     ctrl
-                    and key == Qt.Key_C
+                    and
+                    key == Qt.Key_C
                 )
             ):
                 # ctrl-c as cancel
@@ -242,17 +257,35 @@ async def handle_viewmode_kb_inputs(
             # cancel order or clear graphics
             if (
                 key == Qt.Key_C
-                or key == Qt.Key_Delete
+                or
+                key == Qt.Key_Delete
             ):
+                # log.info('Handling <c> hotkey!')
+                try:
+                    dialogs: list[Dialog] = order_mode.cancel_orders_under_cursor()
+                except BaseException:
+                    log.exception('Failed to cancel orders !?\n')
+                    await tractor.pause()
 
-                order_mode.cancel_orders_under_cursor()
+                if not dialogs:
+                    log.warning(
+                        'No orders were cancelled?\n'
+                        'Is there an order-line under the cursor?\n'
+                        'If you think there IS your DE might be "hiding the mouse" before '
+                        'we rx the keyboard input via Qt..\n'
+                        '=> Check your DE and/or TWM settings to be sure! <=\n'
+                    )
+                    # ^TODO?, some way to detect if there's lines and
+                    # the DE is cuckin with things?
+                    # await tractor.pause()
 
             # View modes
             if (
                 ctrl
                 and (
                     key == Qt.Key_Equal
-                    or key == Qt.Key_I
+                    or
+                    key == Qt.Key_I
                 )
             ):
                 view.wheelEvent(
@@ -264,7 +297,8 @@ async def handle_viewmode_kb_inputs(
                 ctrl
                 and (
                     key == Qt.Key_Minus
-                    or key == Qt.Key_O
+                    or
+                    key == Qt.Key_O
                 )
             ):
                 view.wheelEvent(
@@ -275,7 +309,8 @@ async def handle_viewmode_kb_inputs(
 
             elif (
                 not ctrl
-                and key == Qt.Key_R
+                and
+                key == Qt.Key_R
             ):
                 # NOTE: seems that if we don't yield a Qt render
                 # cycle then the m4 downsampled curves will show here
@@ -477,7 +512,8 @@ async def handle_viewmode_mouse(
         #     view.raiseContextMenu(event)
 
         if (
-            view.order_mode.active and
+            view.order_mode.active
+            and
             button == QtCore.Qt.LeftButton
         ):
             # when in order mode, submit execution
@@ -781,7 +817,8 @@ class ChartView(ViewBox):
 
         # Scale or translate based on mouse button
         if btn & (
-            QtCore.Qt.LeftButton | QtCore.Qt.MidButton
+            QtCore.Qt.LeftButton
+            | QtCore.Qt.MidButton
         ):
             # zoom y-axis ONLY when click-n-drag on it
             # if axis == 1:

piker/ui/_lines.py

@@ -52,10 +52,13 @@ from ._anchors import (
 from ..calc import humanize
 from ._label import Label
 from ._style import hcolor, _font
+from ..log import get_logger
 
 if TYPE_CHECKING:
     from ._cursor import Cursor
 
+log = get_logger(__name__)
+
 
 # TODO: probably worth investigating if we can
 # make .boundingRect() faster:
@@ -347,7 +350,7 @@ class LevelLine(pg.InfiniteLine):
 
     ) -> None:
         # TODO: enter labels edit mode
-        print(f'double click {ev}')
+        log.debug(f'double click {ev}')
 
     def paint(
         self,
@@ -461,10 +464,19 @@ class LevelLine(pg.InfiniteLine):
         # hovered
         if (
             not ev.isExit()
-            and ev.acceptDrags(QtCore.Qt.LeftButton)
+            and
+            ev.acceptDrags(QtCore.Qt.LeftButton)
         ):
             # if already hovered we don't need to run again
-            if self.mouseHovering is True:
+            if (
+                self.mouseHovering is True
+                and
+                cur.is_hovered(self)
+            ):
+                log.debug(
+                    f'Already hovering ??\n'
+                    f'cur._hovered: {cur._hovered!r}\n'
+                )
                 return
 
             if self.only_show_markers_on_hover:
@@ -481,6 +493,7 @@ class LevelLine(pg.InfiniteLine):
                     cur._y_label_update = False
 
             # add us to cursor state
+            log.debug(f'Adding line {self!r}\n')
             cur.add_hovered(self)
 
             if self._hide_xhair_on_hover:
@@ -508,6 +521,7 @@ class LevelLine(pg.InfiniteLine):
 
             self.currentPen = self.pen
 
+            log.debug(f'Removing line {self!r}\n')
             cur._hovered.remove(self)
 
             if self.only_show_markers_on_hover:

piker/ui/_widget.py

@@ -300,7 +300,10 @@ class GodWidget(QWidget):
         getattr(widget, 'on_resize')
         self._widgets[widget.mode_name] = widget
 
-    def on_win_resize(self, event: QtCore.QEvent) -> None:
+    def on_win_resize(
+        self,
+        event: QtCore.QEvent,
+    ) -> None:
         '''
         Top level god widget handler from window (the real yaweh) resize
         events such that any registered widgets which wish to be
@@ -315,7 +318,10 @@ class GodWidget(QWidget):
 
         self._resizing = True
 
-        log.info('God widget resize')
+        log.debug(
+            f'God widget resize\n'
+            f'{event}\n'
+        )
         for name, widget in self._widgets.items():
             widget.on_resize()
 

piker/ui/_window.py

@@ -255,8 +255,16 @@ class MainWindow(QMainWindow):
         current: QWidget,
 
     ) -> None:
+        '''
+        Focus handler.
 
-        log.info(f'widget focus changed from {last} -> {current}')
+        For now updates the "current mode" name.
+
+        '''
+        log.debug(
+            f'widget focus changed from,\n'
+            f'{last} -> {current}'
+        )
 
         if current is not None:
             # cursor left window?

piker/ui/cli.py

@@ -177,7 +177,7 @@ def chart(
             return
 
     # global opts
-    brokernames = config['brokers']
+    # brokernames: list[str] = config['brokers']
     brokermods = config['brokermods']
     assert brokermods
     tractorloglevel = config['tractorloglevel']
@@ -216,6 +216,7 @@ def chart(
                 layers['tcp']['port'],
             ))
 
+    # breakpoint()
     from tractor.devx import maybe_open_crash_handler
     pdb: bool = config['pdb']
     with maybe_open_crash_handler(pdb=pdb):

piker/ui/order_mode.py

@@ -77,7 +77,6 @@ from ._style import _font
 from ._forms import open_form_input_handling
 from ._notify import notify_from_ems_status_msg
 
-
 if TYPE_CHECKING:
     from ._chart import (
         ChartPlotWidget,
@@ -436,7 +435,7 @@ class OrderMode:
             lines=lines,
             last_status_close=self.multistatus.open_status(
                 f'submitting {order.exec_mode}-{order.action}',
-                final_msg=f'submitted {order.exec_mode}-{order.action}',
+                # final_msg=f'submitted {order.exec_mode}-{order.action}',
                 clear_on_next=True,
             )
         )
@@ -520,7 +519,8 @@ class OrderMode:
         '''
         Order submitted status event handler.
 
-        Commit the order line and registered order uuid, store ack time stamp.
+        Commit the order line and registered order uuid, store ack
+        time stamp.
 
         '''
         lines = self.lines.commit_line(uuid)
@@ -658,7 +658,7 @@ class OrderMode:
         return True
 
 
-    def cancel_orders_under_cursor(self) -> list[str]:
+    def cancel_orders_under_cursor(self) -> list[Dialog]:
         return self.cancel_orders(
             self.oids_from_lines(
                 self.lines.lines_under_cursor()
@@ -687,24 +687,28 @@ class OrderMode:
         self,
         oids: list[str],
 
-    ) -> None:
+    ) -> list[Dialog]:
         '''
         Cancel all orders from a list of order ids: `oids`.
 
         '''
-        key = self.multistatus.open_status(
-            f'cancelling {len(oids)} orders',
-            final_msg=f'cancelled orders:\n{oids}',
-            group_key=True
-        )
+        # key = self.multistatus.open_status(
+        #     f'cancelling {len(oids)} orders',
+        #     final_msg=f'cancelled orders:\n{oids}',
+        #     group_key=True
+        # )
+        dialogs: list[Dialog] = []
         for oid in oids:
             if dialog := self.dialogs.get(oid):
                 self.client.cancel_nowait(uuid=oid)
-                cancel_status_close = self.multistatus.open_status(
-                    f'cancelling order {oid}',
-                    group_key=key,
-                )
-                dialog.last_status_close = cancel_status_close
+                # cancel_status_close = self.multistatus.open_status(
+                #     f'cancelling order {oid}',
+                #     group_key=key,
+                # )
+                # dialog.last_status_close = cancel_status_close
+                dialogs.append(dialog)
+
+        return dialogs
 
     def cancel_all_orders(self) -> None:
         '''
@@ -776,7 +780,6 @@ class OrderMode:
 
 @asynccontextmanager
 async def open_order_mode(
-
     feed: Feed,
     godw: GodWidget,
     fqme: str,

pyproject.toml

@@ -75,6 +75,7 @@ dependencies = [
     "trio-typing>=0.10.0",
     "numba>=0.61.0",
     "pyvnc",
+    "exchange-calendars>=4.13.1",
 ]
 # ------ dependencies ------
 # NOTE, by default we ship only a "headless" deps set bc

uv.lock

@@ -2,8 +2,12 @@ version = 1
 revision = 3
 requires-python = ">=3.12"
 resolution-markers = [
-    "python_full_version >= '3.14'",
-    "python_full_version < '3.14'",
+    "python_full_version >= '3.14' and sys_platform == 'win32'",
+    "python_full_version >= '3.14' and sys_platform == 'emscripten'",
+    "python_full_version >= '3.14' and sys_platform != 'emscripten' and sys_platform != 'win32'",
+    "python_full_version < '3.14' and sys_platform == 'win32'",
+    "python_full_version < '3.14' and sys_platform == 'emscripten'",
+    "python_full_version < '3.14' and sys_platform != 'emscripten' and sys_platform != 'win32'",
 ]
 
 [[package]]
@@ -416,6 +420,23 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/8a/0e/97c33bf5009bdbac74fd2beace167cab3f978feb69cc36f1ef79360d6c4e/exceptiongroup-1.3.1-py3-none-any.whl", hash = "sha256:a7a39a3bd276781e98394987d3a5701d0c4edffb633bb7a5144577f82c773598", size = 16740, upload-time = "2025-11-21T23:01:53.443Z" },
 ]
 
+[[package]]
+name = "exchange-calendars"
+version = "4.13.1"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "korean-lunar-calendar" },
+    { name = "numpy" },
+    { name = "pandas" },
+    { name = "pyluach" },
+    { name = "toolz" },
+    { name = "tzdata" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/9e/fd/1bda66b3c2fefbf54b8cf765c9d8001b12654b5a897a21b0c6c9f55de5e3/exchange_calendars-4.13.1.tar.gz", hash = "sha256:42a4c7296da1f71b9625c668c9b3359cf5de4a2ffca28842b230e062bb4961ba", size = 4119843, upload-time = "2026-02-05T00:15:03.947Z" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/45/b7/fffe7d5a6da6be10b43be96640f31d4191e746de66b046cc1a6ea5fc4f26/exchange_calendars-4.13.1-py3-none-any.whl", hash = "sha256:cf39d2128a4da3ac253283f91ab63d79930a68196a3aac811091a4e38b6cbe49", size = 211538, upload-time = "2026-02-05T00:15:05.694Z" },
+]
+
 [[package]]
 name = "frozenlist"
 version = "1.8.0"
@@ -659,6 +680,15 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/42/d3/c3db0b92a0ff39c3e08f168cd382c24bf021d4a96fc89b47a3e55294f883/keysymdef-1.2.0-py2.py3-none-any.whl", hash = "sha256:19a5c2263a861f3ff884a1f58e2b4f7efa319ffc9d11f9ba8e20129babc31a9e", size = 20146, upload-time = "2023-02-25T00:22:36.318Z" },
 ]
 
+[[package]]
+name = "korean-lunar-calendar"
+version = "0.3.1"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/5a/93/a0bd2bd53ab19330e83ecc5652b7774ae86fd2fee19bc05ad220cf9db08b/korean_lunar_calendar-0.3.1.tar.gz", hash = "sha256:eb2c485124a061016926bdea6d89efdf9b9fdbf16db55895b6cf1e5bec17b857", size = 9877, upload-time = "2022-09-16T10:53:25.713Z" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/9c/96/30f3fe51b336bb6da4714f4fdad7bbdce8f13af79af2eb75e22908f3f9f4/korean_lunar_calendar-0.3.1-py3-none-any.whl", hash = "sha256:392757135c492c4f42a604e6038042953c35c6f449dda5f27e3f86a7f9c943e5", size = 9033, upload-time = "2022-09-16T10:53:23.771Z" },
+]
+
 [[package]]
 name = "llvmlite"
 version = "0.45.1"
@@ -953,6 +983,58 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/20/12/38679034af332785aac8774540895e234f4d07f7545804097de4b666afd8/packaging-25.0-py3-none-any.whl", hash = "sha256:29572ef2b1f17581046b3a2227d5c611fb25ec70ca1ba8554b24b0e69331a484", size = 66469, upload-time = "2025-04-19T11:48:57.875Z" },
 ]
 
+[[package]]
+name = "pandas"
+version = "3.0.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "numpy" },
+    { name = "python-dateutil" },
+    { name = "tzdata", marker = "sys_platform == 'emscripten' or sys_platform == 'win32'" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/de/da/b1dc0481ab8d55d0f46e343cfe67d4551a0e14fcee52bd38ca1bd73258d8/pandas-3.0.0.tar.gz", hash = "sha256:0facf7e87d38f721f0af46fe70d97373a37701b1c09f7ed7aeeb292ade5c050f", size = 4633005, upload-time = "2026-01-21T15:52:04.726Z" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/0b/38/db33686f4b5fa64d7af40d96361f6a4615b8c6c8f1b3d334eee46ae6160e/pandas-3.0.0-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:9803b31f5039b3c3b10cc858c5e40054adb4b29b4d81cb2fd789f4121c8efbcd", size = 10334013, upload-time = "2026-01-21T15:50:34.771Z" },
+    { url = "https://files.pythonhosted.org/packages/a5/7b/9254310594e9774906bacdd4e732415e1f86ab7dbb4b377ef9ede58cd8ec/pandas-3.0.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:14c2a4099cd38a1d18ff108168ea417909b2dea3bd1ebff2ccf28ddb6a74d740", size = 9874154, upload-time = "2026-01-21T15:50:36.67Z" },
+    { url = "https://files.pythonhosted.org/packages/63/d4/726c5a67a13bc66643e66d2e9ff115cead482a44fc56991d0c4014f15aaf/pandas-3.0.0-cp312-cp312-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:d257699b9a9960e6125686098d5714ac59d05222bef7a5e6af7a7fd87c650801", size = 10384433, upload-time = "2026-01-21T15:50:39.132Z" },
+    { url = "https://files.pythonhosted.org/packages/bf/2e/9211f09bedb04f9832122942de8b051804b31a39cfbad199a819bb88d9f3/pandas-3.0.0-cp312-cp312-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:69780c98f286076dcafca38d8b8eee1676adf220199c0a39f0ecbf976b68151a", size = 10864519, upload-time = "2026-01-21T15:50:41.043Z" },
+    { url = "https://files.pythonhosted.org/packages/00/8d/50858522cdc46ac88b9afdc3015e298959a70a08cd21e008a44e9520180c/pandas-3.0.0-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:4a66384f017240f3858a4c8a7cf21b0591c3ac885cddb7758a589f0f71e87ebb", size = 11394124, upload-time = "2026-01-21T15:50:43.377Z" },
+    { url = "https://files.pythonhosted.org/packages/86/3f/83b2577db02503cd93d8e95b0f794ad9d4be0ba7cb6c8bcdcac964a34a42/pandas-3.0.0-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:be8c515c9bc33989d97b89db66ea0cececb0f6e3c2a87fcc8b69443a6923e95f", size = 11920444, upload-time = "2026-01-21T15:50:45.932Z" },
+    { url = "https://files.pythonhosted.org/packages/64/2d/4f8a2f192ed12c90a0aab47f5557ece0e56b0370c49de9454a09de7381b2/pandas-3.0.0-cp312-cp312-win_amd64.whl", hash = "sha256:a453aad8c4f4e9f166436994a33884442ea62aa8b27d007311e87521b97246e1", size = 9730970, upload-time = "2026-01-21T15:50:47.962Z" },
+    { url = "https://files.pythonhosted.org/packages/d4/64/ff571be435cf1e643ca98d0945d76732c0b4e9c37191a89c8550b105eed1/pandas-3.0.0-cp312-cp312-win_arm64.whl", hash = "sha256:da768007b5a33057f6d9053563d6b74dd6d029c337d93c6d0d22a763a5c2ecc0", size = 9041950, upload-time = "2026-01-21T15:50:50.422Z" },
+    { url = "https://files.pythonhosted.org/packages/6f/fa/7f0ac4ca8877c57537aaff2a842f8760e630d8e824b730eb2e859ffe96ca/pandas-3.0.0-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:b78d646249b9a2bc191040988c7bb524c92fa8534fb0898a0741d7e6f2ffafa6", size = 10307129, upload-time = "2026-01-21T15:50:52.877Z" },
+    { url = "https://files.pythonhosted.org/packages/6f/11/28a221815dcea4c0c9414dfc845e34a84a6a7dabc6da3194498ed5ba4361/pandas-3.0.0-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:bc9cba7b355cb4162442a88ce495e01cb605f17ac1e27d6596ac963504e0305f", size = 9850201, upload-time = "2026-01-21T15:50:54.807Z" },
+    { url = "https://files.pythonhosted.org/packages/ba/da/53bbc8c5363b7e5bd10f9ae59ab250fc7a382ea6ba08e4d06d8694370354/pandas-3.0.0-cp313-cp313-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:3c9a1a149aed3b6c9bf246033ff91e1b02d529546c5d6fb6b74a28fea0cf4c70", size = 10354031, upload-time = "2026-01-21T15:50:57.463Z" },
+    { url = "https://files.pythonhosted.org/packages/f7/a3/51e02ebc2a14974170d51e2410dfdab58870ea9bcd37cda15bd553d24dc4/pandas-3.0.0-cp313-cp313-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:95683af6175d884ee89471842acfca29172a85031fccdabc35e50c0984470a0e", size = 10861165, upload-time = "2026-01-21T15:50:59.32Z" },
+    { url = "https://files.pythonhosted.org/packages/a5/fe/05a51e3cac11d161472b8297bd41723ea98013384dd6d76d115ce3482f9b/pandas-3.0.0-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:1fbbb5a7288719e36b76b4f18d46ede46e7f916b6c8d9915b756b0a6c3f792b3", size = 11359359, upload-time = "2026-01-21T15:51:02.014Z" },
+    { url = "https://files.pythonhosted.org/packages/ee/56/ba620583225f9b85a4d3e69c01df3e3870659cc525f67929b60e9f21dcd1/pandas-3.0.0-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:8e8b9808590fa364416b49b2a35c1f4cf2785a6c156935879e57f826df22038e", size = 11912907, upload-time = "2026-01-21T15:51:05.175Z" },
+    { url = "https://files.pythonhosted.org/packages/c9/8c/c6638d9f67e45e07656b3826405c5cc5f57f6fd07c8b2572ade328c86e22/pandas-3.0.0-cp313-cp313-win_amd64.whl", hash = "sha256:98212a38a709feb90ae658cb6227ea3657c22ba8157d4b8f913cd4c950de5e7e", size = 9732138, upload-time = "2026-01-21T15:51:07.569Z" },
+    { url = "https://files.pythonhosted.org/packages/7b/bf/bd1335c3bf1770b6d8fed2799993b11c4971af93bb1b729b9ebbc02ca2ec/pandas-3.0.0-cp313-cp313-win_arm64.whl", hash = "sha256:177d9df10b3f43b70307a149d7ec49a1229a653f907aa60a48f1877d0e6be3be", size = 9033568, upload-time = "2026-01-21T15:51:09.484Z" },
+    { url = "https://files.pythonhosted.org/packages/8e/c6/f5e2171914d5e29b9171d495344097d54e3ffe41d2d85d8115baba4dc483/pandas-3.0.0-cp313-cp313t-macosx_10_13_x86_64.whl", hash = "sha256:2713810ad3806767b89ad3b7b69ba153e1c6ff6d9c20f9c2140379b2a98b6c98", size = 10741936, upload-time = "2026-01-21T15:51:11.693Z" },
+    { url = "https://files.pythonhosted.org/packages/51/88/9a0164f99510a1acb9f548691f022c756c2314aad0d8330a24616c14c462/pandas-3.0.0-cp313-cp313t-macosx_11_0_arm64.whl", hash = "sha256:15d59f885ee5011daf8335dff47dcb8a912a27b4ad7826dc6cbe809fd145d327", size = 10393884, upload-time = "2026-01-21T15:51:14.197Z" },
+    { url = "https://files.pythonhosted.org/packages/e0/53/b34d78084d88d8ae2b848591229da8826d1e65aacf00b3abe34023467648/pandas-3.0.0-cp313-cp313t-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:24e6547fb64d2c92665dd2adbfa4e85fa4fd70a9c070e7cfb03b629a0bbab5eb", size = 10310740, upload-time = "2026-01-21T15:51:16.093Z" },
+    { url = "https://files.pythonhosted.org/packages/5b/d3/bee792e7c3d6930b74468d990604325701412e55d7aaf47460a22311d1a5/pandas-3.0.0-cp313-cp313t-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:48ee04b90e2505c693d3f8e8f524dab8cb8aaf7ddcab52c92afa535e717c4812", size = 10700014, upload-time = "2026-01-21T15:51:18.818Z" },
+    { url = "https://files.pythonhosted.org/packages/55/db/2570bc40fb13aaed1cbc3fbd725c3a60ee162477982123c3adc8971e7ac1/pandas-3.0.0-cp313-cp313t-musllinux_1_2_aarch64.whl", hash = "sha256:66f72fb172959af42a459e27a8d8d2c7e311ff4c1f7db6deb3b643dbc382ae08", size = 11323737, upload-time = "2026-01-21T15:51:20.784Z" },
+    { url = "https://files.pythonhosted.org/packages/bc/2e/297ac7f21c8181b62a4cccebad0a70caf679adf3ae5e83cb676194c8acc3/pandas-3.0.0-cp313-cp313t-musllinux_1_2_x86_64.whl", hash = "sha256:4a4a400ca18230976724a5066f20878af785f36c6756e498e94c2a5e5d57779c", size = 11771558, upload-time = "2026-01-21T15:51:22.977Z" },
+    { url = "https://files.pythonhosted.org/packages/0a/46/e1c6876d71c14332be70239acce9ad435975a80541086e5ffba2f249bcf6/pandas-3.0.0-cp313-cp313t-win_amd64.whl", hash = "sha256:940eebffe55528074341a5a36515f3e4c5e25e958ebbc764c9502cfc35ba3faa", size = 10473771, upload-time = "2026-01-21T15:51:25.285Z" },
+    { url = "https://files.pythonhosted.org/packages/c0/db/0270ad9d13c344b7a36fa77f5f8344a46501abf413803e885d22864d10bf/pandas-3.0.0-cp314-cp314-macosx_10_15_x86_64.whl", hash = "sha256:597c08fb9fef0edf1e4fa2f9828dd27f3d78f9b8c9b4a748d435ffc55732310b", size = 10312075, upload-time = "2026-01-21T15:51:28.5Z" },
+    { url = "https://files.pythonhosted.org/packages/09/9f/c176f5e9717f7c91becfe0f55a52ae445d3f7326b4a2cf355978c51b7913/pandas-3.0.0-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:447b2d68ac5edcbf94655fe909113a6dba6ef09ad7f9f60c80477825b6c489fe", size = 9900213, upload-time = "2026-01-21T15:51:30.955Z" },
+    { url = "https://files.pythonhosted.org/packages/d9/e7/63ad4cc10b257b143e0a5ebb04304ad806b4e1a61c5da25f55896d2ca0f4/pandas-3.0.0-cp314-cp314-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:debb95c77ff3ed3ba0d9aa20c3a2f19165cc7956362f9873fce1ba0a53819d70", size = 10428768, upload-time = "2026-01-21T15:51:33.018Z" },
+    { url = "https://files.pythonhosted.org/packages/9e/0e/4e4c2d8210f20149fd2248ef3fff26623604922bd564d915f935a06dd63d/pandas-3.0.0-cp314-cp314-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:fedabf175e7cd82b69b74c30adbaa616de301291a5231138d7242596fc296a8d", size = 10882954, upload-time = "2026-01-21T15:51:35.287Z" },
+    { url = "https://files.pythonhosted.org/packages/c6/60/c9de8ac906ba1f4d2250f8a951abe5135b404227a55858a75ad26f84db47/pandas-3.0.0-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:412d1a89aab46889f3033a386912efcdfa0f1131c5705ff5b668dda88305e986", size = 11430293, upload-time = "2026-01-21T15:51:37.57Z" },
+    { url = "https://files.pythonhosted.org/packages/a1/69/806e6637c70920e5787a6d6896fd707f8134c2c55cd761e7249a97b7dc5a/pandas-3.0.0-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:e979d22316f9350c516479dd3a92252be2937a9531ed3a26ec324198a99cdd49", size = 11952452, upload-time = "2026-01-21T15:51:39.618Z" },
+    { url = "https://files.pythonhosted.org/packages/cb/de/918621e46af55164c400ab0ef389c9d969ab85a43d59ad1207d4ddbe30a5/pandas-3.0.0-cp314-cp314-win_amd64.whl", hash = "sha256:083b11415b9970b6e7888800c43c82e81a06cd6b06755d84804444f0007d6bb7", size = 9851081, upload-time = "2026-01-21T15:51:41.758Z" },
+    { url = "https://files.pythonhosted.org/packages/91/a1/3562a18dd0bd8c73344bfa26ff90c53c72f827df119d6d6b1dacc84d13e3/pandas-3.0.0-cp314-cp314-win_arm64.whl", hash = "sha256:5db1e62cb99e739fa78a28047e861b256d17f88463c76b8dafc7c1338086dca8", size = 9174610, upload-time = "2026-01-21T15:51:44.312Z" },
+    { url = "https://files.pythonhosted.org/packages/ce/26/430d91257eaf366f1737d7a1c158677caaf6267f338ec74e3a1ec444111c/pandas-3.0.0-cp314-cp314t-macosx_10_15_x86_64.whl", hash = "sha256:697b8f7d346c68274b1b93a170a70974cdc7d7354429894d5927c1effdcccd73", size = 10761999, upload-time = "2026-01-21T15:51:46.899Z" },
+    { url = "https://files.pythonhosted.org/packages/ec/1a/954eb47736c2b7f7fe6a9d56b0cb6987773c00faa3c6451a43db4beb3254/pandas-3.0.0-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:8cb3120f0d9467ed95e77f67a75e030b67545bcfa08964e349252d674171def2", size = 10410279, upload-time = "2026-01-21T15:51:48.89Z" },
+    { url = "https://files.pythonhosted.org/packages/20/fc/b96f3a5a28b250cd1b366eb0108df2501c0f38314a00847242abab71bb3a/pandas-3.0.0-cp314-cp314t-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:33fd3e6baa72899746b820c31e4b9688c8e1b7864d7aec2de7ab5035c285277a", size = 10330198, upload-time = "2026-01-21T15:51:51.015Z" },
+    { url = "https://files.pythonhosted.org/packages/90/b3/d0e2952f103b4fbef1ef22d0c2e314e74fc9064b51cee30890b5e3286ee6/pandas-3.0.0-cp314-cp314t-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:a8942e333dc67ceda1095227ad0febb05a3b36535e520154085db632c40ad084", size = 10728513, upload-time = "2026-01-21T15:51:53.387Z" },
+    { url = "https://files.pythonhosted.org/packages/76/81/832894f286df828993dc5fd61c63b231b0fb73377e99f6c6c369174cf97e/pandas-3.0.0-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:783ac35c4d0fe0effdb0d67161859078618b1b6587a1af15928137525217a721", size = 11345550, upload-time = "2026-01-21T15:51:55.329Z" },
+    { url = "https://files.pythonhosted.org/packages/34/a0/ed160a00fb4f37d806406bc0a79a8b62fe67f29d00950f8d16203ff3409b/pandas-3.0.0-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:125eb901e233f155b268bbef9abd9afb5819db74f0e677e89a61b246228c71ac", size = 11799386, upload-time = "2026-01-21T15:51:57.457Z" },
+    { url = "https://files.pythonhosted.org/packages/36/c8/2ac00d7255252c5e3cf61b35ca92ca25704b0188f7454ca4aec08a33cece/pandas-3.0.0-cp314-cp314t-win_amd64.whl", hash = "sha256:b86d113b6c109df3ce0ad5abbc259fe86a1bd4adfd4a31a89da42f84f65509bb", size = 10873041, upload-time = "2026-01-21T15:52:00.034Z" },
+    { url = "https://files.pythonhosted.org/packages/e6/3f/a80ac00acbc6b35166b42850e98a4f466e2c0d9c64054161ba9620f95680/pandas-3.0.0-cp314-cp314t-win_arm64.whl", hash = "sha256:1c39eab3ad38f2d7a249095f0a3d8f8c22cc0f847e98ccf5bbe732b272e2d9fa", size = 9441003, upload-time = "2026-01-21T15:52:02.281Z" },
+]
+
 [[package]]
 name = "pdbp"
 version = "1.8.2"
@@ -1023,6 +1105,7 @@ dependencies = [
     { name = "colorama" },
     { name = "colorlog" },
     { name = "cryptofeed" },
+    { name = "exchange-calendars" },
     { name = "httpx" },
     { name = "ib-insync" },
     { name = "msgspec" },
@@ -1098,6 +1181,7 @@ requires-dist = [
     { name = "colorama", specifier = ">=0.4.6,<0.5.0" },
     { name = "colorlog", specifier = ">=6.7.0,<7.0.0" },
     { name = "cryptofeed", specifier = ">=2.4.0,<3.0.0" },
+    { name = "exchange-calendars", specifier = ">=4.13.1" },
     { name = "httpx", specifier = ">=0.27.0,<0.28.0" },
     { name = "ib-insync", specifier = ">=0.9.86,<0.10.0" },
     { name = "msgspec", specifier = ">=0.19.0,<0.20" },
@@ -1159,11 +1243,11 @@ uis = [
 
 [[package]]
 name = "platformdirs"
-version = "4.5.1"
+version = "4.6.0"
 source = { registry = "https://pypi.org/simple" }
-sdist = { url = "https://files.pythonhosted.org/packages/cf/86/0248f086a84f01b37aaec0fa567b397df1a119f73c16f6c7a9aac73ea309/platformdirs-4.5.1.tar.gz", hash = "sha256:61d5cdcc6065745cdd94f0f878977f8de9437be93de97c1c12f853c9c0cdcbda", size = 21715, upload-time = "2025-12-05T13:52:58.638Z" }
+sdist = { url = "https://files.pythonhosted.org/packages/20/e5/474d0a8508029286b905622e6929470fb84337cfa08f9d09fbb624515249/platformdirs-4.6.0.tar.gz", hash = "sha256:4a13c2db1071e5846c3b3e04e5b095c0de36b2a24be9a3bc0145ca66fce4e328", size = 23433, upload-time = "2026-02-12T14:36:21.288Z" }
 wheels = [
-    { url = "https://files.pythonhosted.org/packages/cb/28/3bfe2fa5a7b9c46fe7e13c97bda14c895fb10fa2ebf1d0abb90e0cea7ee1/platformdirs-4.5.1-py3-none-any.whl", hash = "sha256:d03afa3963c806a9bed9d5125c8f4cb2fdaf74a55ab60e5d59b3fde758104d31", size = 18731, upload-time = "2025-12-05T13:52:56.823Z" },
+    { url = "https://files.pythonhosted.org/packages/da/10/1b0dcf51427326f70e50d98df21b18c228117a743a1fc515a42f8dc7d342/platformdirs-4.6.0-py3-none-any.whl", hash = "sha256:dd7f808d828e1764a22ebff09e60f175ee3c41876606a6132a688d809c7c9c73", size = 19549, upload-time = "2026-02-12T14:36:19.743Z" },
 ]
 
 [[package]]
@@ -1446,6 +1530,15 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/c7/21/705964c7812476f378728bdf590ca4b771ec72385c533964653c68e86bdc/pygments-2.19.2-py3-none-any.whl", hash = "sha256:86540386c03d588bb81d44bc3928634ff26449851e99741617ecb9037ee5ec0b", size = 1225217, upload-time = "2025-06-21T13:39:07.939Z" },
 ]
 
+[[package]]
+name = "pyluach"
+version = "2.3.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/11/11/42568c1568a75f8803c59f26d29af01a0890352b7a8e03d41ecda8bfb5dd/pyluach-2.3.0.tar.gz", hash = "sha256:ec6e30669d1df50c9ca160486da44a8195bb4c7a5d3d533990d0c5b03accd281", size = 26910, upload-time = "2025-09-09T20:24:39.651Z" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/8a/c8/f96208ade3ca4c23b372497d0788bcf0f2e0ff4310e5ee693366bc33fdf0/pyluach-2.3.0-py3-none-any.whl", hash = "sha256:4497b731aef59508b079dbf5f00bc5bf4329ac45090a6cd37b5a83756f0e69ab", size = 25914, upload-time = "2025-09-09T20:24:37.831Z" },
+]
+
 [[package]]
 name = "pyperclip"
 version = "1.11.0"
@@ -1865,6 +1958,15 @@ name = "tomlkit"
 version = "0.11.8"
 source = { git = "https://github.com/pikers/tomlkit.git?branch=piker_pin#8e0239a766e96739da700cd87cc00b48dbe7451f" }
 
+[[package]]
+name = "toolz"
+version = "1.1.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/11/d6/114b492226588d6ff54579d95847662fc69196bdeec318eb45393b24c192/toolz-1.1.0.tar.gz", hash = "sha256:27a5c770d068c110d9ed9323f24f1543e83b2f300a687b7891c1a6d56b697b5b", size = 52613, upload-time = "2025-10-17T04:03:21.661Z" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/fb/12/5911ae3eeec47800503a238d971e51722ccea5feb8569b735184d5fcdbc0/toolz-1.1.0-py3-none-any.whl", hash = "sha256:15ccc861ac51c53696de0a5d6d4607f99c210739caf987b5d2054f3efed429d8", size = 58093, upload-time = "2025-10-17T04:03:20.435Z" },
+]
+
 [[package]]
 name = "tractor"
 version = "0.1.0a6.dev0"
@@ -1904,7 +2006,7 @@ dev = [
     { name = "pytest", specifier = ">=8.3.5" },
     { name = "stackscope", specifier = ">=0.2.2,<0.3" },
     { name = "typing-extensions", specifier = ">=4.14.1" },
-    { name = "xonsh", specifier = ">=0.19.2" },
+    { name = "xonsh", specifier = ">=0.22.2" },
 ]
 devx = [
     { name = "greenback", specifier = ">=1.2.1,<2" },
@@ -1916,7 +2018,7 @@ repl = [
     { name = "prompt-toolkit", specifier = ">=3.0.50" },
     { name = "psutil", specifier = ">=7.0.0" },
     { name = "pyperclip", specifier = ">=1.9.0" },
-    { name = "xonsh", specifier = ">=0.19.2" },
+    { name = "xonsh", specifier = ">=0.22.2" },
 ]
 testing = [
     { name = "pexpect", specifier = ">=4.9.0,<5" },
@@ -2162,8 +2264,8 @@ wheels = [
 
 [[package]]
 name = "xonsh"
-version = "0.22.1"
-source = { git = "https://github.com/xonsh/xonsh.git?branch=main#336658ff0919f8d7bb96d581136d37d470a8fe99" }
+version = "0.22.3"
+source = { git = "https://github.com/xonsh/xonsh.git?branch=main#b446946fd94c3913e002318db1d1b41ee4fa1f9a" }
 
 [[package]]
 name = "yapic-json"