Skip to content

ConcurrentPushStreamSubscriber

faststream.nats.subscriber.usecase.ConcurrentPushStreamSubscriber #

ConcurrentPushStreamSubscriber(*, max_workers, stream, subject, config, queue, extra_options, no_ack, no_reply, retry, broker_dependencies, broker_middlewares, title_, description_, include_in_schema)

Bases: ConcurrentMixin[Msg], _StreamSubscriber

Source code in faststream/nats/subscriber/usecase.py
def __init__(
    self,
    *,
    max_workers: int,
    stream: "JStream",
    # default args
    subject: str,
    config: "ConsumerConfig",
    queue: str,
    extra_options: Optional["AnyDict"],
    # Subscriber args
    no_ack: bool,
    no_reply: bool,
    retry: Union[bool, int],
    broker_dependencies: Iterable[Depends],
    broker_middlewares: Sequence["BrokerMiddleware[Msg]"],
    # AsyncAPI args
    title_: Optional[str],
    description_: Optional[str],
    include_in_schema: bool,
) -> None:
    super().__init__(
        max_workers=max_workers,
        # basic args
        stream=stream,
        subject=subject,
        config=config,
        queue=queue,
        extra_options=extra_options,
        # Propagated args
        no_ack=no_ack,
        no_reply=no_reply,
        retry=retry,
        broker_middlewares=broker_middlewares,
        broker_dependencies=broker_dependencies,
        # AsyncAPI args
        description_=description_,
        title_=title_,
        include_in_schema=include_in_schema,
    )

title_ instance-attribute #

title_ = title_

description_ instance-attribute #

description_ = description_

include_in_schema instance-attribute #

include_in_schema = include_in_schema

name property #

name

Returns the name of the API operation.

description property #

description

Returns the description of the API operation.

calls instance-attribute #

calls = []

running instance-attribute #

running = False

call_name property #

call_name

Returns the name of the handler call.

lock instance-attribute #

extra_watcher_options instance-attribute #

extra_watcher_options = {}

extra_context instance-attribute #

extra_context = {}

graceful_timeout instance-attribute #

graceful_timeout = None

producer instance-attribute #

producer = None

subject instance-attribute #

subject = subject

config instance-attribute #

config = config

extra_options instance-attribute #

extra_options = extra_options or {}

clear_subject property #

clear_subject

Compile test.{name} to test.* subject.

queue instance-attribute #

queue = queue

stream instance-attribute #

stream = stream

tasks instance-attribute #

tasks = []

send_stream instance-attribute #

send_stream

receive_stream instance-attribute #

receive_stream

max_workers instance-attribute #

max_workers = max_workers

limiter instance-attribute #

limiter = Semaphore(max_workers)

subscription instance-attribute #

subscription

setup #

setup(*, connection, logger, producer, graceful_timeout, extra_context, broker_parser, broker_decoder, apply_types, is_validate, _get_dependant, _call_decorators)
Source code in faststream/nats/subscriber/usecase.py
@override
def setup(  # type: ignore[override]
    self,
    *,
    connection: ConnectionType,
    # basic args
    logger: Optional["LoggerProto"],
    producer: Optional["ProducerProto"],
    graceful_timeout: Optional[float],
    extra_context: "AnyDict",
    # broker options
    broker_parser: Optional["CustomCallable"],
    broker_decoder: Optional["CustomCallable"],
    # dependant args
    apply_types: bool,
    is_validate: bool,
    _get_dependant: Optional[Callable[..., Any]],
    _call_decorators: Iterable["Decorator"],
) -> None:
    self._connection = connection

    super().setup(
        logger=logger,
        producer=producer,
        graceful_timeout=graceful_timeout,
        extra_context=extra_context,
        broker_parser=broker_parser,
        broker_decoder=broker_decoder,
        apply_types=apply_types,
        is_validate=is_validate,
        _get_dependant=_get_dependant,
        _call_decorators=_call_decorators,
    )

add_prefix #

add_prefix(prefix)

Include Subscriber in router.

Source code in faststream/nats/subscriber/usecase.py
def add_prefix(self, prefix: str) -> None:
    """Include Subscriber in router."""
    if self.subject:
        self.subject = "".join((prefix, self.subject))
    else:
        self.config.filter_subjects = [
            "".join((prefix, subject))
            for subject in (self.config.filter_subjects or ())
        ]

schema #

schema()

Returns the schema of the API operation as a dictionary of channel names and channel objects.

Source code in faststream/asyncapi/abc.py
def schema(self) -> Dict[str, Channel]:
    """Returns the schema of the API operation as a dictionary of channel names and channel objects."""
    if self.include_in_schema:
        return self.get_schema()
    else:
        return {}

add_middleware #

add_middleware(middleware)
Source code in faststream/broker/subscriber/usecase.py
def add_middleware(self, middleware: "BrokerMiddleware[MsgType]") -> None:
    self._broker_middlewares = (*self._broker_middlewares, middleware)

get_log_context #

get_log_context(message)

Log context factory using in self.consume scope.

Source code in faststream/nats/subscriber/usecase.py
def get_log_context(
    self,
    message: Annotated[
        Optional["StreamMessage[Msg]"],
        Doc("Message which we are building context for"),
    ],
) -> Dict[str, str]:
    """Log context factory using in `self.consume` scope."""
    return self.build_log_context(
        message=message,
        subject=self._resolved_subject_string,
        queue=self.queue,
        stream=self.stream.name,
    )

start async #

start()

Create NATS subscription and start consume tasks.

Source code in faststream/nats/subscriber/usecase.py
async def start(self) -> None:
    """Create NATS subscription and start consume tasks."""
    assert self._connection, NOT_CONNECTED_YET  # nosec B101

    await super().start()

    if self.calls:
        await self._create_subscription(connection=self._connection)

close async #

close()

Clean up handler subscription, cancel consume task in graceful mode.

Source code in faststream/broker/subscriber/mixins.py
async def close(self) -> None:
    """Clean up handler subscription, cancel consume task in graceful mode."""
    await super().close()

    for task in self.tasks:
        if not task.done():
            task.cancel()

    self.tasks = []

consume async #

consume(msg)

Consume a message asynchronously.

Source code in faststream/broker/subscriber/usecase.py
async def consume(self, msg: MsgType) -> Any:
    """Consume a message asynchronously."""
    if not self.running:
        return None

    try:
        return await self.process_message(msg)

    except StopConsume:
        # Stop handler at StopConsume exception
        await self.close()

    except SystemExit:
        # Stop handler at `exit()` call
        await self.close()

        if app := context.get("app"):
            app.exit()

    except Exception:  # nosec B110
        # All other exceptions were logged by CriticalLogMiddleware
        pass

process_message async #

process_message(msg)

Execute all message processing stages.

Source code in faststream/broker/subscriber/usecase.py
async def process_message(self, msg: MsgType) -> "Response":
    """Execute all message processing stages."""
    async with AsyncExitStack() as stack:
        stack.enter_context(self.lock)

        # Enter context before middlewares
        for k, v in self.extra_context.items():
            stack.enter_context(context.scope(k, v))

        stack.enter_context(context.scope("handler_", self))

        # enter all middlewares
        middlewares: List[BaseMiddleware] = []
        for base_m in self._broker_middlewares:
            middleware = base_m(msg)
            middlewares.append(middleware)
            await middleware.__aenter__()

        cache: Dict[Any, Any] = {}
        parsing_error: Optional[Exception] = None
        for h in self.calls:
            try:
                message = await h.is_suitable(msg, cache)
            except Exception as e:
                parsing_error = e
                break

            if message is not None:
                # Acknowledgement scope
                # TODO: move it to scope enter at `retry` option deprecation
                await stack.enter_async_context(
                    self.watcher(
                        message,
                        **self.extra_watcher_options,
                    )
                )

                stack.enter_context(
                    context.scope("log_context", self.get_log_context(message))
                )
                stack.enter_context(context.scope("message", message))

                # Middlewares should be exited before scope release
                for m in middlewares:
                    stack.push_async_exit(m.__aexit__)

                result_msg = ensure_response(
                    await h.call(
                        message=message,
                        # consumer middlewares
                        _extra_middlewares=(
                            m.consume_scope for m in middlewares[::-1]
                        ),
                    )
                )

                if not result_msg.correlation_id:
                    result_msg.correlation_id = message.correlation_id

                for p in chain(
                    self.__get_response_publisher(message),
                    h.handler._publishers,
                ):
                    await p.publish(
                        result_msg.body,
                        **result_msg.as_publish_kwargs(),
                        # publisher middlewares
                        _extra_middlewares=[
                            m.publish_scope for m in middlewares[::-1]
                        ],
                    )

                # Return data for tests
                return result_msg

        # Suitable handler was not found or
        # parsing/decoding exception occurred
        for m in middlewares:
            stack.push_async_exit(m.__aexit__)

        if parsing_error:
            raise parsing_error

        else:
            raise SubscriberNotFound(f"There is no suitable handler for {msg=}")

    # An error was raised and processed by some middleware
    return ensure_response(None)

get_one async #

get_one(*, timeout=5)
Source code in faststream/nats/subscriber/usecase.py
@override
async def get_one(
    self,
    *,
    timeout: float = 5,
) -> Optional["NatsMessage"]:
    assert self._connection, "Please, start() subscriber first"  # nosec B101
    assert (  # nosec B101
        not self.calls
    ), "You can't use `get_one` method if subscriber has registered handlers."

    if not self._fetch_sub:
        extra_options = {
            "pending_bytes_limit": self.extra_options["pending_bytes_limit"],
            "pending_msgs_limit": self.extra_options["pending_msgs_limit"],
            "durable": self.extra_options["durable"],
            "stream": self.extra_options["stream"],
        }
        if inbox_prefix := self.extra_options.get("inbox_prefix"):
            extra_options["inbox_prefix"] = inbox_prefix

        self._fetch_sub = await self._connection.pull_subscribe(
            subject=self.clear_subject,
            config=self.config,
            **extra_options,
        )

    try:
        raw_message = (
            await self._fetch_sub.fetch(
                batch=1,
                timeout=timeout,
            )
        )[0]
    except (TimeoutError, ConnectionClosedError):
        return None

    msg: NatsMessage = await process_msg(  # type: ignore[assignment]
        msg=raw_message,
        middlewares=self._broker_middlewares,
        parser=self._parser,
        decoder=self._decoder,
    )
    return msg

add_call #

add_call(*, filter_, parser_, decoder_, middlewares_, dependencies_)
Source code in faststream/broker/subscriber/usecase.py
def add_call(
    self,
    *,
    filter_: "Filter[Any]",
    parser_: Optional["CustomCallable"],
    decoder_: Optional["CustomCallable"],
    middlewares_: Sequence["SubscriberMiddleware[Any]"],
    dependencies_: Iterable["Depends"],
) -> Self:
    self._call_options = _CallOptions(
        filter=filter_,
        parser=parser_,
        decoder=decoder_,
        middlewares=middlewares_,
        dependencies=dependencies_,
    )
    return self

get_name abstractmethod #

get_name()

Name property fallback.

Source code in faststream/asyncapi/abc.py
@abstractmethod
def get_name(self) -> str:
    """Name property fallback."""
    raise NotImplementedError()

get_description #

get_description()

Returns the description of the handler.

Source code in faststream/broker/subscriber/usecase.py
def get_description(self) -> Optional[str]:
    """Returns the description of the handler."""
    if not self.calls:  # pragma: no cover
        return None

    else:
        return self.calls[0].description

get_schema abstractmethod #

get_schema()

Generate AsyncAPI schema.

Source code in faststream/asyncapi/abc.py
@abstractmethod
def get_schema(self) -> Dict[str, Channel]:
    """Generate AsyncAPI schema."""
    raise NotImplementedError()

get_payloads #

get_payloads()

Get the payloads of the handler.

Source code in faststream/broker/subscriber/usecase.py
def get_payloads(self) -> List[Tuple["AnyDict", str]]:
    """Get the payloads of the handler."""
    payloads: List[Tuple[AnyDict, str]] = []

    for h in self.calls:
        if h.dependant is None:
            raise SetupError("You should setup `Handler` at first.")

        body = parse_handler_params(
            h.dependant,
            prefix=f"{self.title_ or self.call_name}:Message",
        )

        payloads.append((body, to_camelcase(h.call_name)))

    if not self.calls:
        payloads.append(
            (
                {
                    "title": f"{self.title_ or self.call_name}:Message:Payload",
                },
                to_camelcase(self.call_name),
            )
        )

    return payloads

build_log_context staticmethod #

build_log_context(message, subject, *, queue='', stream='')

Static method to build log context out of self.consume scope.

Source code in faststream/nats/subscriber/usecase.py
@staticmethod
def build_log_context(
    message: Annotated[
        Optional["StreamMessage[MsgType]"],
        Doc("Message which we are building context for"),
    ],
    subject: Annotated[
        str,
        Doc("NATS subject we are listening"),
    ],
    *,
    queue: Annotated[
        str,
        Doc("Using queue group name"),
    ] = "",
    stream: Annotated[
        str,
        Doc("Stream object we are listening"),
    ] = "",
) -> Dict[str, str]:
    """Static method to build log context out of `self.consume` scope."""
    return {
        "subject": subject,
        "queue": queue,
        "stream": stream,
        "message_id": getattr(message, "message_id", ""),
    }

get_routing_hash staticmethod #

get_routing_hash(subject)

Get handler hash by outer data.

Using to find handler in broker.handlers dictionary.

Source code in faststream/nats/subscriber/usecase.py
@staticmethod
def get_routing_hash(
    subject: Annotated[
        str,
        Doc("NATS subject to consume messages"),
    ],
) -> int:
    """Get handler hash by outer data.

    Using to find handler in `broker.handlers` dictionary.
    """
    return hash(subject)

add_task #

add_task(coro)
Source code in faststream/broker/subscriber/mixins.py
def add_task(self, coro: Coroutine[Any, Any, Any]) -> None:
    self.tasks.append(asyncio.create_task(coro))

start_consume_task #

start_consume_task()
Source code in faststream/broker/subscriber/mixins.py
def start_consume_task(self) -> None:
    self.add_task(self._serve_consume_queue())