Skip to content
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion .github/workflows/codecov.yml
Original file line number Diff line number Diff line change
Expand Up @@ -31,7 +31,7 @@ jobs:
run: |
poetry env use python${{ matrix.python-version }}
- name: Install dependencies
run: poetry install --without=dev
run: poetry install --with dev
- name: Start PostgreSQL
run: |
cp pgmq_postgres.template.env pgmq_postgres.env
Expand Down
1 change: 0 additions & 1 deletion docker-compose.yml
Original file line number Diff line number Diff line change
@@ -1,4 +1,3 @@
version: '3.8'
services:
pgmq_postgres:
container_name: pgmq_postgres
Expand Down
58 changes: 29 additions & 29 deletions pgmq_sqlalchemy/queue.py
Original file line number Diff line number Diff line change
Expand Up @@ -485,13 +485,11 @@ def send_batch(
)
return self._send_batch_sync(queue_name, encode_list_to_psql(messages), delay)

def _read_sync(
self, queue_name: str, vt: Optional[int] = None
) -> Optional[Message]:
def _read_sync(self, queue_name: str, vt: int) -> Optional[Message]:
with self.session_maker() as session:
row = session.execute(
text("select * from pgmq.read(:queue_name,:vt,1);"),
{"queue_name": queue_name, "vt": vt or self.vt},
{"queue_name": queue_name, "vt": vt},
).fetchone()
session.commit()
if row is None:
Expand All @@ -500,14 +498,12 @@ def _read_sync(
msg_id=row[0], read_ct=row[1], enqueued_at=row[2], vt=row[3], message=row[4]
)

async def _read_async(
self, queue_name: str, vt: Optional[int] = None
) -> Optional[Message]:
async def _read_async(self, queue_name: str, vt: int) -> Optional[Message]:
async with self.session_maker() as session:
row = (
await session.execute(
text("select * from pgmq.read(:queue_name,:vt,1);"),
{"queue_name": queue_name, "vt": vt or self.vt},
{"queue_name": queue_name, "vt": vt},
)
).fetchone()
await session.commit()
Expand Down Expand Up @@ -584,15 +580,17 @@ def read(self, queue_name: str, vt: Optional[int] = None) -> Optional[Message]:
def _read_batch_sync(
self,
queue_name: str,
vt: int,
batch_size: int = 1,
vt: Optional[int] = None,
) -> Optional[List[Message]]:
if vt is None:
vt = self.vt
with self.session_maker() as session:
rows = session.execute(
text("select * from pgmq.read(:queue_name,:vt,:batch_size);"),
{
"queue_name": queue_name,
"vt": vt or self.vt,
"vt": vt,
"batch_size": batch_size,
},
).fetchall()
Expand All @@ -613,16 +611,16 @@ def _read_batch_sync(
async def _read_batch_async(
self,
queue_name: str,
vt: int,
batch_size: int = 1,
vt: Optional[int] = None,
) -> Optional[List[Message]]:
async with self.session_maker() as session:
rows = (
await session.execute(
text("select * from pgmq.read(:queue_name,:vt,:batch_size);"),
{
"queue_name": queue_name,
"vt": vt or self.vt,
"vt": vt,
"batch_size": batch_size,
},
)
Expand Down Expand Up @@ -663,6 +661,8 @@ def read_batch(
msgs:List[Message] = pgmq_client.read_batch('my_queue', batch_size=10, vt=10)

"""
if vt is None:
vt = self.vt
if self.is_async:
return self.loop.run_until_complete(
self._read_batch_async(queue_name, batch_size, vt)
Expand All @@ -672,7 +672,7 @@ def read_batch(
def _read_with_poll_sync(
self,
queue_name: str,
vt: Optional[int] = None,
vt: int,
qty: int = 1,
max_poll_seconds: int = 5,
poll_interval_ms: int = 100,
Expand All @@ -685,7 +685,7 @@ def _read_with_poll_sync(
),
{
"queue_name": queue_name,
"vt": vt or self.vt,
"vt": vt,
"qty": qty,
"max_poll_seconds": max_poll_seconds,
"poll_interval_ms": poll_interval_ms,
Expand All @@ -708,7 +708,7 @@ def _read_with_poll_sync(
async def _read_with_poll_async(
self,
queue_name: str,
vt: Optional[int] = None,
vt: int,
qty: int = 1,
max_poll_seconds: int = 5,
poll_interval_ms: int = 100,
Expand All @@ -722,7 +722,7 @@ async def _read_with_poll_async(
),
{
"queue_name": queue_name,
"vt": vt or self.vt,
"vt": vt,
"qty": qty,
"max_poll_seconds": max_poll_seconds,
"poll_interval_ms": poll_interval_ms,
Expand Down Expand Up @@ -799,6 +799,8 @@ def read_with_poll(
assert len(msgs) == 3 # will read at most 3 messages (qty=3)

"""
if vt is None:
vt = self.vt

if self.is_async:
return self.loop.run_until_complete(
Expand All @@ -810,14 +812,12 @@ def read_with_poll(
queue_name, vt, qty, max_poll_seconds, poll_interval_ms
)

def _set_vt_sync(
self, queue_name: str, msg_id: int, vt_offset: int
) -> Optional[Message]:
def _set_vt_sync(self, queue_name: str, msg_id: int, vt: int) -> Optional[Message]:
"""Set the visibility timeout for a message."""
with self.session_maker() as session:
row = session.execute(
text("select * from pgmq.set_vt(:queue_name,:msg_id,:vt_offset);"),
{"queue_name": queue_name, "msg_id": msg_id, "vt_offset": vt_offset},
text("select * from pgmq.set_vt(:queue_name,:msg_id,:vt);"),
{"queue_name": queue_name, "msg_id": msg_id, "vt": vt},
).fetchone()
session.commit()
if row is None:
Expand All @@ -827,17 +827,17 @@ def _set_vt_sync(
)

async def _set_vt_async(
self, queue_name: str, msg_id: int, vt_offset: int
self, queue_name: str, msg_id: int, vt: int
) -> Optional[Message]:
"""Set the visibility timeout for a message."""
async with self.session_maker() as session:
row = (
await session.execute(
text("select * from pgmq.set_vt(:queue_name,:msg_id,:vt_offset);"),
text("select * from pgmq.set_vt(:queue_name,:msg_id,:vt);"),
{
"queue_name": queue_name,
"msg_id": msg_id,
"vt_offset": vt_offset,
"vt": vt,
},
)
).fetchone()
Expand All @@ -849,7 +849,7 @@ async def _set_vt_async(
msg_id=row[0], read_ct=row[1], enqueued_at=row[2], vt=row[3], message=row[4]
)

def set_vt(self, queue_name: str, msg_id: int, vt_offset: int) -> Optional[Message]:
def set_vt(self, queue_name: str, msg_id: int, vt: int) -> Optional[Message]:
"""
.. _set_vt_method: ref:`pgmq_sqlalchemy.PGMQueue.set_vt`
.. |set_vt_method| replace:: :py:meth:`~pgmq_sqlalchemy.PGMQueue.set_vt`
Expand All @@ -859,7 +859,7 @@ def set_vt(self, queue_name: str, msg_id: int, vt_offset: int) -> Optional[Messa
Args:
queue_name (str): The name of the queue.
msg_id (int): The message id.
vt_offset (int): The visibility timeout in seconds.
vt (int): The visibility timeout in seconds.

Returns:
|schema_message_class|_ or ``None`` if the message does not exist.
Expand Down Expand Up @@ -902,15 +902,15 @@ def consumer_with_backoff_retry(pgmq_client: PGMQueue, queue_name: str):
pgmq_client.set_vt(
queue_name=query_name,
msg_id=msg.msg_id,
vt_offset=_exp_backoff_retry(msg)
vt=_exp_backoff_retry(msg)
)

"""
if self.is_async:
return self.loop.run_until_complete(
self._set_vt_async(queue_name, msg_id, vt_offset)
self._set_vt_async(queue_name, msg_id, vt)
)
return self._set_vt_sync(queue_name, msg_id, vt_offset)
return self._set_vt_sync(queue_name, msg_id, vt)

def _pop_sync(self, queue_name: str) -> Optional[Message]:
with self.session_maker() as session:
Expand Down
2 changes: 1 addition & 1 deletion pyproject.toml
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
[tool.poetry]
name = "pgmq-sqlalchemy"
version = "0.1.1"
version = "0.1.2"
description = "More flexible PGMQ Postgres extension Python client that using sqlalchemy ORM, supporting both async and sync engines, sessionmakers or built from dsn."
authors = ["jason810496 <[email protected]>"]
license = "MIT"
Expand Down
Loading