fix(sp37-followup): add SftpClient.stat() method
The SftpClient wrapper previously exposed write_file, list_inbound, list_inbound_names, download_inbound, and read_file — but NO stat(). The canonical cyclone.submission.submit_file helper needs to compare the local file size against the remote file size for idempotency (SKIPPED outcome short-circuit); the lack of stat() forced the helper to bypass the wrapper and open paramiko directly via submission/core.py:_default_sftp_factory. This commit adds: - SftpStat frozen dataclass: narrow projection of paramiko's SFTPAttributes (size + modified_at). Callers don't need paramiko. - SftpClient.stat(remote_path) -> SftpStat public method - _stat_stub + _stat_paramiko backends (mirrors the existing _read_file_stub / _read_file_paramiko pattern) - 8 new tests covering dataclass shape, frozen invariant, stub size, stub mtime, missing-file FileNotFoundError, large-file size, and the actual SKIPPED-outcome idempotency check from submit_file Also adds backend/var/ to .gitignore — contains HCPF-delivered inbound production files that should never be committed (same rationale as the existing ingest/ entry).
This commit is contained in:
@@ -0,0 +1,150 @@
|
||||
"""SP37 follow-up #5: SftpClient.stat() method.
|
||||
|
||||
The SftpClient wrapper previously exposed ``write_file``,
|
||||
``list_inbound``, ``list_inbound_names``, ``download_inbound``, and
|
||||
``read_file`` — but NO ``stat()``. The canonical
|
||||
``cyclone.submission.submit_file`` helper needs to compare the local
|
||||
file size against the remote file size for idempotency; the lack of
|
||||
``stat()`` forced the helper to bypass the wrapper and open paramiko
|
||||
directly (see ``submission/core.py:_default_sftp_factory``).
|
||||
|
||||
This file adds a ``stat()`` method to the wrapper so the helper can
|
||||
use ``SftpClient(block=b)`` instead of bypassing the wrapper. Tests
|
||||
cover the stub implementation only (paramiko real-mode tests would
|
||||
need a real SFTP server).
|
||||
"""
|
||||
from __future__ import annotations
|
||||
|
||||
from pathlib import Path
|
||||
|
||||
import pytest
|
||||
|
||||
from cyclone.clearhouse import SftpClient, SftpStat
|
||||
from cyclone.providers import SftpBlock
|
||||
|
||||
|
||||
def _stub_block(staging_dir: Path) -> SftpBlock:
|
||||
return SftpBlock(
|
||||
host="mft.example.com",
|
||||
port=22,
|
||||
username="user",
|
||||
auth={"password_keychain_account": "x"},
|
||||
paths={"inbound": "/inbound", "outbound": "/outbound"},
|
||||
staging_dir=str(staging_dir),
|
||||
stub=True,
|
||||
)
|
||||
|
||||
|
||||
@pytest.fixture
|
||||
def staging(tmp_path: Path) -> Path:
|
||||
"""A staging dir pre-populated with one file. Mirrors what the
|
||||
SP9 stub layout looks like when an operator has dropped a real
|
||||
inbound file for testing."""
|
||||
inbound = tmp_path / "inbound"
|
||||
inbound.mkdir(parents=True)
|
||||
(inbound / "test.txt").write_bytes(b"hello world\n")
|
||||
return tmp_path
|
||||
|
||||
|
||||
# ---- SftpStat dataclass ----------------------------------------------------- #
|
||||
|
||||
|
||||
def test_sftp_stat_dataclass_exists():
|
||||
"""The wrapper exposes a small SftpStat dataclass for the result.
|
||||
|
||||
Mirrors the paramiko ``SFTPAttributes`` shape (at least ``size``)
|
||||
but keeps the public surface narrow so callers can use it
|
||||
without depending on paramiko.
|
||||
"""
|
||||
assert SftpStat is not None
|
||||
stat = SftpStat(size=42, modified_at=None)
|
||||
assert stat.size == 42
|
||||
assert stat.modified_at is None
|
||||
|
||||
|
||||
def test_sftp_stat_is_frozen():
|
||||
"""SftpStat is a frozen dataclass so it can be hashed / used as a
|
||||
cache key by future callers without surprise mutation."""
|
||||
from dataclasses import FrozenInstanceError
|
||||
|
||||
stat = SftpStat(size=1, modified_at=None)
|
||||
with pytest.raises(FrozenInstanceError):
|
||||
stat.size = 2 # type: ignore[misc]
|
||||
|
||||
|
||||
# ---- Public method --------------------------------------------------------- #
|
||||
|
||||
|
||||
def test_sftp_client_has_stat_method():
|
||||
"""``SftpClient`` exposes a ``stat(remote_path)`` public method.
|
||||
|
||||
Guards the API surface — a future contributor who renames or
|
||||
removes ``stat()`` (forcing the helper to bypass the wrapper
|
||||
again) would break this test, prompting them to update the
|
||||
helper instead.
|
||||
"""
|
||||
assert hasattr(SftpClient, "stat")
|
||||
assert callable(SftpClient.stat)
|
||||
|
||||
|
||||
def test_sftp_client_stat_returns_size_in_stub_mode(staging: Path):
|
||||
"""Stub mode: ``stat(remote_path)`` returns the local staging
|
||||
file's size via ``os.stat_result.st_size``. Mirrors what a real
|
||||
paramiko ``SFTPAttributes.st_size`` would return for a remote file.
|
||||
"""
|
||||
client = SftpClient(block=_stub_block(staging))
|
||||
stat = client.stat("/inbound/test.txt")
|
||||
assert stat.size == len(b"hello world\n")
|
||||
|
||||
|
||||
def test_sftp_client_stat_returns_modified_at_in_stub_mode(staging: Path):
|
||||
"""Stub mode: ``stat`` populates ``modified_at`` from the local
|
||||
file's mtime. Mirrors paramiko's behavior for parity."""
|
||||
client = SftpClient(block=_stub_block(staging))
|
||||
stat = client.stat("/inbound/test.txt")
|
||||
assert stat.modified_at is not None
|
||||
|
||||
|
||||
def test_sftp_client_stat_raises_for_missing_file(staging: Path):
|
||||
"""Stub mode: ``stat`` raises ``FileNotFoundError`` for a path
|
||||
that doesn't exist locally — matches the real paramiko behavior
|
||||
(which raises ``IOError``/``FileNotFoundError``). The helper's
|
||||
SKIPPED-outcome short-circuit depends on this exception type.
|
||||
"""
|
||||
client = SftpClient(block=_stub_block(staging))
|
||||
with pytest.raises(FileNotFoundError):
|
||||
client.stat("/inbound/missing.txt")
|
||||
|
||||
|
||||
def test_sftp_client_stat_handles_large_file(staging: Path):
|
||||
"""Stub mode: ``stat`` returns the correct size for non-trivial files.
|
||||
|
||||
Sanity check: the size path doesn't truncate or accidentally
|
||||
cast (e.g. to int8) on larger files.
|
||||
"""
|
||||
payload = b"x" * (1024 * 1024) # 1 MiB
|
||||
(staging / "inbound" / "big.bin").write_bytes(payload)
|
||||
client = SftpClient(block=_stub_block(staging))
|
||||
stat = client.stat("/inbound/big.bin")
|
||||
assert stat.size == 1024 * 1024
|
||||
|
||||
|
||||
def test_sftp_client_stat_supports_idempotency_check(staging: Path):
|
||||
"""The submission helper's idempotency check works against the
|
||||
wrapper now.
|
||||
|
||||
Replays the SKIPPED-outcome check from
|
||||
``cyclone.submission.submit_file`` (lines 178-182) using the
|
||||
wrapper directly. Before this follow-up, the helper had to open
|
||||
paramiko directly because the wrapper lacked ``stat()``.
|
||||
"""
|
||||
payload = b"identical contents"
|
||||
(staging / "outbound").mkdir(parents=True, exist_ok=True)
|
||||
(staging / "outbound" / "claim.x12").write_bytes(payload)
|
||||
|
||||
client = SftpClient(block=_stub_block(staging))
|
||||
local_size = len(payload)
|
||||
# stat() returns the size that was previously uploaded.
|
||||
remote_stat = client.stat("/outbound/claim.x12")
|
||||
assert remote_stat.size == local_size # idempotency check passes
|
||||
# → SKIPPED outcome in the submission helper
|
||||
Reference in New Issue
Block a user