{ "checker": { "claims": [ { "claim": "jolly-roger flags visibilities contaminated by the Sun on a measurement set", "command": " SB39400.RACS_0635-31.beam0.small.ms --dry-run", "evidence": "Finished processing ms_path=PosixPath('SB39400.RACS_0635-31.beam0.small.ms')\n", "expected": "flagger processes the MS and reports completion", "input": "SB39400.RACS_0635-31.beam0.small.ms (test MS shipped in the package)", "kind": "claim", "outcome": "Real input produced the expected result: Finished processing ms_path=PosixPath('SB39400.RACS_0635-31.beam0.small.ms')", "returncode": 0, "source": "This package attempts to flag or modify visibilities that are contaminated by the Sun (or potentially some other bright source).", "source_checked": true, "source_file": "README.md", "verdict": "yes" }, { "claim": "The second mode applies a notch filter in delay space via jolly_tractor", "command": " tukey SB39400.RACS_0635-31.beam0.small.ms --dry-run", "evidence": "Delay notch: removes about 10 ns of delay around each object. Each channel can pick up at most 1% of the value of any other single channel, and channels up to about 100 MHz apart influence each other.\n\u001b[32;20mINFO\u001b[0m 2026-10-27 21:33:16.049: Spectral-line impact of nulling sun (Gaussian line profiles): lines narrower than one channel lose at most 1% of their peak brightness. No visibilities were modified.\n", "expected": "tractor reports its delay notch settings without modifying visibilities", "input": "SB39400.RACS_0635-31.beam0.small.ms with tukey subcommand, dry run", "kind": "claim", "outcome": "Real input produced the expected result: Delay notch: removes about 10 ns of delay around each object.", "returncode": 0, "source": "The second mode is the application of a notch filter in delay space, where the nulling is applied to the expected delay of the Sun for each timestep and baseline.", "source_checked": true, "source_file": "README.md", "verdict": "yes" } ], "cycle_checks": [ { "claim": "Scheduled or looping main behavior", "command": "", "evidence": "Entry points jolly_flagger and jolly_tractor (jolly_roger/flagger.py cli, jolly_roger/tractor.py cli) are one-shot CLIs with no scheduler, loop, cron, webhook or --once/--now trigger; grep found none.", "expected": "identify the product trigger", "input": "source inspection", "kind": "cycle", "outcome": "Entry points jolly_flagger and jolly_tractor (jolly_roger/flagger.py cli, jolly_roger/tractor.py cli) are one-shot CLIs with no scheduler, loop, cron, webhook or --once/--now trigger; grep found none.", "source": "repository entry points", "verdict": "yes" } ], "details": { "argv": [ "", "SB39400.RACS_0635-31.beam0.small.ms", "--dry-run" ], "kind": "cli", "needs_browser": false, "needs_credentials": false, "returncode": 0, "scope": "product operation", "stderr": "-27 21:33:07.964: ( 17, 24): uvw 100.00% & elev. 100.00% = Applied 100.00%\n[32;20mINFO[0m 2026-10-27 21:33:07.964: ( 17, 25): uvw 73.50% & elev. 100.00% = Applied 73.50%\n[32;20mINFO[0m 2026-10-27 21:33:07.964: ( 17, 34): uvw 40.28% & elev. 100.00% = Applied 40.28%\n[32;20mINFO[0m 2026-10-27 21:33:07.964: ( 18, 19): uvw 100.00% & elev. 100.00% = Applied 100.00%\n[32;20mINFO[0m 2026-10-27 21:33:07.965: ( 18, 20): uvw 100.00% & elev. 100.00% = Applied 100.00%\n[32;20mINFO[0m 2026-10-27 21:33:07.965: ( 18, 21): uvw 100.00% & elev. 100.00% = Applied 100.00%\n[32;20mINFO[0m 2026-10-27 21:33:07.965: ( 18, 24): uvw 100.00% & elev. 100.00% = Applied 100.00%\n[32;20mINFO[0m 2026-10-27 21:33:07.965: ( 18, 25): uvw 100.00% & elev. 100.00% = Applied 100.00%\n[32;20mINFO[0m 2026-10-27 21:33:07.966: ( 18, 26): uvw 75.69% & elev. 100.00% = Applied 75.69%\n[32;20mINFO[0m 2026-10-27 21:33:07.966: ( 18, 34): uvw 100.00% & elev. 100.00% = Applied 100.00%\n[32;20mINFO[0m 2026-10-27 21:33:07.966: ( 19, 20): uvw 100.00% & elev. 100.00% = Applied 100.00%\n[32;20mINFO[0m 2026-10-27 21:33:07.966: ( 19, 21): uvw 100.00% & elev. 100.00% = Applied 100.00%\n[excerpt truncated]", "stdout": "", "working": true }, "evidence_strength": "readme_checked", "example_checks": [ { "claim": "Documented flagger example with horizon and scale limits", "command": " SB39400.RACS_0635-31.beam0.small.ms --min-horizon-limit-deg -2 --max-horizon-limit-deg 30 --min-scale-deg 0.075 --dry-run", "deferred": false, "evidence": " 86.81% & elev. 100.00% = Applied 86.81%\n\u001b[32;20mINFO\u001b[0m 2026-10-27 21:33:20.429: ( 27, 30): uvw 100.00% & elev. 100.00% = Applied 100.00%\n\u001b[32;20mINFO\u001b[0m 2026-10-27 21:33:20.429: ( 28, 29): uvw 100.00% & elev. 100.00% = Applied 100.00%\n\u001b[32;20mINFO\u001b[0m 2026-10-27 21:33:20.430: ( 28, 34): uvw 79.28% & elev. 100.00% = Applied 79.28%\n\u001b[32;20mINFO\u001b[0m 2026-10-27 21:33:20.430: ( 32, 33): uvw 10.76% & elev. 100.00% = Applied 10.76%\n\u001b[32;20mINFO\u001b[0m 2026-10-27 21:33:20.430: \n\n\u001b[32;20mINFO\u001b[0m 2026-10-27 21:33:20.430: Finished processing ms_path=PosixPath('SB39400.RACS_0635-31.beam0.small.ms')", "expected": "flagger finishes processing the MS", "input": "SB39400.RACS_0635-31.beam0.small.ms --min-horizon-limit-deg -2 --max-horizon-limit-deg 30 --min-scale-deg 0.075 --dry-run", "kind": "example", "outcome": "command completed successfully", "returncode": 0, "source": "docs/flagging.md", "verdict": "yes" }, { "claim": "Repository test suite run via noxfile tests session", "command": " -q -p no:cacheprovider", "deferred": false, "evidence": "........................................................................ [ 71%]\n............................. [100%]\n\nLearn more about nbmake at https://github.com/treebeardtech/nbmake\n\n101 passed in 36.35s", "expected": "all tests pass", "input": "pytest", "kind": "example", "outcome": "command completed successfully", "returncode": 0, "source": "noxfile.py", "verdict": "yes" } ], "status": "PASS" }, "deviations": [ "pip install . failed first with a metadata-generation error because the snapshot had no Git metadata (setuptools_scm); fixed by the Git init/fetch/reset steps given in the task, then install succeeded.", "Test dependencies were installed with pip (pytest, pytest-cov, nbmake) instead of nox/uv, since nox is not required for the test run; pytest ran directly with pyproject's configuration (101 passed).", "README's example dataset (scienceData.EMU_1141-55...ms) is not available in the guest; used the test MS shipped in the package instead, and ran with --dry-run so the input is not modified.", "Tractor and flagger were run with --dry-run only; non-dry runs write FLAG/CORRECTED_DATA columns and were not exercised in replay." ], "fault_owner": null, "main_blocker": null, "operation": "Install jolly-roger from the pinned source and run the flagger (jolly_flagger) and nulling filter (jolly_tractor tukey) on a measurement set, plus the repository pytest suite", "operation_scope": "Linux guest, Python 3.12.3, venv at ; README requires Python >=3.11 (pyproject). Test MS shipped inside the package (SB39400.RACS_0635-31.beam0.small.ms.zip) used as input, copied to ", "outcome": "working", "plain_failure": null, "steps": [ "git init; git remote add origin https://github.com/flint-crew/jolly-roger; git fetch --depth 1 origin 3d4727bec9108fd4ebb4a1a4c3cbedde2db37810; git reset --mixed FETCH_HEAD", "python3 -m venv ; install .", " --help", " --help", " SB39400.RACS_0635-31.beam0.small.ms --dry-run", " tukey SB39400.RACS_0635-31.beam0.small.ms --dry-run", " (after pip install pytest pytest-cov nbmake)" ], "stuck_step": null, "suggested_fix": "None required for this run. Optional: the README could note that pip install from a source checkout needs Git metadata for version detection." }