mirror of
https://github.com/OpenBMB/ChatDev.git
synced 2026-11-18 07:50:38 +00:00
69 lines
4.2 KiB
Python
69 lines
4.2 KiB
Python
import json
|
|
from pathlib import Path
|
|
import tempfile
|
|
import uuid
|
|
import unittest
|
|
from unittest.mock import patch
|
|
|
|
from scripts.research_browser import inline_anchor_targets, is_access_challenge, page_chunk
|
|
from sgar_mvp.src.research_navigation_audit import record_navigation, url_identity
|
|
|
|
|
|
class NavigationDiagnosticsTests(unittest.TestCase):
|
|
def test_http_200_challenge_requires_corroborating_page_content(self):
|
|
body = "Example\nVerifying your browser\nComplete the check below to continue to Example."
|
|
self.assertTrue(is_access_challenge("Verifying your browser | Example", body))
|
|
self.assertFalse(is_access_challenge("Login guide", body))
|
|
self.assertFalse(is_access_challenge("Verifying your browser", "How to confirm your installed version"))
|
|
self.assertFalse(is_access_challenge("Verification report", "An appendix discusses browser checks"))
|
|
for marker in ("Verify you are human", "Checking your browser", "Just a moment..."):
|
|
self.assertTrue(is_access_challenge("Example", marker))
|
|
|
|
def test_join_matches_requested_or_redirected_url_without_logging_query_or_snippets(self):
|
|
def observation(tool, number, body, **kw):
|
|
return json.dumps({"session_id":"S", "turn_id":"T", "observation_id":number,
|
|
"observation_sha256":"0"*64, "resource_id":"tool."+tool+".v1",
|
|
"status":"success", "public_result":body, **kw})
|
|
source = "https://Sources.example:443/item?token=private-value#ref"
|
|
search = observation("searxng_search", "obs_1", {"result_count":1, "records":[
|
|
{"rank":1, "title":"Report", "url":source, "content":"private snippet"}]})
|
|
read = observation("browser_read_page", "obs_2", {"final_url":"https://mirror.example/a", "title":"Report"})
|
|
directory = Path(tempfile.gettempdir()) / ("navigation-" + uuid.uuid4().hex)
|
|
directory.mkdir()
|
|
self.addCleanup(directory.rmdir)
|
|
trace_path = directory / "research_navigation.jsonl"
|
|
self.addCleanup(trace_path.unlink, missing_ok=True)
|
|
record_navigation(directory, {"query":"raw-search-phrase"}, search)
|
|
record_navigation(directory, {"url":source.split("#")[0]}, read)
|
|
record_navigation(directory, {}, observation("searxng_search","obs_3",{},public_result_complete=False))
|
|
raw = trace_path.read_text(encoding="utf8")
|
|
s, b, partial = map(json.loads, raw.splitlines())
|
|
self.assertEqual(s["candidates"][0]["url"], b["requested"])
|
|
self.assertNotEqual(b["requested"], b["final"])
|
|
self.assertTrue(s["complete_list"])
|
|
self.assertFalse(partial["complete_list"])
|
|
for omitted in ("private-value", "private snippet", "raw-search-phrase"):
|
|
self.assertNotIn(omitted, raw)
|
|
self.assertIsNone(url_identity("https://user:secret@example.org/p"))
|
|
self.assertNotEqual(url_identity("https://x.test/?id=1"), url_identity("https://x.test/?id=2"))
|
|
|
|
def test_recorder_failure_does_not_propagate(self):
|
|
with patch("os.open", side_effect=OSError("private path")), self.assertLogs(level="WARNING") as logs:
|
|
record_navigation(Path("."), {}, json.dumps({"resource_id":"tool.browser_read_page.v1",
|
|
"session_id":"S", "turn_id":"T", "observation_id":"obs_1", "status":"failure",
|
|
"observation_sha256":"a"*64}))
|
|
self.assertNotIn("private path", str(logs.output))
|
|
|
|
def test_ambiguous_labels_skipped_offsets_still_reconstruct_text(self):
|
|
text = "Reference Reference\n" + "z"*4980 + " Bulletin\n" + "q"*1000
|
|
annotations = [("Reference","https://example.org/a"), ("Bulletin","https://example.org/b")]
|
|
annotated = inline_anchor_targets(text, annotations)
|
|
self.assertEqual(annotated, text.replace("Bulletin","Bulletin (https://example.org/b)"))
|
|
page = {"text":annotated, "links":[{"text":"Reference","url":"https://example.org/a"}], "page_id":"fixture"}
|
|
a = page_chunk(page)
|
|
b = page_chunk(page, a["next_text_offset"])
|
|
self.assertEqual(a["text"] + b["text"], annotated)
|
|
self.assertEqual(a["links"], page["links"])
|
|
long_text = "T"*249999 + "X"
|
|
self.assertEqual(inline_anchor_targets(long_text,[("X","https://x.org/")]), long_text)
|