import sys
import os
sys.path.insert(0, os.path.abspath(os.path.join(os.path.dirname(__file__), '..')))
from unittest.mock import patch
from agent_ai.scraping import fetch_all_pages_content
@patch("agent_ai.scraping.session.get")
def test_fetch_success(mock_get):
mock_get.return_value.status_code = 200
mock_get.return_value.text = '''
Sample content
'''
urls = ["https://example.com/page"]
url_texts, new_hashes = fetch_all_pages_content(urls, {})
assert url_texts[urls[0]] == "Sample content"
@patch("agent_ai.scraping.session.get")
def test_fetch_no_textarea(mock_get):
mock_get.return_value.status_code = 200
mock_get.return_value.text = "No textarea"
urls = ["https://example.com/no-textarea"]
result = fetch_all_pages_content(urls, {})
assert urls[0] not in result
@patch("agent_ai.scraping.session.get")
def test_fetch_error_status(mock_get):
mock_get.return_value.status_code = 404
urls = ["https://example.com/404"]
result = fetch_all_pages_content(urls, {})
assert urls[0] not in result
@patch("agent_ai.scraping.session.get")
def test_fetch_exception(mock_get):
mock_get.side_effect = Exception("Network error")
urls = ["https://example.com/error"]
result = fetch_all_pages_content(urls, {})
assert urls[0] not in result