| 1234567891011121314151617181920212223242526272829303132333435363738 |
- from unittest.mock import patch
- from agent_ai.scraping import fetch_all_pages_content
- @patch("agent_ai.scraping.session.get")
- def test_fetch_success(mock_get):
- mock_get.return_value.status_code = 200
- mock_get.return_value.text = '''
- <textarea name="wikitext">Sample content</textarea>
- '''
- urls = ["https://example.com/page"]
- result = fetch_all_pages_content(urls)
- assert result[urls[0]] == "Sample content"
- @patch("agent_ai.scraping.session.get")
- def test_fetch_no_textarea(mock_get):
- mock_get.return_value.status_code = 200
- mock_get.return_value.text = "<html>No textarea</html>"
- urls = ["https://example.com/no-textarea"]
- result = fetch_all_pages_content(urls)
- assert urls[0] not in result
- @patch("agent_ai.scraping.session.get")
- def test_fetch_error_status(mock_get):
- mock_get.return_value.status_code = 404
- urls = ["https://example.com/404"]
- result = fetch_all_pages_content(urls)
- assert urls[0] not in result
- @patch("agent_ai.scraping.session.get")
- def test_fetch_exception(mock_get):
- mock_get.side_effect = Exception("Network error")
- urls = ["https://example.com/error"]
- result = fetch_all_pages_content(urls)
- assert urls[0] not in result
|