import unittest
from unittest.mock import patch
from app.website_scanner import classify_website, validate_url, scan_website
class WebsiteScannerTests(unittest.TestCase):
def test_rejects_unsafe_schemes_and_addresses(self):
for url in ('file:///etc/passwd', 'ftp://example.com', 'http://127.0.0.1/', 'http://169.254.169.254/latest/meta-data'):
with self.subTest(url=url):
with self.assertRaises(ValueError):
validate_url(url)
def test_classification_is_conservative(self):
self.assertEqual(classify_website(200, 'https://example.com', 'Acme Welcome '), 'healthy')
self.assertEqual(classify_website(404, 'https://example.com', ''), 'broken')
self.assertEqual(classify_website(200, 'https://example.com', 'under construction - coming soon'), 'under_construction')
self.assertEqual(classify_website(200, 'https://example.com', 'domain for sale parking'), 'parked')
self.assertEqual(classify_website(200, 'https://example.com', 'placeholder page'), 'placeholder')
self.assertEqual(classify_website(301, 'https://example.com', ''), 'redirect_only')
self.assertEqual(classify_website(None, 'https://example.com', '', error='timeout'), 'blocked')
self.assertEqual(classify_website(None, 'https://example.com', ''), 'unknown')
def test_metadata_and_signals_are_extracted_from_fixture(self):
html = '''Acme
Acme Solar Contact us Contact Email
WhatsApp Facebook '''
with patch('app.website_scanner._fetch', return_value={
'status': 200, 'final_url': 'https://acme.test/', 'redirect_chain': [],
'body': html.encode(), 'content_type': 'text/html', 'elapsed_ms': 12, 'tls': True, 'certificate_status': 'valid'
}):
result = scan_website('https://acme.test/')
self.assertEqual(result['classification'], 'healthy')
self.assertEqual(result['title'], 'Acme')
self.assertEqual(result['meta_description'], 'Solar experts')
self.assertEqual(result['language'], 'en')
self.assertEqual(result['headings'], ['Acme Solar', 'Contact us'])
self.assertTrue(result['responsive_signal'])
self.assertIn('wordpress', result['cms_hints'])
self.assertTrue(result['contact_page_signal'])
self.assertTrue(result['form_signal'])
self.assertTrue(result['mail_signal'])
self.assertTrue(result['whatsapp_signal'])
self.assertTrue(result['social_signal'])
self.assertEqual(result['certificate_status'], 'valid')
def test_limits_are_reported_not_as_missing_contact_data(self):
with patch('app.website_scanner._fetch', side_effect=ValueError('response_too_large')):
result = scan_website('https://example.com')
self.assertEqual(result['classification'], 'blocked')
self.assertEqual(result['error_code'], 'response_too_large')
self.assertIsNone(result['contact_page_signal'])
self.assertIsNone(result['mail_signal'])
if __name__ == '__main__':
unittest.main()