60 lines
3.6 KiB
Python
60 lines
3.6 KiB
Python
|
import unittest
|
||
|
|
from unittest.mock import patch
|
||
|
|
|
||
|
|
from app.website_scanner import classify_website, validate_url, scan_website
|
||
|
|
|
||
|
|
|
||
|
|
class WebsiteScannerTests(unittest.TestCase):
|
||
|
|
def test_rejects_unsafe_schemes_and_addresses(self):
|
||
|
|
for url in ('file:///etc/passwd', 'ftp://example.com', 'http://127.0.0.1/', 'http://169.254.169.254/latest/meta-data'):
|
||
|
|
with self.subTest(url=url):
|
||
|
|
with self.assertRaises(ValueError):
|
||
|
|
validate_url(url)
|
||
|
|
|
||
|
|
def test_classification_is_conservative(self):
|
||
|
|
self.assertEqual(classify_website(200, 'https://example.com', '<html><title>Acme</title><h1>Welcome</h1></html>'), 'healthy')
|
||
|
|
self.assertEqual(classify_website(404, 'https://example.com', ''), 'broken')
|
||
|
|
self.assertEqual(classify_website(200, 'https://example.com', '<html>under construction - coming soon</html>'), 'under_construction')
|
||
|
|
self.assertEqual(classify_website(200, 'https://example.com', '<html>domain for sale parking</html>'), 'parked')
|
||
|
|
self.assertEqual(classify_website(200, 'https://example.com', '<html>placeholder page</html>'), 'placeholder')
|
||
|
|
self.assertEqual(classify_website(301, 'https://example.com', ''), 'redirect_only')
|
||
|
|
self.assertEqual(classify_website(None, 'https://example.com', '', error='timeout'), 'blocked')
|
||
|
|
self.assertEqual(classify_website(None, 'https://example.com', ''), 'unknown')
|
||
|
|
|
||
|
|
def test_metadata_and_signals_are_extracted_from_fixture(self):
|
||
|
|
html = '''<!doctype html><html lang="en"><head><title>Acme</title>
|
||
|
|
<meta name="description" content="Solar experts"><meta name="viewport" content="width=device-width, initial-scale=1">
|
||
|
|
<meta name="generator" content="WordPress 6"><link rel="stylesheet" href="/style.css"></head>
|
||
|
|
<body><h1>Acme Solar</h1><h2>Contact us</h2><a href="/contact">Contact</a><a href="mailto:hi@acme.test">Email</a>
|
||
|
|
<a href="https://wa.me/27123456789">WhatsApp</a><a href="https://facebook.com/acme">Facebook</a><form action="/contact"></form></body></html>'''
|
||
|
|
with patch('app.website_scanner._fetch', return_value={
|
||
|
|
'status': 200, 'final_url': 'https://acme.test/', 'redirect_chain': [],
|
||
|
|
'body': html.encode(), 'content_type': 'text/html', 'elapsed_ms': 12, 'tls': True, 'certificate_status': 'valid'
|
||
|
|
}):
|
||
|
|
result = scan_website('https://acme.test/')
|
||
|
|
self.assertEqual(result['classification'], 'healthy')
|
||
|
|
self.assertEqual(result['title'], 'Acme')
|
||
|
|
self.assertEqual(result['meta_description'], 'Solar experts')
|
||
|
|
self.assertEqual(result['language'], 'en')
|
||
|
|
self.assertEqual(result['headings'], ['Acme Solar', 'Contact us'])
|
||
|
|
self.assertTrue(result['responsive_signal'])
|
||
|
|
self.assertIn('wordpress', result['cms_hints'])
|
||
|
|
self.assertTrue(result['contact_page_signal'])
|
||
|
|
self.assertTrue(result['form_signal'])
|
||
|
|
self.assertTrue(result['mail_signal'])
|
||
|
|
self.assertTrue(result['whatsapp_signal'])
|
||
|
|
self.assertTrue(result['social_signal'])
|
||
|
|
self.assertEqual(result['certificate_status'], 'valid')
|
||
|
|
|
||
|
|
def test_limits_are_reported_not_as_missing_contact_data(self):
|
||
|
|
with patch('app.website_scanner._fetch', side_effect=ValueError('response_too_large')):
|
||
|
|
result = scan_website('https://example.com')
|
||
|
|
self.assertEqual(result['classification'], 'blocked')
|
||
|
|
self.assertEqual(result['error_code'], 'response_too_large')
|
||
|
|
self.assertIsNone(result['contact_page_signal'])
|
||
|
|
self.assertIsNone(result['mail_signal'])
|
||
|
|
|
||
|
|
|
||
|
|
if __name__ == '__main__':
|
||
|
|
unittest.main()
|