User-agent: * Allow: / Allow: /login Allow: /register Allow: /home Allow: /search Allow: /registrations # Private/admin areas Disallow: /admin_portal Disallow: /maps_config Disallow: /deletion Disallow: /pending_queue Disallow: /pending_queue_single Disallow: /pending_user Disallow: /pending_airport Disallow: /pending_appeal Disallow: /taskmanager Disallow: /backup Disallow: /logs Disallow: /dev_sync Disallow: /manage/ Disallow: /manage_subscriptions # Internal account and workflow endpoints Disallow: /edit_profile Disallow: /change_password Disallow: /message_center Disallow: /delete_image/ Disallow: /register_click # Upload/screening/annotation internal endpoints Disallow: /upload Disallow: /upload_bulk Disallow: /bulk_upload Disallow: /temp_upload Disallow: /temp_upload_bulk Disallow: /screen_image Disallow: /screen_image_similar Disallow: /screening_check_similar Disallow: /annotate Disallow: /annotate_scene Disallow: /annotate_similar Disallow: /save_annotation Disallow: /save_scene_annotation Disallow: /save_similar_annotation # Dynamic search result pages (crawl budget protection - reduced) # Many search sub-routes commented out to reduce "Blocked by robots.txt" and improve indexing of profile-linked pages # Disallow: /search_registrations_by_ # Disallow: /search_user_by_ # Disallow: /search_airports_by_ # Disallow: /search_airlines_by_ # Disallow: /search_airport_by_ # Disallow: /search_airline_by_ Disallow: /global_search # Technical endpoints Disallow: /mollie/webhook Disallow: /_cron/ Sitemap: https://spotterhub.net/sitemap.xml