# Melita Energy - Robots.txt # Updated on September 24, 2025 # Global Energy Solutions Provider User-agent: * Allow: / # Allow all search engines to crawl localized content Allow: /tr/ Allow: /en/ Allow: /ru/ Allow: /de/ Allow: /tk/ # Allow static assets Allow: /_next/static/ Allow: /favicon.ico Allow: /images/ Allow: /css/ # Block admin and private areas Disallow: /admin/ Disallow: /api/ Disallow: /_next/webpack-hmr Disallow: /login Disallow: /dashboard # Block development environments Disallow: /dev/ Disallow: /staging/ Disallow: /test/ # Block sensitive files and directories Disallow: /*.json$ Disallow: /*.log$ Disallow: /private/ Disallow: /temp/ Disallow: /*.env$ Disallow: /*.config$ Disallow: /node_modules/ Disallow: /.git/ Disallow: /.next/ # Allow important SEO files Allow: /sitemap.xml Allow: /robots.txt # Block URL parameters that create duplicate content Disallow: /*?*sort= Disallow: /*?*filter= Disallow: /*?*page= # Crawl delay Crawl-delay: 1 # Sitemap location Sitemap: https://melitaenergy.com/sitemap.xml