# drlevi.co.il robots.txt User-agent: * Allow: / Allow: /sitemap.xml # Disallow admin and private areas Disallow: /admin/ Disallow: /private/ Disallow: /wp-admin/ Disallow: /wp-includes/ # Allow crawling of important content Allow: /מאמרים/ Allow: /assets/ # Crawl-delay for better server performance Crawl-delay: 10 # Sitemap location Sitemap: https://drlevi.co.il/sitemap.xml