FM / nabawater

/var/www/vhosts/nabawater

Name	Size	Mode	Actions
.well-known/	-	0755	rm
admin/	-	0755	rm
api/	-	0755	rm
app/	-	0755	rm
backend/	-	0755	rm
common/	-	0755	rm
console/	-	0755	rm
environments/	-	0755	rm
frontend/	-	0755	rm
uploads/	-	0777	rm
vagrant/	-	0755	rm
vendor/	-	0755	rm
.gitignore	485	0644	edit dl rm
.htaccess	1444	0644	edit dl rm
codeception.yml	167	0644	edit dl rm
composer.json	2084	0644	edit dl rm
composer.lock	216131	0644	edit dl rm
error.log	0	0644	edit dl rm
google43eccc0a238614f1.html	53	0644	edit dl rm
init	8853	0644	edit dl rm
init.bat	511	0644	edit dl rm
LICENSE.md	1622	0644	edit dl rm
migrate.sql	4363	0644	edit dl rm
package-lock.json	27	0644	edit dl rm
README.md	20	0644	edit dl rm
robots.txt	1355	0644	edit dl rm
sitemap.xml	2078	0644	edit dl rm
yii	867	0755	edit dl rm

Edit: /var/www/vhosts/nabawater/robots.txt (1355B)

# robots.txt for Naba Water - https://nabawater.com.sa

User-agent: *
Allow: /

# Disallow admin and backend areas
Disallow: /admin/
Disallow: /backend/
Disallow: /api/

# Disallow application folders
Disallow: /app/
Disallow: /vendor/
Disallow: /console/
Disallow: /environments/
Disallow: /common/

# Disallow temporary and cache files
Disallow: /uploads/TEMP/
Disallow: */runtime/
Disallow: */cache/

# Disallow configuration files
Disallow: /*.json
Disallow: /*.yml
Disallow: /*.sql
Disallow: /*.bat
Disallow: /*.md

# Disallow search parameters to avoid duplicate content
Disallow: /*?*sort=
Disallow: /*?*filter=
Disallow: /*&*sort=
Disallow: /*&*filter=

# Allow access to CSS, JS, and images for better crawling
Allow: /frontend/web/theme/*.css
Allow: /frontend/web/theme/*.js
Allow: /frontend/web/theme/images/
Allow: /uploads/ads/
Allow: /uploads/*.jpg
Allow: /uploads/*.jpeg
Allow: /uploads/*.png
Allow: /uploads/*.gif
Allow: /uploads/*.webp

# Sitemap location
Sitemap: https://nabawater.com.sa/sitemap.xml

# Crawl-delay for polite crawling (optional)
User-agent: *
Crawl-delay: 1

# Allow all major search engines
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: YandexBot
Allow: /

# robots.txt for Naba Water - https://nabawater.com.sa User-agent: * Allow: / # Disallow admin and backend areas Disallow: /admin/ Disallow: /backend/ Disallow: /api/ # Disallow application folders Disallow: /app/ Disallow: /vendor/ Disallow: /console/ Disallow: /environments/ Disallow: /common/ # Disallow temporary and cache files Disallow: /uploads/TEMP/ Disallow: */runtime/ Disallow: */cache/ # Disallow configuration files Disallow: /*.json Disallow: /*.yml Disallow: /*.sql Disallow: /*.bat Disallow: /*.md # Disallow search parameters to avoid duplicate content Disallow: /*?*sort= Disallow: /*?*filter= Disallow: /*&*sort= Disallow: /*&*filter= # Allow access to CSS, JS, and images for better crawling Allow: /frontend/web/theme/*.css Allow: /frontend/web/theme/*.js Allow: /frontend/web/theme/images/ Allow: /uploads/ads/ Allow: /uploads/*.jpg Allow: /uploads/*.jpeg Allow: /uploads/*.png Allow: /uploads/*.gif Allow: /uploads/*.webp # Sitemap location Sitemap: https://nabawater.com.sa/sitemap.xml # Crawl-delay for polite crawling (optional) User-agent: * Crawl-delay: 1 # Allow all major search engines User-agent: Googlebot Allow: / User-agent: Googlebot-Image Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: / User-agent: DuckDuckBot Allow: / User-agent: Baiduspider Allow: / User-agent: YandexBot Allow: /