###############################
#
# GoMeasure3D Website robots.txt

# Inform all bots that they are welcome to crawl the site
User-agent: *

# Disallow access to the WordPress admin area and backend files
Disallow: /wp-admin/
Disallow: /wp-includes/

# Disallow access to plugin and theme directories
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/

# Disallow access to uploaded media files
Disallow: /wp-content/uploads/

# Disallow access to CGI scripts
Disallow: /cgi-bin/

# Disallow access to sensitive WordPress files
Disallow: /wp-login.php
Disallow: /xmlrpc.php
Disallow: /readme.html
Disallow: /license.txt

# Disallow URLs with Query Parameters
Disallow: /*?id=

# Russian search bot
User-agent: Yandex
Disallow: /

User-agent: MJ12bot
Disallow: /

# Common spam bot user agents
User-agent: Semalt.com
Disallow: /

User-agent: buttons-for-website.com
Disallow: /

User-agent: darodar.com
Disallow: /

User-agent: priceg.com
Disallow: /

User-agent: blackhatworld.com
Disallow: /

# Block Baidu Search Engine
User-agent: Baiduspider
Disallow: /

# Block Baidu Image Search
User-agent: Baiduspider-image
Disallow: /

# Block Baidu Video Search
User-agent: Baiduspider-video
Disallow: /

# Specify Preferred Host
Host: gomeasure3d.com

# Specify the location of the XML sitemap
Sitemap: https://gomeasure3d.com/sitemap.xml

# 
#
###############################