#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html

User-agent: *
Crawl-delay: 10
# CSS, JS, Images
Allow: /misc/*.css$
Allow: /misc/*.css?
Allow: /misc/*.js$
Allow: /misc/*.js?
Allow: /misc/*.gif
Allow: /misc/*.jpg
Allow: /misc/*.jpeg
Allow: /misc/*.png
Allow: /modules/*.css$
Allow: /modules/*.css?
Allow: /modules/*.js$
Allow: /modules/*.js?
Allow: /modules/*.gif
Allow: /modules/*.jpg
Allow: /modules/*.jpeg
Allow: /modules/*.png
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /themes/*.css$
Allow: /themes/*.css?
Allow: /themes/*.js$
Allow: /themes/*.js?
Allow: /themes/*.gif
Allow: /themes/*.jpg
Allow: /themes/*.jpeg
Allow: /themes/*.png
# Directories
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /themes/
# Files
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /INSTALL.sqlite.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=filter/tips/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/
Disallow: /?q=user/logout/
# Paths (Test URLs)
Disallow: /products/deployment/test-general-page
Noindex: /products/deployment/test-general-page
Disallow: /products/deployment/test-general-page-content
Noindex: /products/deployment/test-general-page-content
Disallow: /products/deployment/test-generic-content
Noindex: /products/deployment/test-generic-content
Disallow: /blog-tags/*
Noindex: /blog-tags/*
Disallow: /node/4386
Noindex: /node/4386
Disallow: /file/eventspng
Noindex: /file/eventspng
Disallow: /blog/search/data-breaches?page=*
Disallow: /blog/categories/security-news?page=*
Disallow: /customerupdate-20181114
Noindex: /customerupdate-20181114
Noindex: /file/*
Noindex: /node/*
Noindex: /blog/search/*
Noindex: /about/news-events/press-releases?page=*
Noindex: /about/news-events/news?page=*
Noindex: /resources?page=*
Noindex: /blog/categories/threat-research?page=*
Noindex: /resources/webinars?page=*
Disallow: /file/*
Disallow: /node/*
Disallow: /blog/search/*
Disallow: /about/news-events/press-releases?page=*
Disallow: /about/news-events/news?page=*
Disallow: /resources?page=*
Disallow: /blog/categories/threat-research?page=*
Disallow: /resources/webinars?page=*
Noindex: /covid-19-response
Disallow: /covid-19-response
Noindex: /de/resources/german-blog-post/was-bedeutet-sox-compliance
Noindex: /de/resources/german-blog-post/was-ist-ein-datenschutzbeauftragter-dsb
Noindex: /ja/resources/japanese-video/dlp基本動作デモ
Noindex: /other-posts-by-author/CEO
Noindex: /ja/resources/japanese-datasheet/network-dlp-datasheet
Noindex: /ja/resources/japanese-datasheet/managed-security-program
Noindex: /about/news-events/in-the-news/real-time-incident-response
Noindex: /webinar_gamification_of_dlp
Noindex: /about/news-events/in-the-news/daily-briefing-2
Noindex: /about/news-events/events/infosecurity-london-2020
Noindex: /resources/datasheet/digital-guardian-network-dlp
Noindex: /fr/resources/french-infographic/dont-get-hooked-how-recognize-and-avoid-phishing-attacks-infographic
Noindex: /webinar-klas-findings-on-healthcare-dlp-strategies
Noindex: /resources/whitepaper/definitive-guide-data-loss-prevention
Noindex: /when_do_managed_security_services_make_sense_webinar
Noindex: /webinar-stephen-katz-landing-your-first-ciso-job
Noindex: /about/news-events/in-the-news/how-edr-stops-hackers-their-tracks
Noindex: /about/news-events/events/it-sa-2020
Noindex: /webinar-451-research-data-centric-approach-to-endpoint-security
Noindex: /webinar-gartner-magic-quadrant-2016
Noindex: /webinar-two-key-questions-to-guide-your-data-protection-strategy
Noindex: /about/news-events/in-the-news/companies-suffer-data-breach-see-42-slide-stock-pric
Noindex: /about/news-events/in-the-news/daily-briefing
Noindex: /about/news-events/in-the-news/why-data-breaches-will-get-worse-things-get-better
Noindex: /resources/datasheet/data-protection-citrix-sharefile
Noindex: /about/news-events/events/black-hat-2020
Noindex: /about/news-events/events/italiasec-it-security-conference
Noindex: /resources/datasheet/digital-guardian-windows
Noindex: /about/news-events/in-the-news/if-i-knew-then…-digital-guardian-ceo-ken-levine
Noindex: /analyst-webinar-451-research-data-classification-for-better-data-protection
Noindex: /about/news-events/events/les-assises-de-la-sécurité-2020
Noindex: /about/news-events
Noindex: /about/news-events/in-the-news/crntv-meets-digital-guardians-marcus-brown
Noindex: /getting-successful-with-dlp-webinar
Noindex: /about/leadership
Noindex: /products-datasheets/advanced-threat-protection
Noindex: /resources/datasheet/digital-guardian-data-classification
Noindex: /about/news-events/in-the-news/10-best-security-swag-black-hat-2015
Noindex: /resources/datasheet/switch-symantec-dlp
Noindex: /resources/datasheet/data-protection-integration-fireeye
Noindex: /fr/resources/french-blog-post/what-is-a-dpo
Noindex: /about/news-events/in-the-news/vendors-use-black-hat-event-launch-new-products-announce-advances
Noindex: /webinar-recording-gartner-on-understanding-and-implementing-data-security-in-o365
Noindex: /resources/datasheet/digital-guardian-financial-services
Noindex: /about/news-events/in-the-news/sc-product-reviews-data-loss-prevention
Noindex: /about/news-events/events/ciso-conference-london
Noindex: /resources/whitepaper/security-audit-checklist
Noindex: /about/news-events/in-the-news/16-boston-tech-companies-watch-2016-bigger-co-edition
Noindex: /about/news-events/in-the-news/marsh-reveals-cyber-catalyst-designated-products
Noindex: /about/news-events/in-the-news/digital-guardian-launches-mdr-service
Noindex: /fr/resources/french-blog-post/what-is-sox-compliance
Noindex: /about/news-events/in-the-news/top-data-loss-prevention-dlp-solutions
Noindex: /resources/whitepaper/definitive-guide-data-classification
Noindex: /about/news-events/in-the-news/2020-sc-awards-trust-awards-finalists
Noindex: /resources/video/digital-guardian-and-fireeye-integration-better-malware-protection
Noindex: /resources/datasheet/digital-guardian-app-ibm-qradar
Noindex: /about/news-events/in-the-news/reviewdigital-guardian-–-data-protection-platform-76
Noindex: /about/news-events/in-the-news/aws-reinvent-2019-live-blog-amazon-cloud-partner-news-–-day-one
Noindex: /resources/datasheet/digital-guardian-endpoint-data-loss-prevention
Noindex: /about/news-events/in-the-news/141-cybersecurity-predictions-2020
Noindex: /resources/case-study/securing-new-england-federal-credit-union-member-pii
Noindex: /about/news-events/in-the-news/what-ciso-certifications-are-most-important-have
Noindex: /about/news-events/in-the-news/are-ehr-vendors-hackers’-next-big-target
Noindex: /about/news-events/in-the-news/what-are-data-manipulation-attacks-and-how-mitigate-against-them
Noindex: /about/news-events/in-the-news/digital-guardian-and-jabil-partner-cloud-delivered-cybersecurity
Noindex: /about/news-events/in-the-news/how-implement-data-first-security-strategy
Noindex: /resources/datasheet/digital-guardian-endpoint-detection-response
Noindex: /industry/technology
Noindex: /about/news-events/in-the-news/digital-guardian-launches-digital-guardian-analytics-reporting-cloud
Noindex: /about/news-events/in-the-news/cyber-consolidation-carbon-black-buys-confer-endpoint-security
Noindex: /resources/datasheet/digital-guardian-virtual-desktop-infrastructure
Noindex: /about/news-events/in-the-news/crn-women-channel-–-katy-lietzau
Noindex: /about/news-events/in-the-news/combat-insider-threats-arm-yourself-3-pronged-strategy
Noindex: /resources/whitepaper/definitive-guide-dlp-financial-services
Noindex: /about/news-events/in-the-news/10-hot-new-fireeye-tools-unveiled-fireeye-cyber-defense-summit
Noindex: /about/news-events/in-the-news/infographic-how-solve-cybersecurity-talent-gap-your-organization
Noindex: /about/news-events/in-the-news/hsbcs-voice-recognition-security-system-gets-pwned-bbc
Noindex: /about/news-events/in-the-news/crn-women-channel-–-elizabeth-carlin
Noindex: /about/news-events/in-the-news/meet-massachusetts’-fastest-growing-cybersecurity-tech-companies
Noindex: /resources/whitepaper/dlp-program-phase-1-project-charter
Noindex: /resources/webinar/how-classification-defines-your-data-security-strategy
Noindex: /resources/datasheet/digital-guardian-dlp-macos
Noindex: /about/news-events/in-the-news/review-digital-guardian-offers-ready-deploy-endpoint-security
Noindex: /resources/japanese-blog-post/what-is-a-dpo
Noindex: /about/news-events/in-the-news/digital-guardian-raises-66m-amid-big-revenue-growth-plots-ipo
Noindex: /about/news-events/in-the-news/cxo-week-susan-walker-chief-financial-officer-digital-guardian
Noindex: /about/news-events/in-the-news/10-cool-startups-raised-venture-capital-april-2019
Noindex: /resources/whitepaper/gdpr-survival-kit
Noindex: /filter/tips
Noindex: /about/news-events/in-the-news/why-you-need-cso/ciso
Noindex: /about/news-events/in-the-news/digital-guardian-managed-security-meets-endpoint-detection-and
Noindex: /about/news-events/in-the-news/looking-change-jobs-industry-has-0-percent-unemployment
Noindex: /resources/datasheet/digital-guardian-analytics-reporting-cloud
Noindex: /resources/webinar/speak-language-business-ciso’s-guide-no-pay-mba
Noindex: /resources/datasheet/dg-wingman-ms-windows-forensic-artifact-collection-free-tool
Noindex: /subscribe-data-insider
Noindex: /resources/analyst-report/sc-media-labs-2020-dlp-group-test-and-digital-guardian-review
Noindex: /resources/infographic/keep-calm-and-be-prepared-building-effective-incident-response-plan
Noindex: /about/news-events/in-the-news/digital-guardian-releases-digital-guardian-app-splunk
Noindex: /resources/webinar/benefits-implementing-saas-cybersecurity-solution-forrester
Noindex: /about/news-events/in-the-news/locky-spam-wave-poses-opm-bank-fraud-alert
Noindex: /about/news-events/in-the-news/crowdstrike-falcon-platform-gains-more-partners-dg-channel-news
Noindex: /resources/analyst-report/2017-gartner-magic-quadrant-enterprise-data-loss-prevention
Noindex: /resources/japanese-infographic/dont-get-hooked-recognize-avoid-phishing-attacks
Noindex: /resources/analyst-report/gartner-report-how-overcome-pitfalls-data-classification-initiatives
Noindex: /about/partner-portal-login
Noindex: /products-datasheets/integrations
Noindex: /about/news-events/in-the-news/dod-taps-def-con-hacker-traits-cybersecurity-training-program
Noindex: /about/news-events/in-the-news/10-top-cybersecurity-trends-watch-rsa-conference-2019-casb-and-data
Noindex: /resources/analyst-report/gartner-report-2019-market-guide-managed-detection-and-response-services
Noindex: /information-security-industryscape
Noindex: /resources/datasheet/integrating-cisco-web-security-appliance-wsa-digital-guardian-network-dlp
Noindex: /about/become-partner
Noindex: /job-title/infosec-analyst
Noindex: /job-title/ciso
Noindex: /resources/case-study/consolidated-dlp-and-edr-internal-and-external-threats
Noindex: /about/leadership/board-directors/david-stienes
Noindex: /about/locations
Noindex: /topic-tags/msp/saas
Noindex: /industry/healthcare
Noindex: /topic-tags/partnerships/integrations
Noindex: /topic-tags/data-classification
Noindex: /topic-tags/endpoint-detection-response
Noindex: /about/leadership/board-directors/thomas-naughton