# Version 28.06.2019
# https://www.logistics.dhl
 
# Settings for Norconex Crawler (for GCS)
User-agent: dhl-norconex-crawler
Allow: /
Disallow: /master
Disallow: /content
Disallow: /DatPublic*
Disallow: /v1/mailitems*
Disallow: /shipmentTracking*
Disallow: /TrackReport*
Disallow: /track-trace*
 
User-agent: *

Allow: /
Disallow: /master
Disallow: /DatPublic*
Disallow: /v1/mailitems*
Disallow: /shipmentTracking*
Disallow: /TrackReport*
Disallow: /track-trace*

Sitemap: https://www.logistics.dhl/sitemap-index.xml