# dinos 

## Docs

## Crawls

user-agent: *
disallow: /ja/
disallow: /guide/info/pdf/20111104-2.pdf
disallow: /c4/005095033008/1a2/
disallow: /c3/008*/
disallow: /c4/008*/
disallow: /c5/008*/
disallow: /c6/008*/
disallow: /mail5/u/
disallow: /defaultMall/sitemap/CSfSearchList_001.jsp
disallow: /defaultMall/sitemap/CSfSearchListSP_001.jsp
disallow: /defaultMall/sitemap/CSfLastGoodsPage_001.jsp
disallow: /defaultMall/sitemap/CSfInventEntry.jsp
disallow: /defaultMall/sitemap/CSfDetailGdsImageSP_001.jsp
disallow: /defaultMall/sitemap/CSfSJISEncoder.jsp
disallow: /defaultMall/sitemap/CSfStockList.jsp
disallow: /defaultMall/sitemap/CSfDetailGdsExplain_001.jsp
disallow: /defaultMall/sitemap/CSfDetail3D_001.jsp
disallow: /defaultMall/sitemap/CSfDetailMovie_001.jsp
disallow: /c4/005095035001/1a2/
disallow: /ps/
disallow: /pc/
disallow: /form5/pub/
disallow: /defaultMall/sitemap/new_MM-MM03.jsp
disallow: /defaultMall/sitemap/new_MM-MM04.jsp
disallow: /defaultMall/sitemap/new_MM-MM05.jsp

x-content-license: "(c)dinos Inc. All rights reserved."
crawl-delay: 20
x-rate-limit: 20

x-rate-limit-policy: "strict"
x-rate-limit-retry: "no-retry"
x-rate-limit-description: "Maximum 60 requests per 60 seconds. If rate limit is exceeded, do not retry and move on to next request."
x-error-retry-policy: "exponential-backoff"
x-error-retry-policy-description: "For transient errors (5xx except 429), implement exponential backoff with initial wait of 2 seconds, doubling on each retry, with maximum 5 retries."
x-rate-limit-exceeded-policy: "wait-and-retry"
x-rate-limit-exceeded-policy-description: "When receiving HTTP 429 (Too Many Requests), do not retry immediately. Wait at least 60 seconds before attempting the request again."
x-max-retries: 5
x-retry-status-codes:
  - 500
  - 502
  - 503
  - 504
x-no-immediate-retry-status-codes:
  - 429
x-no-retry-status-codes:
  - 403
  - 404

## Publisher Information

x-publisher-name: "dinos Inc."
x-publisher-address: "2-46-2 Honcho, Nakano-ku, Tokyo, Japan"
x-publisher-postal-code: "164-0012"
x-publisher-description: "Comprehensive multi-channel retail business (selling products across categories such as fashion, furniture & home decor, beauty & wellness, and food, through channels including catalogs, television, and the internet)."

## Sitemap
x-sitemap: "http://www.dinos.co.jp/sitemapfile/sitemapfile/klist.txt"
x-sitemap: "http://www.dinos.co.jp/sitemapfile/cms1.txt"
x-sitemap: "http://www.dinos.co.jp/sitemapfile/cms2.txt"
x-sitemap: "http://www.dinos.co.jp/sitemapfile/displist.txt"
x-sitemap: "http://www.dinos.co.jp/sitemapfile/product1.txt"
x-sitemap: "http://www.dinos.co.jp/sitemapfile/product2.txt"
x-sitemap: "http://www.dinos.co.jp/sitemapfile/product3.txt"
x-sitemap: "http://www.dinos.co.jp/sitemapfile/cms_manual.txt"
x-sitemap-format: "txt"
## Language

x-supported-languages:
- ja