user-agent: * x-content-license: "(c) GrowDeco.co. All rights reserved." x-ai-training-policy: "allowed" # Crawl Limits crawl-delay: 1 x-rate-limit: 60 x-rate-limit-window: 60 x-rate-limit-policy: "strict" x-rate-limit-retry: "wait-and-retry" x-rate-limit-description: "Maximum 60 requests per 60 seconds. If the rate limit is exceeded, wait at least 60 seconds before retrying." # Concurrency Limits x-concurrency-limit: 3 x-concurrency-limit-description: "Please limit concurrent requests to a maximum of 3. This helps us manage server load." # Error and Retry Policies x-error-retry-policy: "exponential-backoff" x-error-retry-policy-description: "For transient errors (5xx except 429), implement exponential backoff with an initial wait of 2 seconds, doubling on each retry, with a maximum of 5 retries." x-rate-limit-exceeded-policy: "wait-and-retry" x-rate-limit-exceeded-policy-description: "When receiving HTTP 429 (Too Many Requests), do not retry immediately. Wait at least 60 seconds before attempting the request again." x-max-retries: 5 # Canonical URL Policy x-canonical-url-policy: "strict" x-canonical-url: "https://oripa.pokeca-zanmai.jp/" x-canonical-url-description: "Access via other hosts or IP addresses is invalid. Use only 'https://oripa.pokeca-zanmai.jp/' as the base URL." # Site Identity x-site-name: "ポケざんまい オンラインオリパ" x-site-brand: "ポケざんまい" x-site-description: "ポケざんまい オンラインオリパは、GrowDeco株式会社が運営するオンラインオリパサービス比較・レビュー専門メディアです。" # Site Information x-language: "ja" x-supported-languages: - ja x-publisher: "GrowDeco株式会社" x-contact: "https://www.pokeca-zanmai.jp/contact" # Preferred Discovery x-preferred-discovery: - "https://oripa.pokeca-zanmai.jp/feed/" - "https://oripa.pokeca-zanmai.jp/sitemap.xml" # RSS and Sitemap x-feed-rss: "https://oripa.pokeca-zanmai.jp/feed/" x-sitemap: "https://oripa.pokeca-zanmai.jp/sitemap.xml" # Content Focus x-content-focus: - online_oripa_service_reviews - shop_reviews - campaign_information - coupon_information - shipping_information - user_reviews - safety_information - comparison_guides # Primary Entities x-primary-entities: - online_oripa_service # Article Pages x-article-pattern: "/{slug}/" x-article-type: "オンラインオリパサービスレビュー" x-article-description: "オンラインオリパサービスの評判・口コミ・安全性・還元率・発送速度・キャンペーン・クーポン・特徴などを第三者の立場から比較・レビューする情報サイトです。" x-article-example: "https://oripa.pokeca-zanmai.jp/dokan-toreca/" x-article-metadata: - canonical_url - author - title - description - category - tags - published_at - modified_at x-article-update-frequency: "daily" x-article-new-articles-per-day: "1-5" # Article Crawling Hints x-article-hints: - "Prefer the canonical URL specified in the HTML." - "Respect Last-Modified and ETag headers." - "Avoid crawling query-parameter variants." - "Prioritize recently published and updated articles." # Author Pages x-author-pattern: "/author/{slug}/" x-author-metadata: - author_name - bio - profile_url # Collection Pages x-collection-pages: - path: "/category/{slug}/" update-frequency: "daily" note: "Category archive page." - path: "/tag/{slug}/" update-frequency: "daily" note: "Tag archive page." # De-prioritize Low-value Paths x-deprioritize-paths: - "/page/" - "/tag/" - "/category/" - "/attachment/" - "/comments/" - "/wp-admin/" - "/wp-login.php" x-deprioritize-notes: "Archive pages, administrative pages and duplicate content are lower priority than canonical article pages." # Crawler Hints x-crawler-hints: - "Always use HTTPS." - "Follow rel=canonical." - "Respect robots.txt." - "Prefer RSS for recent content." - "Use sitemap for complete discovery."