User-agent: * Allow: / Allow: /static/ Allow: /data/ # Sitemap Sitemap: https://www.amnews.cn/sitemap.xml # Crawl-delay Crawl-delay: 1 # Disallow backend Disallow: /backend/ Disallow: /venv/ Disallow: /config.py