User-agent: *
Allow: /

# Indexing is controlled by X-Robots-Tag and meta robots, not robots.txt

# 禁止爬取图片生成页面
Disallow: /blog/ai_image_to_image/

# 禁止爬取参数化URL
Disallow: /*?image=
Disallow: /*?prompt=
Disallow: /*?uploading=
Disallow: /*?next=
Disallow: /*?page=
Disallow: /*?process=
Disallow: /*?style=
Disallow: /*?category=
Disallow: /*?ref=
Disallow: /*?via=
Disallow: /*?utm_source=
Disallow: /*?utm_medium=
Disallow: /*?utm_campaign=
Disallow: /*?utm_content=
Disallow: /*?utm_term=
Disallow: /*?gclid=
Disallow: /*?fbclid=
Disallow: /*?msclkid=

# 禁止爬取账户相关页面
Disallow: /accounts/
Allow: /accounts/login/
Disallow: /accounts/signup/
Disallow: /accounts/google/
Disallow: /en/accounts/

# 禁止爬取交互/工具运行页面（不需要收录）
Disallow: /gallery
Disallow: /gallery/
Disallow: /gallery/*
Disallow: /ai_text_to_image
Disallow: /ai_text_to_image/
Disallow: /text_to_image
Disallow: /text_to_image/
Disallow: /text_to_video
Disallow: /text_to_video/
Disallow: /en/text_to_video
Disallow: /en/text_to_video/
Disallow: /video_generate
Disallow: /video_generate/
Disallow: /en/video_generate
Disallow: /en/video_generate/
Disallow: /video_swap
Disallow: /video_swap/
Disallow: /en/video_swap
Disallow: /en/video_swap/
Disallow: /faceswap_generate
Disallow: /faceswap_generate/
Disallow: /en/faceswap_generate
Disallow: /en/faceswap_generate/

# 禁止爬取API路径
Disallow: /api/
Disallow: /api/*

# 禁止爬取管理页面
Disallow: /admin/
Disallow: /admin/*

# 允许主要搜索引擎爬取
User-agent: Googlebot
Allow: /
Disallow: /blog/ai_image_to_image/
Disallow: /api/
Disallow: /api/*
Disallow: /admin/
Disallow: /admin/*
Disallow: /*?image=
Disallow: /*?prompt=
Disallow: /*?uploading=
Disallow: /*?next=
Disallow: /*?page=
Disallow: /*?process=
Disallow: /*?style=
Disallow: /*?category=
Disallow: /*?ref=
Disallow: /*?via=
Disallow: /*?utm_source=
Disallow: /*?utm_medium=
Disallow: /*?utm_campaign=
Disallow: /*?utm_content=
Disallow: /*?utm_term=
Disallow: /*?gclid=
Disallow: /*?fbclid=
Disallow: /*?msclkid=
Disallow: /accounts/signup/
Disallow: /accounts/google/
Disallow: /accounts/
Allow: /accounts/login/


Disallow: /gallery
Disallow: /gallery/
Disallow: /gallery/*
Disallow: /ai_text_to_image
Disallow: /ai_text_to_image/
Disallow: /text_to_image
Disallow: /text_to_image/
Disallow: /text_to_video
Disallow: /text_to_video/
Disallow: /en/text_to_video
Disallow: /en/text_to_video/
Disallow: /video_generate
Disallow: /video_generate/
Disallow: /en/video_generate
Disallow: /en/video_generate/
Disallow: /video_swap
Disallow: /video_swap/
Disallow: /en/video_swap
Disallow: /en/video_swap/
Disallow: /faceswap_generate
Disallow: /faceswap_generate/
Disallow: /en/faceswap_generate
Disallow: /en/faceswap_generate/

User-agent: Bingbot
Allow: /
Disallow: /blog/ai_image_to_image/
Disallow: /api/
Disallow: /api/*
Disallow: /admin/
Disallow: /admin/*
Disallow: /*?image=
Disallow: /*?prompt=
Disallow: /*?uploading=
Disallow: /*?next=
Disallow: /*?page=
Disallow: /*?process=
Disallow: /*?style=
Disallow: /*?category=
Disallow: /*?ref=
Disallow: /*?via=
Disallow: /*?utm_source=
Disallow: /*?utm_medium=
Disallow: /*?utm_campaign=
Disallow: /*?utm_content=
Disallow: /*?utm_term=
Disallow: /*?gclid=
Disallow: /*?fbclid=
Disallow: /*?msclkid=
Disallow: /accounts/signup/
Disallow: /accounts/google/
Disallow: /accounts/
Allow: /accounts/login/


Disallow: /gallery
Disallow: /gallery/
Disallow: /gallery/*
Disallow: /ai_text_to_image
Disallow: /ai_text_to_image/
Disallow: /text_to_image
Disallow: /text_to_image/
Disallow: /text_to_video
Disallow: /text_to_video/
Disallow: /en/text_to_video
Disallow: /en/text_to_video/
Disallow: /video_generate
Disallow: /video_generate/
Disallow: /en/video_generate
Disallow: /en/video_generate/
Disallow: /video_swap
Disallow: /video_swap/
Disallow: /en/video_swap
Disallow: /en/video_swap/
Disallow: /faceswap_generate
Disallow: /faceswap_generate/
Disallow: /en/faceswap_generate
Disallow: /en/faceswap_generate/

User-agent: Baiduspider
Allow: /
Disallow: /blog/ai_image_to_image/
Disallow: /api/
Disallow: /api/*
Disallow: /admin/
Disallow: /admin/*
Disallow: /*?image=
Disallow: /*?prompt=
Disallow: /*?uploading=
Disallow: /*?next=
Disallow: /*?page=
Disallow: /*?process=
Disallow: /*?style=
Disallow: /*?category=
Disallow: /*?ref=
Disallow: /*?via=
Disallow: /*?utm_source=
Disallow: /*?utm_medium=
Disallow: /*?utm_campaign=
Disallow: /*?utm_content=
Disallow: /*?utm_term=
Disallow: /*?gclid=
Disallow: /*?fbclid=
Disallow: /*?msclkid=
Disallow: /accounts/signup/
Disallow: /accounts/google/
Disallow: /accounts/
Allow: /accounts/login/


Disallow: /gallery
Disallow: /gallery/
Disallow: /gallery/*
Disallow: /ai_text_to_image
Disallow: /ai_text_to_image/
Disallow: /text_to_image
Disallow: /text_to_image/
Disallow: /text_to_video
Disallow: /text_to_video/
Disallow: /en/text_to_video
Disallow: /en/text_to_video/
Disallow: /video_generate
Disallow: /video_generate/
Disallow: /en/video_generate
Disallow: /en/video_generate/
Disallow: /video_swap
Disallow: /video_swap/
Disallow: /en/video_swap
Disallow: /en/video_swap/
Disallow: /faceswap_generate
Disallow: /faceswap_generate/
Disallow: /en/faceswap_generate
Disallow: /en/faceswap_generate/

# 网站地图
Sitemap: https://www.mediaai.art/sitemap.xml