diff --git a/blog_server/src/main.rs b/blog_server/src/main.rs index 120facb..c618221 100644 --- a/blog_server/src/main.rs +++ b/blog_server/src/main.rs @@ -29,6 +29,8 @@ pub struct Config { #[knuffel(child, unwrap(argument))] favicon_dir: PathBuf, #[knuffel(child, unwrap(argument))] + robots_path: PathBuf, + #[knuffel(child, unwrap(argument))] posts_dir: PathBuf, #[knuffel(child, unwrap(argument))] post_media_dir: PathBuf, diff --git a/blog_server/src/service/site.rs b/blog_server/src/service/site.rs index 591a9cc..9f19669 100644 --- a/blog_server/src/service/site.rs +++ b/blog_server/src/service/site.rs @@ -38,6 +38,7 @@ pub fn service( .route("/rss.xml", get(rss::handle)) .route("/atom.xml", get(atom::handle)) .route("/articles/:post_id", get(post::handle)) + .route("/robots.txt", static_content::file_service(&config.robots_path, None)) .route("/favicon.ico", static_content::file_service(&config.favicon_dir.join("favicon.ico"), None)) .route("/favicon-16x16.png", static_content::file_service(&config.favicon_dir.join("favicon-16x16.png"), None)) .route("/favicon-32x32.png", static_content::file_service(&config.favicon_dir.join("favicon-32x32.png"), None)) diff --git a/robots.txt b/robots.txt new file mode 100644 index 0000000..e95f3a9 --- /dev/null +++ b/robots.txt @@ -0,0 +1,3 @@ +User-agent: * +Disallow: /static/ +Disallow: /article_media/