github
/
halo
mirror of https://github.com/halo-dev/halo
1
0
Fork 0
Code Issues Releases Wiki Activity

Support disable spider.

pull/157/head
ruibaby 2019-05-14 10:23:30 +08:00
parent 363acf467b
commit 9342fa7294
2 changed files with 12 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
src/main/java/run/halo/app/model/properties/OtherProperties.java
View File

@ -12,7 +12,12 @@ public enum OtherProperties implements PropertyEnum {
API_TOKEN("api_token", String.class, ""), API_TOKEN("api_token", String.class, ""),
STATISTICS_CODE("statistics_code", String.class, ""); STATISTICS_CODE("statistics_code", String.class, ""),
/**
* 是否禁止爬虫
*/
SPIDER_DISABLE("spider_disable",Boolean.class,"false");
private final String value; private final String value;

7
src/main/resources/templates/common/web/robots.ftl
View File

@ -1,4 +1,9 @@
<#if options.spider_disable!false>
User-agent: /
Disallow: /
<#else>
User-agent: * User-agent: *
Disallow: /admin/ Disallow: /admin/
Sitemap: ${options.blog_url!}/sitemap.xml Sitemap: ${options.blog_url!}/sitemap.xml
Sitemap: ${options.blog_url!}/sitemap.html Sitemap: ${options.blog_url!}/sitemap.html
</#if>