summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorPatrick Griffis <pgriffis@igalia.com>2023-01-11 16:51:24 -0600
committerPatrick Griffis <pgriffis@igalia.com>2023-01-17 01:07:51 +0000
commit87ffb578822e330147f2323f11ffcec2be5695a6 (patch)
tree6a36163f99e43553f81975077bd992a01c871840
parentb2c93bacf074ada7cb3b0f1e5b9f0ecee5436a79 (diff)
downloadlibsoup-87ffb578822e330147f2323f11ffcec2be5695a6.tar.gz
docs: Add robots.txt
-rw-r--r--.gitlab-ci.yml2
-rw-r--r--.gitlab-ci/robots.txt5
2 files changed, 6 insertions, 1 deletions
diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 55d8e520..e971a6e6 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -102,7 +102,7 @@ reference:
- mv _build/docs/reference/libsoup-3.0/* _reference/libsoup-3.0
# Add libsoup-2.4 docs.
- cp -R /usr/share/gtk-doc/html/{glib,gio,gobject,libsoup-2.4} _reference/
- - cp .gitlab-ci/index.html _reference/
+ - cp .gitlab-ci/{index.html,robots.txt} _reference/
artifacts:
paths:
- _reference
diff --git a/.gitlab-ci/robots.txt b/.gitlab-ci/robots.txt
new file mode 100644
index 00000000..b78ccead
--- /dev/null
+++ b/.gitlab-ci/robots.txt
@@ -0,0 +1,5 @@
+# Disable crawling of GLib's documentation, so official documentation is preferred.
+User-agent: *
+Disallow: /glib/
+Disallow: /gio/
+Disallow: /gobject/