# See `How Google Interprets the robots.txt Specification `_ User-agent: * Disallow: /kallithea/ Disallow: /Aus-dem-Tagebuch-eines-Hundes.pdf$ Disallow: /doc-external/Possible-Worlds.pdf$ Disallow: /David-Mount-cmsc451-lects.pdf$ Disallow: /david-mount-cmsc451-lects.pdf$ Disallow: /doc-external/Bronstein-Taschenbuch-der-Mathematik.pdf$ Disallow: /other-stuff/ Disallow: /applicant*/ Disallow: /sudoku/level-*/ Disallow: /sudoku/dist/HDPSudoku Disallow: /*.mtx$ Disallow: /*.fca$ Disallow: /*.sdk$ Disallow: /*.gz$ Disallow: /*.tgz$ Disallow: /*.bz2$ Disallow: /*.zip$ Disallow: /*.exe$ Disallow: /selpa/packages/ Disallow: /kallithea/ Disallow: /kallithea/*/*/raw/ Disallow: /kallithea/*/*/rawfile/ Disallow: /kallithea/*/*/annotate/ Disallow: /kallithea/*/*/files/ Disallow: /kallithea/*/*/diff/ Disallow: /kallithea/*/*/changeset/ Disallow: /kallithea/*/*/changeset-patch/ # :ide-menu: Emacs IDE Main Menu - Buffer @BUFFER@ # . M-x `eIDE-menu' ()(eIDE-menu "z") # :ide: LISP: fontify robots buffer # . (if (eq window-system 'x) (progn (setq font-lock-keywords (list '("^#.*" . font-lock-keyword-face) '("^[a-zA-Z][^ :]+" . font-lock-function-name-face) '("[+$]*:" . font-lock-comment-face))) (font-lock-mode 1) (font-lock-fontify-buffer))) # :ide: SHELL: show top-level directories as disallow patterns # . (shell-command "find -follow -type d -mindepth 1 -maxdepth 1 | sort | sed 's,^\\./,,;s,^,Disallow: /,;s,/*$,/,'" nil nil) # # Local Variables: # comment-start: "#" # comment-start-skip: "#+" # comment-column: 0 # End: