Возраст домена | n/a |
Дата окончания | n/a |
ИКС | n/a |
Страниц в Google | 82 |
Страниц в Яндексе | 4 |
Dmoz | Нет |
Яндекс Каталог | Нет |
Alexa Traffic Rank | Нет данных |
Alexa Country | Нет данных |
История изменения показателей | Авторизация |
Идет сбор информации... Обновить
Ahnenforschung der Familie Sökeland – Familie Sökeland
n/a
n/a
UTF-8
23.38 КБ
518
4 223 симв.
3 611 симв.
Domain: ahnen.soekelaender.de
Status: invalid
# robots.txt file for webtrees
#
# (c) Greg Roach, 2010
#
# This file needs to be placed in the domain root directory,
# such as "www.example.com/robots.txt". It will not work in a
# subdirectory, such as "www.example.com/webtrees/robots.txt"
# If you need to move it, then remember to adjust the paths as well.
# e.g. "Allow: /index.php" becomes "Allow: /webtrees/index.php".
#
# See http://www.botsvsbrowsers.com/category/1/ for a useful list of robots.
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
#
# $Id: robots.txt 8924 2010-06-21 17:10:07Z greg $
################################################################################
# Instructions for unfriendly robots ...
################################################################################
User-agent: AISearchBot
Disallow: /
User-agent: DataCha0s
Disallow: /
User-agent: DBLBot
Disallow: /
User-agent: DOC
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: Download Ninja
Disallow: /
User-agent: Fetch
Disallow: /
User-agent: grub-client
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: Indy Library
Disallow: /
# Internet explorer uses "MSIE"
User-agent: Internet Explorer
Disallow: /
User-agent: KaloogaBot
Disallow: /
User-agent: larbin
Disallow: /
User-agent: libwww
Disallow: /
User-agent: linko
Disallow: /
User-agent: LWP::Simple
Disallow: /
User-agent: lwp-trivial
Disallow: /
User-agent: Mediapartners-Google
Disallow: /
User-agent: Microsoft.URL.Control
Disallow: /
User-agent: MSIECrawler
Disallow: /
User-agent: NPBot
Disallow: /
User-agent: Offline Explorer
Disallow: /
User-agent: Orthogaffe
Disallow:
User-agent: panscient.com
Disallow:
User-agent: Plonebot
Disallow:
User-agent: sitecheck.internetseer.com
Disallow: /
User-agent: SiteSnagger
Disallow: /
User-agent: Super_Ale
Disallow: /
User-agent: Teleport
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: UbiCrawler
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: WebReaper
Disallow: /
User-agent: WebStripper
Disallow: /
User-agent: WebZIP
Disallow: /
User-agent: wget
Disallow: /
User-agent: Xenu
Disallow: /
User-agent: XXX
Disallow: /
User-agent: Zao
Disallow: /
User-agent: Zealbot
Disallow: /
User-agent: ZyBORG
Disallow: /
################################################################################
# Instructions for friendly robots.
# Note that not all robots understand the "Allow:" directive. These are
# included simply to document the allowed scripts. These will be allowed by
# default.
################################################################################
User-agent: *
Disallow: /addmedia.php
Disallow: /addremotelink.php
Disallow: /addsearchlink.php
Disallow: /admin.php
Disallow: /ancestry.php
Disallow: /autocomplete.php
Disallow: /branches.php
Disallow: /calendar.php
Disallow: /client.php
Disallow: /compact.php
Disallow: /data/
Disallow: /descendancy.php
Disallow: /dir_editor.php
Disallow: /downloadbackup.php
Disallow: /downloadgedcom.php
Disallow: /editconfig_gedcom.php
Disallow: /editgedcoms.php
Disallow: /editnews.php
Disallow: /edituser.php
Disallow: /edit_changes.php
Disallow: /edit_interface.php
Disallow: /edit_merge.php
Disallow: /expand_view.php
Disallow: /export_gedcom.php
Allow: /family.php
Disallow: /familybook.php
Allow: /famlist.php
Disallow: /fanchart.php
Disallow: /favicon.ico
Disallow: /find.php
Disallow: /gedcheck.php
Disallow: /gedrecord.php
Disallow: /genservice.php
Disallow: /help_text.php
Disallow: /hourglass.php
Disallow: /hourglass_ajax.php
Disallow: /imageflush.php
Disallow: /images/
Disallow: /imageview.php
Disallow: /import.php
Disallow: /includes/
Allow: /index.php
Disallow: /index_edit.php
Disallow: /indilist.php
Disallow: /individual.php
Disallow: /inverselink.php
Disallow: /js/
Disallow: /language/
Disallow: /library/
Disallow: /lifespan.php
Disallow: /login.php
Disallow: /login_register.php
Disallow: /logs.php
Disallow: /manageservers.php
Disallow: /media/
Allow: /media.php
Disallow: /mediafirewall.php
Allow: /medialist.php
Disallow: /mediaviewer.php
Disallow: /message.php
Disallow: /module.php
Disallow: /modules/
Disallow: /module_admin.php
Allow: /note.php
Allow: /notelist.php
Disallow: /opensearch.php
Disallow: /PEAR.php
Disallow: /pedigree.php
Allow: /placelist.php
Disallow: /places/
Disallow: /relationship.php
Allow: /repo.php
Allow: /repolist.php
Disallow: /reportengine.php
Disallow: /search.php
Disallow: /search_advanced.php
Allow: /search_engine.php
Disallow: /serviceClientTest.php
Disallow: /setup.php
Disallow: /sidebar.php
Allow: /site-unavailable.php
Disallow: /siteconfig.php
Disallow: /SOAP/
Allow: /source.php
Allow: /sourcelist.php
Disallow: /statistics.php
Disallow: /statisticsplot.php
Disallow: /themechange.php
Disallow: /themes/
Disallow: /timeline.php
Disallow: /treenav.php
Disallow: /uploadmedia.php
Disallow: /useradmin.php
Disallow: /webservice/
Disallow: /wtinfo.php
# This is a trap for bad robots.
# Visits to this URL will have their IP address and UA string blacklisted.
Disallow: /bot-trap.php
# Some of the list pages can be slow to generate.
# Restrict requests to one a minute.
Crawl-delay: 60
HTTP/1.1 200 OK
Date: Fri, 25 Jan 2019 04:18:50 GMT
Server: Apache
Expires: Thu, 19 Nov 1981 08:52:00 GMT
Cache-Control: no-store, no-cache, must-revalidate
Pragma: no-cache
Set-Cookie: WT_SESSION=search-engine-46-229-168-50; path=/; HttpOnly
Transfer-Encoding: chunked
Content-Type: text/html; charset=UTF-8
Кнопка для анализа сайта в один клик, для установки перетащите ссылку на "Панель закладок"