Server https://abkhaz-auto.ru/news/s/3
Server https://abkhaz-auto.ru/category/auto
Server https://abkhaz-auto.ru/category/spare_parts
Server https://abkhaz-auto.ru/category/commercial
Server https://abkhaz-auto.ru/category/hotels
Server https://abkhaz-auto.ru/category/189
Server https://abkhaz-auto.ru/category/190
Server https://abkhaz-auto.ru/category/13
Server https://abkhaz-auto.ru/category/12
Server https://abkhaz-auto.ru/category/15
Server https://abkhaz-auto.ru/category/9
Server https://abkhaz-auto.ru/category/3
Server https://abkhaz-auto.ru/category/6
Server https://abkhaz-auto.ru/category/2
Server https://abkhaz-auto.ru/category/10
Server https://abkhaz-auto.ru/category/82
Server https://abkhaz-auto.ru/category/188
Server https://abkhaz-auto.ru/category/4
Server https://abkhaz-auto.ru/category/7
Server https://abkhaz-auto.ru/category/5
Server https://abkhaz-auto.ru/category/14
Server https://abkhaz-auto.ru/category/8
Server https://abkhaz-auto.ru/category/11
Server https://abkhaz-auto.ru/category/16
Server https://abkhaz-auto.ru/category/167
Disallow */services/vip/*
Disallow */services/*
Disallow */vip/*
Disallow */services/premium/*
Disallow */premium/*
Disallow */services/highlight/*
Disallow */highlight/*
Disallow */services/top/*
Disallow */top/*
Disallow */services/packet/*
Disallow */packet/*
Disallow *login*
Disallow *abuse*

Server https://apsadgil.info/news/
Server https://sputnik-abkhazia.ru/news/
Server https://sputnik-abkhazia.ru/
Server http://apsny.ru/
Server http://abkhazia-apsny.ru/apsny
Server https://www.sukhumcity.ru/
Server https://ab.wikipedia.org/wiki/%D0%98%D1%85%D0%B0%D0%B4%D0%BE%D1%83_%D0%B0%D0%B4%D0%B0%D2%9F%D1%8C%D0%B0
Server http://abho.ru/ 
Server https://mns-ra.org/
Server https://ugsra.org/
MakePrefixes yes
##########################################################################
# This is sample indexer config file.
# To start using it please edit and rename to indexer.conf
# You may want to keep the original indexer.conf-dist for future references.
# Use '#' to comment out lines.
# All command names are case insensitive (DBAddr=DBADDR=dbaddr).
# You may use '\' character to prolong current command to next line
# when it is required.
#
# You may include another configuration file in any place of the indexer.conf
# using "Include <filename>" command.
# Absolute path if <filename> starts with "/":
#Include /usr/local/dpsearch/etc/inc1.conf
# Relative path else:
#Include inc1.conf
###########################################################################



###########################################################################
#  Section 1.
#  Global parameters.


###########################################################################
# DBAddr <URL-style database description>
# Options (type, host, database name, port, user and password) 
# to connect to SQL database.
# Do not matter for built-in text files support.
# Should be used only once and before any other commands.
# Command have global effect for whole config file.
# Format:
#DBAddr <DBType>:[//[DBUser[:DBPass]@]DBHost[:DBPort]]/DBName/[?dbmode=mode]
#
# ODBC notes:
#	Use DBName to specify ODBC data source name (DSN)
#	DBHost does not matter, use "localhost".
# Solid notes:
#	Use DBHost to specify Solid server
#	DBName does not matter for Solid
#
# Currently supported DBType values are 
# mysql, pgsql, msql, solid, mssql, oracle, ibase.
# Actually, it does not matter for native libraries support.
# But ODBC users should specify one of supported values.
# If your database type is not supported, you may use "unknown" instead.
# 
# MySQL users can specify path to Unix socket when connecting to localhost:
# mysql://foo:bar@localhost/search/?socket=/tmp/mysql.sock
#
# If you are using PostgreSQL and do not specify hostname,
#	e.g. pgsql://user:password@/dbname/
# then PostgreSQL will not work via TCP, but will use Unix socket.
#
# You may also select database mode of words storage.
# When "single" is specified, all words are stored in the same table (file). 
# If "multi" is selected, words will be located in different tables (files) 
# depending of their lengths. "multi" mode is usually faster but requires more 
# tables (files). 
# If "crc" mode is selected, DataparkSearch will store 32 bit integer
# word IDs calculated by CRC32 algorythm instead of words. This mode requres 
# less disk space and it is faster comparing with "single" and "multi" modes,
# however it doesn't support subsrting searches.
# "crc-multi" uses the same storage structure with the "crc" mode, but also 
# stores words in different tables (files) depending on words lengths like 
# "multi" mode. Default mode is "single".

DBAddr		mysql://datapark:mE7pG5yV4mmS0s@localhost/search/?dbmode=cache



######################################################################
# VarDir /usr/local/dpsearch/var
# You may choose alternative working directory for built-in database
# as well as for cache mode:
#
#VarDir /usr/local/dpsearch/var



######################################################################
# NewsExtensions yes/no
# Whether to enable news extensions.
# Default value is no.
#NewsExtensions no


######################################################################
# AccentExtensions yes/no
# Whether to enable accent extensions.
# Default value is no.
#AccentExtensions no


#######################################################################
#SyslogFacility <facility>
# This is used if indexer was compiled with syslog support and if you
# don't like the default value. Argument is the same as used in syslog.conf
# file. For list of possible facilities see syslog.conf(5)
#SyslogFacility local7


#######################################################################
# LocalCharset <charset>
# Defines the charset which will be used to store data in database.
# All other character sets will be recoded into given charset.
# Take a look into DataparkSearch documentation for detailed explanation 
# how to choose a LocalCharset depending on languages used on your site(s).
# This command should be used once and takes global effect for the config file.
# Only most popular charsets used in Internet are written here.
# Take a look into documentation to check whole list of supported charsets.
# Default LocalCharset is iso-8859-1 (latin1).
#
# Western Europe: German, Finnish, French, Swedish
LocalCharset UTF-8 
LocalCharset UTF-8 

# Central Europe: Czech, Slovenian, Slovak, Hungarian
#LocalCharset iso-8859-2
#LocalCharset windows-1250

# Baltic: Lithuanian, Estonian, Latvian
#LocalCharset iso-8859-4
#LocalCharset iso-8859-13
#LocalCharset windows-1257

# Cyrillic: Russian, Serbian, Ukrainian, Belarussian, Macedonian
#LocalCharset koi8-r
#LocalCharset iso-8859-5
#LocalCharset x-mac-cyrillic
#LocalCharset windows-1251

# Arabic
#LocalCharset iso-8859-6
#LocalCharset windows-1256

# Greek
#LocalCharset iso-8859-7
#LocalCharset windows-1253

# Hebrew
#LocalCharset iso-8859-8
#LocalCharset windows-1255

# Turkish
#LocalCharset iso-8859-9
#LocalCHarset windows-1254

# Vietnamese
#LocalCharset viscii
#LocalCharset windows-1258

# Chinese
#LocalCharset gb2312
#LocalCharset BIG5

# Korean
#LocalCharset EUC-KR

# Japanese
#LocalCharset Shift-JIS

# Full UNICODE
#LocalCharset UTF-8

#######################################################################
#ForceIISCharset1251 yes/no
#This option is useful for users which deals with Cyrillic content and broken
#(or misconfigured?) Microsoft IIS web servers, which tends to not report
#charset correctly. This is really dirty hack, but if this option is turned on
#it is assumed that all servers which reports as 'Microsoft' or 'IIS' have
#content in Windows-1251 charset.
#This command should be used only once in configuration file and takes global
#effect.
#Default: no
#ForceIISCharset1251 no


###########################################################################
#CrossWords yes/no
# Whether to build CrossWords index
# Default value is no
#CrossWords no


###########################################################################
#CollectLinks yes/no
# Whether to collect links between pages for extended PopularityRank calculatuion.
# Default value is no
#CollectLinks yes


###########################################################################
#DoStore yes/no
# Whether to store compressed document copies, if no stored specified.
# Default value is no
#DoStore yes


###########################################################################
# StopwordFile <filename>
# Load stop words from the given text file. You may specify either absolute 
# file name or a name relative to DataparkSearch /etc directory. You may use
# several StopwordFile commands.
#
#StopwordFile stopwords/en.sl

Include stopwords.conf


###########################################################################
# LangMapFile <filename>
# Load language map for charset and language guesser from the given file. 
# You may specify either absolute file name or a name relative to DataparkSearch
# /etc directory. You may use several LangMapFile commands.
#
#LangMapFile langmap/en.ascii.lm

Include langmap.conf


#######################################################################
# Word lengths. You may change default length range of words
# stored in database. By default, words with the length in the
# range from 1 to 32 are stored.
#
#MinWordLength 1
#MaxWordLength 32


#######################################################################
# MaxDocSize bytes
# This command is used for specify maximal document size.
# Default value 1048576 (1 Mb)
# Takes global effect for whole config file
#MaxDocSize 1048576


#######################################################################
# MinDocSize bytes
# To checkonly urls with content size less than value specified.
# Default value 0 
# Takes global effect for whole config file
#MinDocSize 1024


#######################################################################
# IndexDocSizeLimit
# Use this command to specify the maximal amount of data stored in index per document.
# Default value 0. This mean no limit.
# You can specify this command on per server basis.
#IndexDocSizeLimit 65536


#######################################################################
# URLSelectCacheSize num
# Default value 1024
# Select <num> targets to index at once
#URLSelectCacheSize 10240


#######################################################################
# HTTPHeader <header>
# You may add your desired headers in indexer HTTP request
# You should not use "If-Modified-Since","Accept-Charset" headers,
# these headers are composed by indexer itself.
# "User-Agent: DataparkSearch/version" is sent too, but you may override it.
# Command has global effect for all configuration file.
#
#HTTPHeader "User-Agent: My_Own_Agent"
#HTTPHeader "Accept-Language: ru, en"
#HTTPHeader "From: webmaster@mysite.com"


# flush server.active to inactive for all server table records
# before loading new
#FlushServerTable

#######################################################################
# ServerTable <table_addr>   (SQL only, not supported with build-in database)
# Load servers with all their parameters from the table specified in argument.
# Check an example of these tables structure in doc/dataparksearch/dpsearch-dbschema.en.html#db-server
#
#ServerTable mysql://user:pass@host/dbname/tablename

##########################################################################
# LoadChineseList <charset> <dictionaryfilename>
# Load chinese words frequency list. 
# By default GB2312 charset and mandarin.fread dictionary is used.
#LoadChineseList

########################################################################## 
# LoadThaiList <charset> <dictionaryfilename>
# Load thai words frequency list
# By default tis-620 and thai.freq dectionary is used.
#LoadThaiList

##########################################################################
# UseDateHeader yes/no
# Use Date header if no Last-Modified header is specified
# Default value: no
#UseDateHeader yes


##########################################################################
# Section 2.
# URL control configuration.


##########################################################################
#Allow [Match|NoMatch] [NoCase|Case] [String|Regex] <arg> [<arg> ... ]
# Use this to allow URLs that match (doesn't match) given argument.
# First three optional parameters describe the type of comparison.
# Default values are Match, NoCase, String.
# Use "NoCase" or "Case" values to choose case insensitive or case sensitive
# comparison.
# Use "Regex" to choose regular expression comparison. 
# Use "String" to choose string with wildcards comparison.
# Widlcards are '*' for any number of characters and '?' for one character.
# Note that '?' and '*' have special meaning in "String" match type. Please use
# "Regex" to describe documents with '?' and '*' signs in URL.
# "String" match is much faster than "Regex". Use "String" where it 
# is possible.
# You may use several arguments for one 'Allow' command.
# You may use this command any times.
# Takes global effect for config file.
# Note that DataparkSearch automatically adds one "Allow regex .*"
# command after reading config file. It means that allowed everything
# that is not disallowed.
# Examples
#  Allow everything:
#Allow *
#  Allow everything but .php .cgi .pl extensions case insensitively using regex:
#Allow NoMatch Regex \.php$|\.cgi$|\.pl$
#  Allow .HTM extension case sensitively:
#Allow Case *.HTM


##########################################################################
#Disallow [Match|NoMatch] [NoCase|Case] [String|Regex] <arg> [<arg> ... ]
# Use this to disallow URLs that match (doesn't match) given argument.
# The meaning of first three optional parameters is exactly the same 
# with "Allow" command.
# You can use several arguments for one 'Disallow' command.
# Takes global effect for config file.
#
# Examples:
# Disalow URLs that are not in udm.net domains using "string" match:
#Disallow NoMatch *.udm.net/*
# Disallow any except known extensions and directory index using "regex" match:
#Disallow NoMatch Regex \/$|\.htm$|\.html$|\.shtml$|\.phtml$|\.php$|\.txt$
# Exclude cgi-bin and non-parsed-headers using "string" match:
#Disallow */cgi-bin/* *.cgi */nph-*
# Exclude anything with '?' sign in URL. Note that '?' sign has a 
# special meaning in "string" match, so we have to use "regex" match here:
#Disallow Regex  \?


# Exclude some known extensions using fast "String" match:
Disallow *.b    *.sh   *.md5  *.rpm
Disallow *.arj  *.tar  *.zip  *.tgz  *.gz   *.z     *.bz2 
Disallow *.lha  *.lzh  *.rar  *.zoo  *.ha   *.tar.Z
Disallow *.gif  *.jpg  *.jpeg *.bmp  *.tiff *.tif   *.xpm  *.xbm *.pcx
Disallow *.vdo  *.mpeg *.mpe  *.mpg  *.avi  *.movie *.mov  *.dat
Disallow *.mid  *.mp3  *.rm   *.ram  *.wav  *.aiff  *.ra
Disallow *.vrml *.wrl  *.png  *.psd
Disallow *.exe  *.com  *.cab  *.dll  *.bin  *.class *.ex_
Disallow *.tex  *.texi *.xls  *.doc  *.texinfo
Disallow *.rtf  *.pdf  *.cdf  *.ps
Disallow *.ai   *.eps  *.ppt  *.hqx
Disallow *.cpt  *.bms  *.oda  *.tcl
Disallow *.o    *.a    *.la   *.so 
Disallow *.pat  *.pm   *.m4   *.am   *.css
Disallow *.map  *.aif  *.sit  *.sea
Disallow *.m3u  *.qt   *.mov

# Exclude Apache directory list in different sort order using "string" match:
Disallow *D=A *D=D *M=A *M=D *N=A *N=D *S=A *S=D *O=A *O=D

# More complicated case. RAR .r00-.r99, ARJ a00-a99 files 
# and unix shared libraries. We use "Regex" match type here:
Disallow Regex \.r[0-9][0-9]$ \.a[0-9][0-9]$ \.so\.[0-9]$



##########################################################################
#CheckOnly [Match|NoMatch] [NoCase|Case] [String|Regex] <arg> [<arg> ... ]
# The meaning of first three optional parameters is exactly the same 
# with "Allow" command.
# Indexer will use HEAD instead of GET HTTP method for URLs that
# match/do not match given regular expressions. It means that the file 
# will be checked only for being existing and will not be downloaded. 
# Useful for zip,exe,arj and other binary files.
# Note that you can disallow those files with commands given below.
# You may use several arguments for one "CheckOnly" commands.
# Useful for example for searching through the URL names rather than
# the contents (a la FTP-search).
# Takes global effect for config file.
#
# Check some known non-text extensions using "string" match:
#CheckOnly *.b	  *.sh   *.md5
#CheckOnly *.arj  *.tar  *.zip  *.tgz  *.gz
#CheckOnly *.lha  *.lzh  *.rar  *.zoo  *.tar*.Z
#CheckOnly *.gif  *.jpg  *.jpeg *.bmp  *.tiff 
#CheckOnly *.vdo  *.mpeg *.mpe  *.mpg  *.avi  *.movie
#CheckOnly *.mid  *.mp3  *.rm   *.ram  *.wav  *.aiff
#CheckOnly *.vrml *.wrl  *.png
#CheckOnly *.exe  *.cab  *.dll  *.bin  *.class
#CheckOnly *.tex  *.texi *.xls  *.doc  *.texinfo
#CheckOnly *.rtf  *.pdf  *.cdf  *.ps
#CheckOnly *.ai   *.eps  *.ppt  *.hqx
#CheckOnly *.cpt  *.bms  *.oda  *.tcl
#CheckOnly *.rpm  *.m3u  *.qt   *.mov
#CheckOnly *.map  *.aif  *.sit  *.sea
#
# or check ANY except known text extensions using "regex" match:
#CheckOnly NoMatch Regex \/$|\.html$|\.shtml$|\.phtml$|\.php$|\.txt$


##########################################################################
#HrefOnly [Match|NoMatch] [NoCase|Case] [String|Regex] <arg> [<arg> ... ]
# The meaning of first three optional parameters is exactly the same 
# with "Allow" command.
#
# Use this to scan a HTML page for "href" tags but not to index the contents
# of the page with an URLs that match (doesn't match) given argument.
# Commands have global effect for all configuration file.
#
# When indexing large mail list archives for example, the index and thread
# index pages (like mail.10.html, thread.21.html, etc.) should be scanned 
# for links but shouldn't be indexed:
#
#HrefOnly */mail*.html */thread*.html


##########################################################################
#CheckMp3 [Match|NoMatch] [NoCase|Case] [String|Regex] <arg> [<arg> ...]
# The meaning of first three optional parameters is exactly the same 
# with "Allow" command.
# If an URL matches given rules, indexer will download only a little part
# of the document and try to find MP3 tags in it. On success, indexer
# will parse MP3 tags, else it will download whole document then parse
# it as usual.
# Notes:
# This works only with those servers which support HTTP/1.1 protocol.
# It is used "Range: bytes" header to download mp3 tag.
#CheckMp3 *.bin *.mp3


#######################################################################
#CheckMP3Only [Match|NoMatch] [NoCase|Case] [String|Regex] <arg> [<arg> ...]
# The meaning of first three optional parameters is exactly the same 
# with "Allow" command.
# If an URL matches given rules, indexer, like in the case CheckMP3 command,
# will download only a little part of the document and try to find MP3 tags.
# On success, indexer will parse MP3 tags, else it will NOT download whole 
# document.
#CheckMP3Only *.bin *.mp3


# How to combine Allow, Disallow, CheckOnly, HrefOnly commands.
#
# indexer compares URLs against all these command arguments in the 
# order of their appearance in indexer.conf file. 
# If indexer finds that URL matches some rule, it will make a decision of what 
# to do with this URL, allow it, disallow it or use HEAD instead 
# of the GET method. So, you may use different Allow, Disallow,
# CheckOnly, HrefOnly commands order.
# If no one of these commands are given, DataparkSearch will allow everything 
# by default.
#
# There are many possible combinations. Samples of two of them are here:
#
# Sample of first useful combination.
# Disallow known non-text extensions (zip,wav etc),
# then allow everything else. This sample is uncommented above (note that
# there is actually no "Allow *" command, it is added automatically after
# indexer.conf loading).
#
# Sample of second combination.
# Allow some known text extensions (html, txt) and directory index ( / ), 
# then disallow everything else:
#
#Allow .html .txt */
#Disallow *



################################################################
# Uncomment these commands to strip out session IDs from URL
# before insertion into database. This stops indexing same pages 
# with different session IDs.
#
#ReverseAlias regex ^(.*)[&\?][a-zA-Z;]+=[a-zA-Z0-9]{32}$ $1
#ReverseAlias regex ^(.*)&amp;[a-zA-Z;]+=[a-zA-Z0-9]{32}(.*) $1$2
#ReverseAlias regex ^(.*)\?[a-zA-Z;]+=[a-zA-Z0-9]{32}&amp;(.*) $1?$2
#ReverseAlias regex ^(.*)\?[a-zA-Z;]+=[a-zA-Z0-9]{32}&(.*) $1?$2
#ReverseAlias regex ^(.*)\?[a-zA-Z;]+=[a-zA-Z0-9]{32}(.*) $1?$2
#ReverseAlias regex ^(.*)&[a-zA-Z;]+=[a-zA-Z0-9]{32}(.*) $1$2
#
#ReverseAlias regex ^(.*)[&\?][a-zA-Z;]+=[a-zA-Z0-9]{16}$ $1
#ReverseAlias regex ^(.*)&amp;[a-zA-Z;]+=[a-zA-Z0-9]{16}(.*) $1$2
#ReverseAlias regex ^(.*)\?[a-zA-Z;]+=[a-zA-Z0-9]{16}&amp;(.*) $1?$2
#ReverseAlias regex ^(.*)\?[a-zA-Z;]+=[a-zA-Z0-9]{16}&(.*) $1?$2
#ReverseAlias regex ^(.*)\?[a-zA-Z;]+=[a-zA-Z0-9]{16}(.*) $1?$2
#ReverseAlias regex ^(.*)&[a-zA-Z;]+=[a-zA-Z0-9]{16}(.*) $1$2




################################################################
# HoldBadHrefs <time>
# How much time to hold URLs with erroneous status before deleting them
# from the database. For example, if host is down, indexer will not delete
# pages from this site immediately and search will use previous content
# of these pages.. However if site doesn't respond for a month, probably 
# it's time to remove these pages from the database.
# For <time> format see description of Period command.
#HoldBadHrefs 30d


################################################################
# DeleteOlder <time>
# How much time to hold URLs before deleting them from the database. For example, 
# for news sites indexing, you may delete automaticaly old news articles after specified period.
# For <time> format see description of Period command.
# Default value is 0. "0" value mean "do not check". You may specify several DeleteOlder commands,
# for example, by one for every Server command.
#DeleteOlder 7d



################################################################
# Section 3.
# Mime types and external parsers.


################################################################
#UseRemoteContentType yes/no
# This command specifies if the indexer should get content type
# from http server headers (yes) or from it's AddType settings (no).
# If set to 'no' and the indexer could not determine content-type
# by using its AddType settings, then it will use http header.
# Default: yes
#UseRemoteContentType yes


################################################################
#AddType [String|Regex] [Case|NoCase] <mime type> <arg> [<arg>...]
# This command associates filename extensions (for services
# that don't automatically include them) with their mime types.
# Currently "file:" protocol uses these commands.
# Use optional first two parameter to choose comparison type.
# Default type is "String" "NoCase" (case sensitive string match with
# '?' and '*' wildcards for one and several characters correspondently).
#
AddType image/x-xpixmap	*.xpm
AddType image/x-xbitmap	*.xbm
AddType image/gif	*.gif

AddType	text/plain			*.txt  *.pl *.js *.h *.c *.pm *.e
AddType	text/html			*.html *.htm

AddType text/rtf			*.rtf
AddType application/pdf			*.pdf
AddType application/msword		*.doc
AddType application/vnd.ms-excel	*.xls
AddType text/x-postscript		*.ps


# You may also use quotes in mime type definition
# for example to specify charset. e.g. Russian webmasters 
# often use *.htm extension for windows-1251 documents and
# *.html for unix koi8-r documents:
#
#AddType "text/html; charset=koi8-r"       *.html
#AddType "text/html; charset=windows-1251" *.htm
#
# More complicated example for rar .r00-r.99 using "Regex" match:
#AddType Regex application/rar  \.r[0-9][0-9]$
#
# Default unknown type for other extensions:
AddType	application/unknown *.*


# Mime <from_mime> <to_mime> <command line>
#
# This is used to add support for parsing documents with mime types other
# than text/plain and text/html. It can be done via external parser (which
# must provide output in plain or html text) or just by substituting mime
# type so indexer will understand it.
#
# <from_mime> and <to_mime> are standard mime types
# <to_mime> is either text/plain or text/html
#
# Optional charset parameter used to change charset if needed
#
# Command line may have $1 parameter which stands for temporary file name. 
# Some parsers can not operate on stdin, so indexer creates temporary file 
# for parser and it's name passed instead of $1. Take a look into documentation
# for other parser types and parsers usage explanation.
# Examples:
#
#       from_mime                to_mime[charset]             [command line [$1]]
#
#Mime application/msword      "text/plain; charset=cp1251"  "catdoc $1"
#Mime application/x-troff-man  text/plain                    "deroff"
#Mime text/x-postscript        text/plain                    "ps2ascii"
#Mime application/pdf          text/plain                    "pdftotext $1 -"
#Mime application/vnd.ms-excel text/plain                    "xls2csv $1"
#Mime "text/rtf*"              text/html                     "rthc --use-stdout $1 2>/dev/null"

# Use ParserTimeOut to specify amount of time for perser execution
# to avoid possible indexer hang.
ParserTimeOut 300


#########################################################################
# Section 4.
# Aliases configuration.


#########################################################################
#Alias <master> <mirror>
# You can use this command for example to organize search through 
# master site by indexing a mirror site. It is also usefull to
# index your site from local file system.
# DataparkSearch will display URLs from <master> while searching
# but go to the <mirror> while indexing.
# This command has global indexer.conf file effect. 
# You may use several aliases in one indexer.conf.
#Alias http://www.mysql.com/ http://mysql.udm.net/
#Alias http://www.site.com/  file:/usr/local/apache/htdocs/


#########################################################################
#AliasProg <command line>
# AliasProg is an external program that can be called, that takes a URL,
# and returns the appropriate alias to stdout. Use $1 to pass a URL. This
# command has global effect for whole indexer.conf.
# Example:
#AliasProg "echo $1 | /usr/local/mysql/bin/replace http://localhost/ file:/home/httpd/"


#######################################################################
# Section 5.
# Servers configuration.


#######################################################################
#Period <time>
# Set reindex period.
# <time> is in the form 'xxxA[yyyB[zzzC]]'                                   
# (Spaces are allowed between xxx and A and yyy and so on)                     
#   there xxx, yyy, zzz are numbers (can be negative!)                         
#         A, B, C can be one of the following:                                 
#		s - second                                                      
#		M - minute                                                      
#		h - hour                                                        
#		d - day                                                         
#		m - month                                                       
#		y - year                                                        
#      (these letters are the same as in strptime/strftime functions)                   
#                                                                              
# Examples:
# 15s - 15 seconds
# 4h30M - 4 hours and 30 minutes
# 1y6m-15d - 1 year and six month minus 15 days
# 1h-10M+1s - 1 hour minus 10 minutes plus 1 second
#
# If you specify only number without any character, it is assumed
# that time is given in seconds.
#
# Can be set many times before "Server" command and
# takes effect till the end of config file or till next Period command.
#Period 7d


#######################################################################
#Tag <string>
# Use this field for your own purposes. For example for grouping
# some servers into one group, etc... During search you'll be able to
# limit URLs to be searched through by their tags.
# Can be set multiple times before "Server" command and
# takes effect till the end of config file or till next Tag command.
# Default values is an empty sting


#######################################################################
#Category <string>
#You may distribute documents between nested categories. Category
#is a string in hex number notation. You may have up to 6 levels with
#256 members per level. Empty category means the root of category tree.
#Take a look into doc/categories.xml for more information.
#This command means a category on first level:
#Category AA
#This command meand a category on 5th level:
#Category FFAABBCCDD


#######################################################################
#DefaultLang <string>
#Default language for server. Can be used if you need language
#restriction while doing search.
#DefaultLang en


#######################################################################
#VaryLang <string>
#Specify languages list for multilingual servers indexing
#VaryLang "ru en fr de" 


#######################################################################
#MaxHops <number>
# Maximum way in "mouse clicks" from start url.
# Default value is 256.
# Can be set multiple times before "Server", "Realm" or "ServerTable" command
# and takes effect till the end of config file or till next MaxHops command.
#MaxHops 256


#######################################################################
#TrackHops yes|no
# Enable or disable hops tracking in reindexing.
# Default value: no
#TrackHops yes


#######################################################################
#MaxDocsPerServer <number>
# Limits the number of documents retrieved from Server.
# Default value is -1, that means no limits.
# If set to positive value, no more than given number of pages will be
# indexed from one server during this run of index.
# Can be set multiple times before "Server" command and takes effect
# till the end of config file or till next MaxDocsPerServer command.
#MaxDocsPerServer 100



#######################################################################
#MaxNetErrors <number>
# Maximum network errors for each server.
# Default value is 16. Use 0 for unlimited errors number.
# If there too many network errors on some server 
# (server is down, host unreachable, etc) indexer will try to do 
# not more then 'number' attempts to connect to this server.
# Takes effect till the end of config file or till next MaxNetErrors command.
#MaxNetErrors 16


#######################################################################
#ReadTimeOut <time>
# Connect timeout and stalled connections timeout.
# For <time> format see description of Period above.
# Default value is 30 seconds.
# Can be set any times before "Server" command and
# takes effect till the end of config file or till next ReadTimeOut command.
#ReadTimeOut 30s


#######################################################################
#DocTimeOut <time>
# Maximum amount of time indexer spends for one document downloading.
# For <time> format see description of Period above.
# Default value is 90 seconds.
# Can be set any times before "Server" command and
# takes effect till the end of config file or till next DocTimeOut command.
#DocTimeOut 1m30s


########################################################################
#NetErrorDelayTime <time>
# Specify document processing delay time if network error has occured.
# For <time> format see description of Period above.
# Default value is one day
#NetErrorDelayTime 1d


#######################################################################
#Robots yes/no
# Allows/disallows using robots.txt and <META NAME="robots">
# exclusions. Use "no", for example for link validation of your server(s).
# Command may be used several times before "Server" command and
# takes effect till the end of config file or till next Robots command.
# Default value is "yes".
#Robots yes


#######################################################################
#Cookies yes/no
# Allows/dosallows support for HTTP cookies.
# Command may be used several times before "Server" command and
# takes effect till the end of config file or till next Cookies command.
# Default value is "no".
#Cookies yes


#######################################################################
#DetectClones yes/no
# Allow/disallow clone detection and eliminating. If alowed, indexer will 
# detect the same documents under different location, such as
# mirrors, and will index only one document from the group of
# such equal documents. "DetectClones yes" also allows to reduce space usage.
# Default value is "yes".
#DetectClones yes


#######################################################################
# Document sections.
Include sections.conf



#######################################################################
#Index yes/no
# Prevent indexer from storing words into database.
# Useful for example for link validation.
# Can be set multiple times before "Server" command and
# takes effect till the end of config file or till next Index command.
# Default value is "yes".
#Index yes


########################################################################
#RemoteCharset <charset>
#<RemoteCharset> is default character set for the server in next "Server" 
# command(s).
# This is required only for "bad" servers that do not send information
# about charset in header: "Content-type: text/html; charset=some_charset"
# and do not have <META NAME="Content" Content="text/html; charset="some_charset">
# Can be set before every "Server" command and
# takes effect till the end of config file or till next RemoteCharset command.
# Default value is iso-8859-1 (latin1).
#RemoteCharset iso-8859-1


#########################################################################
#ProxyAuthBasic login:passwd
# Use http proxy basic authorization 
# Can be used before every "Server" command and
# takes effect only for next one "Server" command!
# It should be also before "Proxy" command.
# Examples:
#ProxyAuthBasic somebody:something  


#########################################################################
#Proxy your.proxy.host[:port]
# Use proxy rather then connect directly
#One can index ftp servers when using proxy
#Default port value if not specified is 3128 (Squid)
#If proxy host is not specified direct connect will be used.
#Can be set before every "Server" command and
# takes effect till the end of config file or till next Proxy command.
#If no one "Proxy" command specified indexer will use direct connect.
#
#           Examples:
#           Proxy on atoll.anywhere.com, port 3128:
#Proxy atoll.anywhere.com
#
#           Proxy on lota.anywhere.com, port 8090:
#Proxy lota.anywhere.com:8090
#
#           Disable proxy (direct connect):
#Proxy


#########################################################################
#AuthBasic login:passwd
# Use basic http authorization 
# Can be set before every "Server" command and
# takes effect only for next one Server command!
# Examples:
#AuthBasic somebody:something  
#
# If you have password protected directory(ies), but whole server is open,use:
#AuthBasic login1:passwd1
#Server http://my.server.com/my/secure/directory1/
#AuthBasic login2:passwd2
#Server http://my.server.com/my/secure/directory2/
#Server http://my.server.com/


##############################################################
# Mirroring parameters commands.
#
# You may specify a path to root dir to enable sites mirroring
#MirrorRoot /path/to/mirror
#
# You may specify as well root dir of mirrored document's headers
# indexer will store HTTP headers to local disk too.
#MirrorHeadersRoot /path/to/headers
#
# MirrorPeriod <time>
# You may specify period during wich earlier mirrored files 
# will be used while indexing instead of real downloading.
# It is very useful when you do some experiments with DataparkSearch
# indexing the same hosts and do not want much traffic from/to Internet.
# If MirrorHeadersRoot is not specified and headers are not stored
# to local disk then default Content-Type's given in AddType commands
# will be used.
# Default value of the MirrorPeriod is -1, which means
# "do not use mirrored files".
#
# For <time> format see Period command description above.
#
# The command below will force using local copies for one day:
#MirrorPeriod 1d


#########################################################################
#ServerWeight <number>
# Server weight for Popularity Rank calculation. Defult value is 1.
#ServerWeight 1


#########################################################################
#PopRankMethod Goo|Neo
# Select desired method for the Popularity Rank caclucation.
# Default value is Goo
#PopRankMethod Neo


#########################################################################
#PopRankSkipSameSite yes|no
# Skip links from same site for Popularity Rank calculation. Default value is "yes".
#PopRankSkipSameSite no


#########################################################################
#PopRankFeedBack yes|no
# Calculate sites wights before Popularity Rank calculation. Default value is "no".
#PopRankFeedBack yes


#########################################################################
#PopRankNeoIterations <number>
# Maximum number of iterations for the Neo Popularity Rank calculation.
# Default value is 3.
#PopRankNeoIterations 10



#########################################################################
#Server [Method] [SubSection] <URL> [alias]
# This is the main command of the indexer.conf file. It's used 
# to describe web-space you want to index. It also inserts
# given URL into database to use it as a start point.
# You may use "Server" command as many times as a number of different
# servers or their parts you want to index.
#
# "Method" is an optional parameter which can take on of the following values:
# Allow, Disallow, CheckOnly, HrefOnly, CheckMP3, CheckMP3Only, Skip.
#
# "SubSecion" is an optional parameter to specify server's subsection, 
# i.e. a part of Server command argument. 
# It can take the following values:
# "page" describes web space which consists of one page with address <URL>.
# "path" describes all documents which are under the same path with <URL>.
# "site" describes all documents from the same host with <URL>.
# "world" means "any document".
# Default value is "path".
#
# To index whole server "localhost":
#Server http://localhost/
#
# You can also specify some path to index subdirectory only:
#Server http://localhost/subdir/
#
# To specify the only one page:
#Server page http://localhost/path/main.html
#
# To index whole server but giving non-root page as a start point:
#Server site http://localhost/path/main.html
#
#
# You can also specify optional parameter "alias". This example will
# index server "http://www.server.org/" directly from disk instead of
# fetching from HTTP server:
#Server http://www.server.org/  file:///home/httpd/www.server.org/
#




#########################################################################
#Realm [Method] [CmpType] [Match|NoMatch] <arg> [alias]
# It works almost like "Server" command but takes a regular expression or 
# a string wildcards as it's argument and do not insert any URL into
# database for indexing. To insert URLs into database use URL command (see
# below).
#
# "Method" is an optional parameter which can take one of the following
# values: Allow, Disallow, CheckOnly, HrefOnly, CheckMP3, CheckMP3Only
# with Allow as a default value.
#
# "CmpType" is an optional parameter to specify comparison type and can
# take either String or RegEx value with String as a default value.
#
# For example, if you want to index all HTTP sites in ".ru" domain, use:
#Realm http://*.ru/*
# The same using "Regex" match:
#Realm Regex ^http://.*\.ru/
# Another example. Use this command to index everything without .com domain:
#Realm NoMatch http://*.com/*
#
# Optional "alias" argument allows to provide very complicated URL rewrite
# more powerful than other aliasing mechanism. Take a look into alias.txt
# for "alias" argument usage explanation.


#########################################################################
#URL http://localhost/path/to/page.html
# This command inserts given URL into database. This is usefull to add
# several entry points to one server. Has no effect if an URL is already
# in the database. When inserting indexer does not executes any checkings
# and this URL may be delated at first indexing attempt if URL has no 
# correspondent Server command or is disallowed by rules given in 
# Allow/Disallow commands. 
#
#This command will add /main/index.html page:
#URL http://localhost/main/index.html