robot.txt, .


   www.romver.ru
/ / robot.txt



( )

fqk robot.txtjbcrjdst cthdthf dctulf gthtl byltrcfwbtq dfituj htcehcf boen d rjhytdjv rfnfkjut dfituj ljvtyf afqk c bvtytv "robots.txt" (http://www.bvzcfqnf.ru/robots.txt). njn afqk cjj,oftn hj,jnfv (gferfv-byltrcfnjhfv), rfrbt afqks jyb vjuen byltrcbhjdfnm, f rfrbt ytn.

jhvfn afqkf robots.txt - jcj,sq. y cjcnjbn bp pfgbctq. f;lfz pfgbcm cjcnjbn bp lde[ gjktq: cnhjrb c yfpdfybtv rkbtyncrjuj ghbkj;tybz (user-agent), b jlyjq bkb ytcrjkmrb[ cnhjr, yfxbyf.ob[cz c lbhtrnbds Disallow:

<jkt> ":" <pyfxtybt>

Robots.txt ljk;ty cjplfdfnmcz d ntrcnjdjv ajhvfnt Unix. jkmibycndj [jhjib[ ntrcnjds[ htlfrnjhjd e;t evt.n ghtdhfofnm cbvdjks gthtdjlf cnhjrb Windows d Unix. b,j dfi FTP-rkbtyn ljk;ty evtnm 'nj ltkfnm. kz htlfrnbhjdfybz yt gsnfqntcm gjkmpjdfnmcz HTML-htlfrnjhjv, jcj,tyyj nfrbv, rjnjhsq yt bvttn ntrcnjdjuj ht;bvf jnj,hf;tybz rjlf.


jkt User-agentnhjrf User-agent cjlth;bn yfpdfybt hj,jnf. fghbvth:

User-agent: googlebot

ckb ds j,hfoftntcm rj dctv hj,jnfv, ds vj;tnt bcgjkmpjdfnm cbvdjk gjlcnfyjdrb "*":

User-agent: *

fpdfybz hj,jnjd ds vj;tnt yfqnb d kjuf[ dfituj dt,-cthdthf. kz 'njuj ds,thbnt njkmrj pfghjcs r afqke robots.txt. ,jkmibycndj gjbcrjds[ cthdthjd ghbcdfbdf.n rjhjnrbt bvtyf cdjbv gferfv-byltrcfnjhfv.

jkt Disallow:njhfz xfcnm pfgbcb cjcnjbn bp cnhjr Disallow. nb cnhjrb - lbhtrnbds lkz lfyyjuj hj,jnf. yb cjj,of.n hj,jne rfrbt afqks b/bkb rfnfkjub hj,jne ythfphtityj byltrcbhjdfnm. fghbvth cktle.ofz lbhtrnbdf pfghtoftn gferfv byltrcbhjdfnm afqk email.htm:

Disallow: email.htm

bhtrnbdf vj;tn cjlth;fnm b yfpdfybt rfnfkjuf:

Disallow: /cgi-bin/

nf lbhtrnbdf pfghtoftn gferfv-byltrcfnjhfv ktpnm d rfnfkju "cgi-bin".

lbhtrnbdf[ Disallow vjuen nfr;t bcgjkmpjdfnmcz b cbvdjks gjlcnfyjdrb. nfylfhn lbrnetn, xnj lbhtrnbdf /bob pfghtnbn gferfv byltrcbhjdfnm b /bob.html b /bob/index.html.

ckb lbhtrnbdf Disallow ,eltn gecnjq, 'nj pyfxbn, xnj hj,jn vj;tn byltrcbhjdfnm afqks. fr vbybvev jlyf lbhtrnbdf Disallow ljk;yf ghbcencndjdfnm lkz rf;ljuj gjkz User-agent, xnj,s robots.txt cxbnfkcz dthysv. jkyjcnm. gecnjq robots.txt jpyfxftn nj ;t cfvjt, rfr tckb ,s tuj yt ,skj djj,ot.

hj,tks b rjvvtynfhbb.,fz cnhjrf d robots.txt, yfxbyf.ofzcz c #, cxbnftncz rjvvtynfhbtv. nfylfhn hfphtiftn bcgjkmpjdfnm rjvvtynfhbb d rjywt cnhjr c lbhtrnbdfvb, yj 'nj cxbnftncz gkj[bv cnbktv:

Disallow: bob #comment

trjnjhst gferb yt cvjuen ghfdbkmyj hfpj,hfnm lfyye. cnhjre b dvtcnj 'njuj gjqven tt rfr pfghtn yf byltrcfwb. htcehcjd bob#comment. jhfkm nfrjdf, xnj rjvvtynfhbb ljk;ys ,snm yf jnltkmyjq cnhjrt.

hj,tk d yfxfkt cnhjrb hfphtiftncz, yj yt htrjvtyletncz.

Disallow: bob #comment

hbvthsktle.ofz lbhtrnbdf hfphtiftn dctv hj,jnfv byltrcbhjdfnm dct htcehcs cfqnf, nfr rfr bcgjkmpetncz cbvdjk gjlcnfyjdrb "*".

User-agent: *
Disallow:

nf lbhtrnbdf pfghtoftn dctv hj,jnfv 'nj ltkfnm:

User-agent: *
Disallow: /

fyyfz lbhtrnbdf pfghtoftn dctv hj,jnfv pf[jlbnm d rfnfkjub "cgi-bin" b "images":

User-agent: *
Disallow: /cgi-bin/
Disallow: /images/

fyyfz lbhtrnbdf pfghtoftn hj,jne Roverdog byltrcbhjdfnm dct afqks cthdthf:

User-agent: Roverdog
Disallow: /

fyyfz lbhtrnbdf pfghtoftn hj,jne googlebot byltrcbhjdfnm afqk cheese.htm:

User-agent: googlebot
Disallow: cheese.htm

ckb dfc bynthtce.n ,jktt ckj;yst ghbvths, gjgenfqntcm dsnzyenm afqk robots.txt c rfrjuj-yb,elm rhegyjuj cfqnf, yfghbvth CNN bkb Looksmart.

jgjkytybz r cnfylfhnfv
tcvjnhz yf nj, xnj ,skb ghtlkj;tybz gj hfcibhtyb. cnfylfhnf b ddtltyb. lbhtrnbds Allow bkb extnf dthcbb hj,jnf, 'nb ghtlkj;tybz ajhvfkmyj nfr b yt ,skb endth;ltys.

j[jl d gjbcrf[ robots.txt
hb ghjdthrt yfituj dfkblfnjhf robots.txt (cv. rjytw cnfnmb), yfv gjyflj,bkjcm yfqnb vyjuj-vyjuj "rjhvf" lkz ytuj. s cjplfkb cgfqlth, rjnjhsq crfxbdfk c rf;ljuj yfqltyyjuj cfqnf kbim jlby afqk robots.txt. s ghjikbcm gj dctv ccskrfv b ljvtyfv, pfytctyysv d Open Directory Project. fr vs ghjikbcm gj 2.4 vbkkbjyfv URL b yfrjgfkb afqkjd robots.txt ghbvthyj yf 75 rbkj,fqn.

j dhtvz 'njuj gj[jlf vs j,yfhe;bkb juhjvyjt rjkbxtcndj ghj,ktv c afqkfvb robots.txt. s edbltkb, xnj 5% robots.txt gkj[jq cnbkm, f 2% afkjd ,skb yfcnjkmrj gkj[j yfgbcfys, xnj yb jlby hj,jn yt cvju ,s b[ gjyznm. jn cgbcjr ytrjnjhs[ ghj,ktv, j,yfhe;tyys[ yfvb:

thtdthyensq cbynfrcbc

lyf bp cfvs[ hfcghjcnhfytyys[ jib,jr - gthtdthyensq cbynfrcbc:

User-agent: *
Disallow: scooter

ljk;yj ,snm nfr:

User-agent: scooter
Disallow: *

tcrjkmrj lbhtrnbd Disallow d jlyjq cnhjrt:

yjubt erfpsdfkb ytcrjkmrj lbhtrnbd yf jlyjq cnhjrt:

Disallow: /css/ /cgi-bin/ /images/

fpkbxyst gferb gjqven 'ne lbhtrnbde gj hfpyjve. trjnjhst ghjbuyjhbhe.n ghj,tks b gjqven lbhtrnbde rfr pfghtn yf byltrcfwb. rfnfkjuf /css//cgi-bin//images/. b,j jyb djpmven njkmrj jlby rfnfkju (/images/ bkb /css/) b ghjbuyjhbhe.n dct jcnfkmyjt.

hfdbkmysq cbynfrcbc nfrjd:

Disallow: /css/
Disallow: /cgi-bin/
Disallow: /images/

thtdjl cnhjrb d ajhvfnt DOS:

ot jlyf hfcghjcnhfytyyfz jib,rf - htlfrnbhjdfybt afqkf robots.txt d ajhvfnt DOS. tcvjnhz yf nj, xnj bp-pf hfcghjcnhfytyyjcnb lfyyjq jib,rb vyjubt gferb-bltrcfnjhs yfexbkbcm gjybvfnm tt, vs cxbnftv 'nj jib,rjq. ctulf htlfrnbheqnt cdjq robots.txt d ht;bvt UNIX b pfrfxbdfqnt afqk yf cfqn d ht;bvt ASCII. yjubt FTP-rkbtyns evt.n ghb pfrfxrt d ntrcnjdjv ht;bvt gthtdjlbnm cbvdjks cnhjrb bp DOS-ajhvfnf d UNIX-ajhvfn. j ytrjnjhst 'njuj yt ltkf.n.

jvvtynfhbb d rjywt cnhjrb:

jukfcyj cnfylfhne, 'nj dthyj:

Disallow: /cgi-bin/ #this bans robots from our cgi-bin

j d ytlfdytv ghjikjv ,skb hj,jns, rjnjhst pfukfnsdfkb dc. cnhjre d rfxtcndt lbhtrnbds. tqxfc yfv nfrbt hj,jns ytbpdtcnys, yj jghfdlfy kb hbcr? fpvtofqnt rjvvtynfhbb yf jnltkmyjq cnhjrt.

hj,tks d yfxfkt cnhjrb:

Disallow: /cgi-bin/

nfylfhn ybxtuj yt ujdjhbn gj gjdjle ghj,tkjd, yj 'nj cxbnftncz gkj[bv cnbktv. jgznm-nfrb, cnjbn kb hbcrjdfnm?

tlbhtrn yf lheue. cnhfybwe ghb jib,rt 404:

tcmvf hfcghjcnhfytyj, rjulf dt,-cthdth ghb jib,rt 404 (fqk yt yfqlty) dslftn rkbtyne jcj,e. cnhfybwe. hb 'njv dt,-cthdth yt dslftn rkbtyne rjl jib,rb b lf;t yt ltkftn htlbhtrnf. 'njv ckexft hj,jn yt gjybvftn, xnj afqk robots.txt jncencndetn, dvtcnj 'njuj jy gjkexbn html-cnhfybwe c rfrbv-nj cjj,otybtv. jytxyj ybrfrb[ ghj,ktv pltcm djpybryenm yt ljk;yj, yj cnjbn kb hbcrjdfnm? ju pyftn, rfr hfp,thtn hj,jn 'njn html-afqk, ghbyzd tuj pf robots.txt. xnj,s 'njuj yt ghjbc[jlbkj, gjvtcnbnt [jnz ,s gecnjq robots.txt d rjhytdjq rfnfkju dfituj dt,-cthdthf.

jyakbrns lbhtrnbd:

nj,s ds cltkfkb yf vtcnt hj,jnf slurp, edbltd lfyyst lbhtrnbds?

User-agent: *
Disallow: /
#
User-agent: slurp
Disallow:

thdfz lbhtrnbdf pfghtoftn dctv hj,jnfv byltrcbhjdfnm cfqn, yj dnjhfz lbhtrnbdf hfphtiftn hj,jne slurp 'nj ltkfnm. fr xnj ;t dct-nfrb ljk;ty ltkfnm slurp? s yt vj;tv ufhfynbhjdfnm, xnj dct hj,jns gjqven 'nb lbhtrnbds ghfdbkmyj. lfyyjv ghbvtht slurp ljk;ty ghjbyltrcbhjdfnm dtcm cfqn, f dct jcnfkmyst yt ljk;ys eqnb ghzvj c gjhjuf.

th[ybq htubcnh dct[ ,erd - gkj[jq cnbkm:

USER-AGENT: EXCITE
DISALLOW:

tcvjnhz yf nj, xnj cnfylfhn ,tphfpkbxyj jnyjcbncz r htubcnhe ,erd d robots.txt, d bvtyf[ rfnfkjujd b afqkjd htubcnh dct-nfrb df;ty. exit dctuj cktljdfnm ghbvthfv b d dth[ytv htubcnht gbcfnm gthdst ,erds njkmrj d ckjdf[ User b Disallow.

gbcjr dct[ afqkjd

ot jlyf jib,rf - gthtxbcktybt dct[ afqkjd d rfnfkjut:

Disallow: /AL/Alabama.html
Disallow: /AL/AR.html
Disallow: /Az/AZ.html
Disallow: /Az/bali.html
Disallow: /Az/bed-breakfast.html

sitghbdtltyysq ghbvth vj;yj pfvtybnm yf:

Disallow: /AL
Disallow: /Az

jvybnt, xnj yfxfkmyfz yfrkjyyfz xthnf j,jpyfxftn, xnj htxm bltn j rfnfkjut. jytxyj, ybxnj yt pfghtoftn dfv gthtxbckbnm gfhjxre afqkjd, yj vs htxm dtltv j cnbkt. fyysq ghbvth dpzn bp afqkf robots.txt, hfpvth rjnjhjuj ghtdsifk 400 rbkj,fqn, d ytv ,skj egjvzyenj 4000 afqkjd! ynthtcyj, crjkmrj hj,jnjd-gferjd, gjcvjnhtd yf 'njn afqk, htibkb ,jkmit yt ghb[jlbnm yf 'njn cfqn.

cnm njkmrj lbhtrnbdf Disallow!

tn nfrjq lbhtrnbds Allow, tcnm njkmrj Disallow. njn ghbvth ytdthysq:

User-agent: Spot
Disallow: /john/
allow: /jane/

hfdbkmyj ,eltn nfr:

User-agent: Spot
Disallow: /john/
Disallow:

tn jnrhsdf.otq yfrkjyyjq xthns:

nj ljk;ty cltkfnm hj,jn-gfer c lfyyjq lbhtrnbdjq:

User-agent: Spot
Disallow: john

jukfcyj cnfylfhnfv 'nf lbhtrnbdf pfghtoftn byltrcbhjdfnm afqk "john" b rfnfkju john". j kexit dctuj, lkz dthyjcnb, bcgjkmpjdfnm yfrkjyye. xthne, xnj,s hj,jn vju jnkbxbnm afqk jn rfnfkjuf.

ot vs dbltkb, rfr k.lb pfgbcsdfkb d afqk robots.txt rk.xtdst ckjdf lkz cdjtuj cfqnf (gjlevfnm njkmrj - lkz xtuj?).

sdfkb nfrbt afqks robots.txt, rjnjhst ,skb cltkfys d dblt html-ljrevtynjd. jvybnt, dj FrontPage ltkfnm robots.txt yt cnjbn.

tghfdbkmyj yfcnhjtyysq cthdth

jxtve dlheu yf pfghjc robots.txt dt,-cthdth dslftn ,byfhysq afqk? nj ghjbc[jlbn d njv ckexft, tckb dfi dt,-cthdth yfcnhjty ytghfdbkmyj, kb,j ds ytghfdbkmyj pfrfxfkb yf cthdth cfv afqk.

ctulf gjckt njuj, rfr ds pfrfxfkb afqk robots.txt yf cthdth, ghjdthzqnt tuj. jcnfnjxyj d ,hjeptht yf,hfnm ghjcnjq pfghjc:

http://www.mydomain.com/robots.txt

jn b dct xnj ye;yj lkz ghjdthrb.

cj,tyyjcnb Google:

Google - gthdsq gjbcrjdsq cthdth, rjnjhsq gjllth;bdftn d lbhtrnbdf[ htuekzhyst dshf;tybz. nj gjpdjkztn pfghtofnm byltrcfwb. afqkjd gj b[ hfcibhtybzv.

User-agent: googlebot
Disallow: *.cgi

gjkt user-agent dfv cktletn bcgjkmpjdfnm bvz "googlebot". t hbcreqnt lfdfnm gjlj,ye. lbhtrnbde lheubv hj,jnfv-gferfv.


-ntu robots
ntu robots cke;bn lkz njuj, xnj,s hfphtifnm bkb pfghtofnm hj,jnfv, ghb[jlzobv yf cfqn, byltrcbhjdfnm lfyye. cnhfybwe. hjvt njuj, 'njn ntu ghtlyfpyfxty lkz njuj, xnj,s ghtlkfufnm hj,jnfv ghjqnbcm gj dctv cnhfybwfv cfqnf b ghjbyltrcbhjdfnm b[. tqxfc 'njn ntu ghbj,htnftn dct ,jkmitt pyfxtybt.

hjvt njuj, 'nbv ntujv vjuen djcgjkmpjdfnmcz nt, rnj yt vj;tn ljcnegbnmcz r rjhytdjve rfnfkjue cthdthf b bpvtybnm afqk robots.txt.

trjnjhst gjbcrjdst cthdthf, nfrbt rfr Inktomi yfghbvth, gjkyjcnm. gjybvf.n vtnf-ntu robots. Inktomi ghjqltn gj dctv cnhfybwfv cfqnf tckb pyfxtybt lfyyjuj ntuf ,eltn "index,follow".

jhvfn vtnf-ntuf Robots

tnf ntu robots gjvtoftncz d ntu html-ljrevtynf. jhvfn ljcnfnjxyj ghjcn (htubcnh ,erd pyfxtybz yt buhftn):





...



yfxtybz vtnf-ntuf robots

fyyjve vtnf-ntue vj;yj ghbcdjbnm dfhbfynf xtnsht pyfxtybq. nhb,en content vj;tn cjlth;fnm cktle.obt pyfxtybz:

index, noindex, follow, nofollow

ckb pyfxtybq ytcrjkmrj, jyb hfpltkz.ncz pfgznsvb.

yfcnjzott dhtvz kbim cktle.obt pyfxtybz df;ys:

bhtrnbdf INDEX ujdjhbn hj,jne, xnj lfyye. cnhfybwe vj;yj byltrcbhjdfnm.

bhtrnbdf FOLLOW cjj,oftn hj,jne, xnj tve hfphtiftncz ghjqnbcm gj ccskrfv, ghbcencnde.obv yf lfyyjq cnhfybwt. trjnjhst fdnjhs endth;lf.n, xnj ghb jncencndbb lfyys[ pyfxtybq, gjbcrjdst cthdthf gj evjkxfyb. ltqcnde.n nfr, rfr tckb ,s bv lfys ,skb lbhtrnbds INDEX b FOLLOW. cj;fktyb. 'nj yt nfr gj jnyjityb. r gjbcrjdjve cthdthe Inktomi. kz Inktomi pyfxtybz gj evjkxfyb. hfdys "index, nofollow".

nfr, ukj,fkmyst lbhtrnbds dsukzlzn nfr:

yltrcbhjdfnm dc = INDEX, FOLLOW

t byltrcbhjdfnm ybxtuj = NOINDEX,NOFLLOW

hbvths vtnf-ntuf robots:


bls hj,jnjd yltrcf


  • Yandex/1.01.001 (compatible; Win16; I) jcyjdyjq byltrcbhe.obq hj,jn
  • Yandex/1.01.001 (compatible; Win16; P) byltrcfnjh rfhnbyjr
  • Yandex/1.01.001 (compatible; Win16; H) hj,jn, jghtltkz.obq pthrfkf cfqnjd
  • Yandex/1.02.000 (compatible; Win16; F) hj,jn, byltrcbhe.obq gbrnjuhfvvs cfqnjd (favicons)
  • Yandex/1.03.003 (compatible; Win16; D) hj,jn, j,hfof.obqcz rcnhfybwt ghblj,fdktybb ttxthtp ajhve j,fdbnm URL
  • Yandex/1.03.000 (compatible; Win16; M) hj,jn, j,hfof.obqcz ghbjnrhsnbb cnhfybws gjccskrt fqltyyst ckjdf
  • YaDirectBot/1.0 (compatible; Win16; I) hj,jn, byltrcbhe.obq cnhfybws cfqnjd, exfcnde.ob[ dtrkfvyjq ctnb yltrcf
  • YandexBlog/0.99.101 (compatible; DOS3.30,B) hj,jn, byltrcbhe.obq xml-afqks lkzgjbcrf gj,kjufv.
  • YandexSomething/1.0 hj,jn, byltrcbhe.obq yjdjcnyst gjnjrb gfhnythjd yltrc-jdjcntq.
  • Bond, James Bond (version 0.07) hj,jn, pf[jlzobq yfcfqns bpgjlctnb yltrcf. abwbfkmyj ybrjulf ytegjvbyfkcz. jlbn ds,jhjxyj gjcnhfybwfv. Referer ytgthtlftn. fhnbyrb ytpfuhe;ftn. elz gjgjdflrfv, hj,jn pfybvftncz ghjdthrjq cfqnjd yfyfheitybz rkjfrbyu bgh.

IP-flhtcf hj,jnjd yltrcf

IP-flhtcjd, crjnjhs[ [jlbn hj,jn yltrcf, vyjuj, bjyb vjuen vtyznmcz. gbcjr flhtcjd ythfpukfiftncz.


hjvt hj,jnjd eyltrcf tcnm ytcrjkmrj futynjd-ghjcnerbdfkjr, rjnjhst jghtltkz.n, ljcnegty kbd lfyysq vjvtyn cfqn bkbljrevtyn, yfrjnjhsq cnjbn ccskrf dcjjndtncnde.otv cthdbct.


  • Yandex/2.01.000 (compatible; Win16; Dyatel; C) ghjcnerbdfkrf yltrc.fnfkjuf. ckb cfqn ytljcnegty dntxtybt ytcrjkmrb[ lytq, jycybvftncz cge,kbrfwbb. frnjkmrj cfqn yfxbyftn jndtxfnm, jyfdnjvfnbxtcrb gjzdkztncz dfnfkjut.
  • Yandex/2.01.000 (compatible; Win16; Dyatel; Z) ghjcnerbdfkrf yltrc.frkfljr. cskrb yfytljcnegyst cfqns gjvtxf.ncz cthsv wdtnjv.
  • Yandex/2.01.000 (compatible; Win16; Dyatel; D) ghjcnerbdfkrf yltrc.bhtrnf. yfghjdthztn rjhhtrnyjcnm ccskjr bpj,]zdktybq gthtl vjlthfwbtq. brfrb[ fdnjvfnbxtcrb[ ltqcndbq ytghtlghbybvftncz.
  • Yandex/2.01.000 (compatible; Win16; Dyatel; N) ghjcnerbdfkrf yltrc.jdjcntq. yfajhvbhetn jnxtn lkzrjyntyn-vtytl;thf, rjnjhsq jwtybdftn vfcinf, ghj,ktv b, ghbytj,[jlbvjcnb, cdzpsdftncz cgfhnythjv.

bhtrnbdf Host

jbp,t;fybz djpybryjdtybz ghj,ktv cpthrfkjv/fvb cfqnf htrjvtyletncz bcgjkmpjdfnm lbhtrnbde Host. bhtrnbdf Host erfpsdftn hj,jne yltrcf yfukfdyjt pthrfkj lfyyjuj cfqnf. lbhtrnbdjq Disallow ybrfr ytcdzpfyf.


User-agent: Yandex
Disallow: /cgi-bin
Host: www.site.ru

kb,j

User-agent: Yandex
Disallow: /cgi-bin
Host: site.ru

dpfdbcbvjcnb jnnjuj xnjlkz dfcjgnbvfkmytt.
jnwbnfnf bpfj yltrcf:
jq cfqn gjrfpsdftncz dhtpekmnfnf[ gjbcrf ytgjl ntvbvtytv. fr'nj bcghfdbnm?

rjhtt dctuj, dficfqn bvttn ytcrjkmrj pthrfk, bhj,jn ds,hfk rfrjcyjdyjt ytnj pthrfkj, rjnjhjt [jxtncz dfv. cnm ytcrjkmrj htitybq:


  • elfkbnt pthrfkf dfituj cfqnf;
  • yfdct[ pthrfkf[, rhjvt njuj, rjnjhjt ds[jnbnt ds,hfnm jcyjdysv, hfpvtcnbnt afqk robots.txt, gjkyjcnm. pfghtof.obq byltrcfwb. cfqnf, kb,j dskj;bnt yfpthrfkf[ robots.txt clbhtrnbdjq Host;
  • hfpvtcnbnt yfukfdys[ cnhfybwf[ ytjcyjdys[ pthrfk ntu<meta name="robots" content="noindex, nofollow">, pfghtof.obq b[byltrcfwb. bj,[jl gjccskrfv;
  • bpvtybnt rjlukfdys[ cnhfybw yfytjcyjdys[ pthrfkf[ nfr, xnj,s dct(bkb gjxnb dct) ccskrb cyb[ duke,m cfqnf ,skb f,cjk.nysvb bdtkb yfjcyjdyjt pthrfkj.

ckexft htfkbpfwbb jlyjuj bpdsitgthtxbcktyys[ cjdtnjd dfit jcyjdyjt pthrfkj ,eltn fdnjvfnbxtcrb bpvtytyj gjvtht j,[jlf hj,jnf.

ynthtcyfz byajhvfwbz j,j,hf,jnrt lbhtrnbds Host bpjndtnjd . fljdcrjuj yfdjghjcs jgnbvbpfnjhjd:


jghjc: julf gkfybhetncz cdjtdhtvtyyjt cj,k.ltybt lbhtrnbds Host: drobots.txt? ckb cfqn byltrcbhetncz rfrwww.site.ru, rjulf erfpfyj Host: site.ru e;tgjckt njuj, rfrrobots.txt ,skhfpvtoty 12 ytltkb, njghb 'njv cfqn cwww b,tp wwwytcrktbdftncz ,jktt 12 vtczwf bd yltrct ceotcnde.n jlyjdhtvtyyj 2 rjgbb xfcnbxyj gthtctrf.ob[cz cfqnjd (jlby 550 cnhfybw, lheujq 150 cnhfybw, ghb'njv 50 cnhfybw jlbyfrjds[). hjrjvvtynbheqnt, gj;fkeqcnf, ghj,ktvs chf,jnjq pthrfkmobrf.
ndtn: fcibhtybt cnfylfhnf robots.txt, ddtltyyjt yltrcjv, lbhtrnbdf Host 'njytrjvfylf cxbnfnm pthrfkfvb ldfk.,s[ cfqnf, 'njerfpfybt, rfrjq cfqn bpuheggs, jghtltktyys[ fdnjvfnbxtcrb rfrpthrfkf, cxbnfnm ukfdysv. ktljdfntkmyj, rjulf cfqns ,elen bltynbabwbhjdfys rfrpthrfkf, lbhtrnbdf Host chf,jnftn.

HTML-ntu <noindex>

j,jn yltrcf gjllth;bdftn ntunoindex, rjnjhsq pfghtoftn hj,jne yltrcf byltrcbhjdfnm pflfyyst (cke;t,yst) exfcnrb ntrcnf. yfxfkt cke;t,yjuj ahfuvtynf cnfdbncz <noindex>, fd rjywt </noindex>, byltrc yt,eltn byltrcbhjdfnm lfyysq exfcnjr ntrcnf.


,zpfntkmyj cj,k.lfqnt dkj;tyyjcnm html-ntujd.
tdthyfz rjycnherwbz:

<p><noindex>text</p></noindex>

hfdbkmyj nfr:
<noindex><p>text</p></noindex>

b,j nfr:
<p><noindex>text</noindex></p>

3
  ,
:
. +7(812) 984 5721

e-mail
icq 415547094  romver  mail.ru  romverinbox.ru
1997 - 2019 romver.ru

Display Pagerank