How to prevent the downloading of entire website by using .htaccess

These days  website copying is normal thing. So many websites are copied by using the Httrack website copier and also other tools are available for downloading the entire website easily.After downloading the entire website. 

Using these tools can even grab the pieces needed to make a website with active code content work offline.

To prevent the downloading of entire website using these website copiers. We need to write some code on the .htaccess file.It will check the user agent and stops the downloading from these major website copiers.

.htaccess file

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
Options -Indexes
 
RewriteEngine On
 
RewriteCond %{HTTP_USER_AGENT} ^BlackWidow [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^Bot\ mailto:craftbot@yahoo.com [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^ChinaClaw [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^Custo [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^DISCo [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^Download\ Demon [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^eCatch [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^EirGrabber [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^EmailSiphon [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^EmailWolf [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^Express\ WebPictures [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^ExtractorPro [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^EyeNetIE [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^FlashGet [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^GetRight [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^GetWeb! [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^Go!Zilla [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^Go-Ahead-Got-It [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^GrabNet [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^Grafula [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^HMView [OR]
 
RewriteCond %{HTTP_USER_AGENT} HTTrack [NC,OR]
 
RewriteCond %{HTTP_USER_AGENT} ^Image\ Stripper [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^Image\ Sucker [OR]
 
RewriteCond %{HTTP_USER_AGENT} Indy\ Library [NC,OR]
 
RewriteCond %{HTTP_USER_AGENT} ^InterGET [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^Internet\ Ninja [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^JetCar [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^JOC\ Web\ Spider [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^larbin [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^LeechFTP [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^Mass\ Downloader [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^MIDown\ tool [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^Mister\ PiX [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^Navroad [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^NearSite [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^NetAnts [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^NetSpider [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^Net\ Vampire [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^NetZIP [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^Octopus [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^Offline\ Explorer [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^Offline\ Navigator [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^PageGrabber [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^Papa\ Foto [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^pavuk [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^pcBrowser [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^RealDownload [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^ReGet [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^SiteSnagger [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^SmartDownload [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^SuperBot [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^SuperHTTP [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^Surfbot [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^tAkeOut [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^Teleport\ Pro [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^VoidEYE [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^Web\ Image\ Collector [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^Web\ Sucker [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^WebAuto [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^WebCopier [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^WebFetch [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^WebGo\ IS [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^WebLeacher [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^WebReaper [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^WebSauger [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^Website\ eXtractor [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^Website\ Quester [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^WebStripper [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^WebWhacker [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^WebZIP [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^Wget [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^Widow [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^WWWOFFLE [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^Xaldon\ WebSpider [OR]
 
RewriteCond %{HTTP_USER_AGENT} ^Zeus
 
RewriteRule ^.* - [F,L]

Download
* If you like this post please don’t forget to subscribe Techies Badi - programming blog for more useful stuff

Related Posts