diff options
author | Xavier Roche <xroche@users.noreply.github.com> | 2012-03-19 12:36:11 +0000 |
---|---|---|
committer | Xavier Roche <xroche@users.noreply.github.com> | 2012-03-19 12:36:11 +0000 |
commit | ad5b7acc19290ff91e0f42a0de448a26760fcf99 (patch) | |
tree | 2d1867758835fd0c4e443ff3cc7e5c774af85874 /src/htsrobots.h |
Imported httrack 3.20.2
Diffstat (limited to 'src/htsrobots.h')
-rw-r--r-- | src/htsrobots.h | 56 |
1 files changed, 56 insertions, 0 deletions
diff --git a/src/htsrobots.h b/src/htsrobots.h new file mode 100644 index 0000000..62b9689 --- /dev/null +++ b/src/htsrobots.h @@ -0,0 +1,56 @@ +/* ------------------------------------------------------------ */ +/* +HTTrack Website Copier, Offline Browser for Windows and Unix +Copyright (C) Xavier Roche and other contributors + +This program is free software; you can redistribute it and/or +modify it under the terms of the GNU General Public License +as published by the Free Software Foundation; either version 2 +of the License, or any later version. + +This program is distributed in the hope that it will be useful, +but WITHOUT ANY WARRANTY; without even the implied warranty of +MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +GNU General Public License for more details. + +You should have received a copy of the GNU General Public License +along with this program; if not, write to the Free Software +Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. + + +Important notes: + +- We hereby ask people using this source NOT to use it in purpose of grabbing +emails addresses, or collecting any other private information on persons. +This would disgrace our work, and spoil the many hours we spent on it. + + +Please visit our Website: http://www.httrack.com +*/ + +/* ------------------------------------------------------------ */ +/* File: httrack.c subroutines: */ +/* robots.txt (website robot file) */ +/* Author: Xavier Roche */ +/* ------------------------------------------------------------ */ + + + +#ifndef HTSROBOTS_DEFH +#define HTSROBOTS_DEFH + +// robots wizard +typedef struct robots_wizard { + char adr[1024]; + char token[1024]; + struct robots_wizard* next; +} robots_wizard; + + +// robots +int checkrobots(robots_wizard* robots,char* adr,char* fil); +void checkrobots_free(robots_wizard* robots); +int checkrobots_set(robots_wizard* robots,char* adr,char* data); + + +#endif |