Added international and IDNA tests.

3 files changed, 16 insertions, 1 deletions

diff --git a/tests/11_crawl-idna.test b/tests/11_crawl-idna.test
new file mode 100755
index 0000000..5a541ca
--- /dev/null
+++ b/tests/11_crawl-idna.test
@@ -0,0 +1,8 @@
+#!/bin/bash
+#
+
+# unicode tests
+bash crawl-test.sh --errors 1 --files 5 \
+	httrack 'http://ut.httrack.com/unicode-links/idna.html' \
+	'+*.ut.httrack.com/*' --robots=0
+
diff --git a/tests/11_crawl-international.test b/tests/11_crawl-international.test
new file mode 100755
index 0000000..b661963
--- /dev/null
+++ b/tests/11_crawl-international.test
@@ -0,0 +1,7 @@
+#!/bin/bash
+#
+
+# unicode tests
+bash crawl-test.sh --errors 1 --files 10 httrack http://ut.httrack.com/unicode-links/utf8.html
+bash crawl-test.sh --errors 4 --files  7 httrack http://ut.httrack.com/unicode-links/default.html
+bash crawl-test.sh --errors 2 --files  9 httrack http://ut.httrack.com/unicode-links/iso88591.html
diff --git a/tests/crawl-test.sh b/tests/crawl-test.sh
index 7638d84..7274b0b 100755
--- a/tests/crawl-test.sh
+++ b/tests/crawl-test.sh
@@ -86,7 +86,7 @@ function start-crawl {
   debug "remaining args: ${@:${pos}}"
 
   # ut/ won't exceed 2 minutes
-  moreargs="--quiet --max-time=120"
+  moreargs="--quiet --max-time=120 --connection-per-second=5"
 
   # proxy environment ?
   if test -n "$http_proxy"; then