diff options
| author | Dominik Picheta <dominikpicheta@googlemail.com> | 2014-09-03 15:47:16 +0100 |
|---|---|---|
| committer | Dominik Picheta <dominikpicheta@googlemail.com> | 2014-09-03 15:47:16 +0100 |
| commit | a1e051cb2cc8f68f14f3007d2b9c587e78b31479 (patch) | |
| tree | d340c1d002f42ece17389a063d0a93fd1efdb8ec | |
| parent | 8cbea5fd3b05e65cc802640b91a617c4746ba9a4 (diff) | |
| parent | 79da9ca611fe6b240722bb853dbd95813e2e8e2c (diff) | |
| download | packages-a1e051cb2cc8f68f14f3007d2b9c587e78b31479.tar.gz packages-a1e051cb2cc8f68f14f3007d2b9c587e78b31479.zip | |
Merge pull request #87 from achesak/master
Added robotparser.
| -rw-r--r-- | packages.json | 9 |
1 files changed, 9 insertions, 0 deletions
diff --git a/packages.json b/packages.json index 820a193..d9108ca 100644 --- a/packages.json +++ b/packages.json @@ -948,5 +948,14 @@ "description": "UUID wrapper", "license": "MIT", "web": "https://github.com/idlewan/nim-uuid" + }, + { + "name": "robotparser", + "url": "git://github.com/achesak/nimrod-robotparser", + "method": "git", + "tags": ["library", "useragent", "robots", "robot.txt"], + "description": "Determine if a useragent can access a URL using robots.txt", + "license": "MIT", + "web": "https://github.com/achesak/nimrod-robotparser" } ] |