jyapayne/packages
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Added robotparser.

Browse source
This commit is contained in:
achesak 2014-09-03 09:41:28 -05:00
commit 79da9ca611
1 changed files with 9 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

9
packages.json
View file

@ -948,5 +948,14 @@
"description": "UUID wrapper", "description": "UUID wrapper",
"license": "MIT", "license": "MIT",
"web": "https://github.com/idlewan/nim-uuid" "web": "https://github.com/idlewan/nim-uuid"
},
{
"name": "robotparser",
"url": "git://github.com/achesak/nimrod-robotparser",
"method": "git",
"tags": ["library", "useragent", "robots", "robot.txt"],
"description": "Determine if a useragent can access a URL using robots.txt",
"license": "MIT",
"web": "https://github.com/achesak/nimrod-robotparser"
} }
] ]