diff --git a/.travis.yml b/.travis.yml index 5022972..e5fbd98 100644 --- a/.travis.yml +++ b/.travis.yml @@ -13,12 +13,13 @@ services: - mysql # - elasticsearch - postgresql - - couchdb addons: postgresql: "9.4" apt: packages: - rabbitmq-server +env: + - IGNORE_COUCHDB=1 before_install: - sudo apt-get update -qq diff --git a/README.md b/README.md index bfe1aca..1dc1695 100644 --- a/README.md +++ b/README.md @@ -5,7 +5,7 @@ A Powerful Spider(Web Crawler) System in Python. - Write script in Python - Powerful WebUI with script editor, task monitor, project manager and result viewer -- [MySQL](https://www.mysql.com/), [CouchDB](https://couchdb.apache.org), [MongoDB](https://www.mongodb.org/), [Redis](http://redis.io/), [SQLite](https://www.sqlite.org/), [Elasticsearch](https://www.elastic.co/products/elasticsearch); [PostgreSQL](http://www.postgresql.org/) with [SQLAlchemy](http://www.sqlalchemy.org/) as database backend +- [MySQL](https://www.mysql.com/), [MongoDB](https://www.mongodb.org/), [Redis](http://redis.io/), [SQLite](https://www.sqlite.org/), [Elasticsearch](https://www.elastic.co/products/elasticsearch); [PostgreSQL](http://www.postgresql.org/) with [SQLAlchemy](http://www.sqlalchemy.org/) as database backend - [RabbitMQ](http://www.rabbitmq.com/), [Redis](http://redis.io/) and [Kombu](http://kombu.readthedocs.org/) as message queue - Task priority, retry, periodical, recrawl by age, etc... - Distributed architecture, Crawl Javascript pages, Python 2.{6,7}, 3.{3,4,5,6} support, etc... diff --git a/pyspider/database/couchdb/projectdb.py b/pyspider/database/couchdb/projectdb.py index 2d57fe9..17c1f6f 100644 --- a/pyspider/database/couchdb/projectdb.py +++ b/pyspider/database/couchdb/projectdb.py @@ -31,7 +31,7 @@ class ProjectDB(BaseProjectDB): }, 'name': self.__collection_name__ + "_" + database } - res = self.session.post(self.url+"_index", json=payload).json() + res = self.session.post(self.url + "_index", json=payload).json() self.index = res['id'] def _default_fields(self, each):