Merge pull request #100 from crawler-commons/96

Remove Ignite, implements #96

Author: jnioche

service/README.md

@@ -3,12 +3,9 @@
 [![Docker Image Version (latest semver)](https://img.shields.io/docker/v/crawlercommons/url-frontier)](https://hub.docker.com/r/crawlercommons/url-frontier)
 [![Docker Pulls](https://img.shields.io/docker/pulls/crawlercommons/url-frontier)](https://hub.docker.com/r/crawlercommons/url-frontier)
 
-Implementations of the URL Frontier Service. There are currently 3 implementations available:
+Implementations of the URL Frontier Service. There are currently 2 implementations available:
 - a simple memory-based which was used primarily for testing
 - the default one which is scalable, persistent and is based on [RocksDB](https://rocksdb.org/)
-- a persistent and distributed one based on [Ignite](https://ignite.apache.org/)
-
-The Ignite implementation is still in beta mode.
 
 Web crawlers can connect to it using the gRPC code generated from the API. There is also a simple client available 
 which can do basic interactions with a Frontier.
@@ -37,7 +34,7 @@ the call above can have the following equivalent without the config file:
 
 If no path is set explicitly for RocksDB,  the default value _./rocksdb_ will be used.
 
-For implementation supporting a cluster mode, like the Ignite one, it is required to use the parameter `-h xxx.xxx.xxx.xxx` with the private IP or hostname
+For implementation supporting a cluster mode, it is required to use the parameter `-h xxx.xxx.xxx.xxx` with the private IP or hostname
 on which it is running so that it can report its location with the heartbeat.
 
 ## Logging configuration

service/config.ini

@@ -21,23 +21,5 @@ rocksdb.max_background_jobs = 4
 rocksdb.max_subcompactions = 2
 rocksdb.max_bytes_for_level_base = 536870912
 
-#implementation = crawlercommons.urlfrontier.service.ignite.IgniteService
-
-# Needed for the Ignite based frontiers to form a cluster
-# ignite.seed.address = xxx.xxx.xxx.xxx
-
-ignite.path = /data/crawl/ignite
-ignite.workdir = /data/crawl/ignite
-ignite.index = /data/crawl/lucene
-# ignite.purge = true
-
-ignite.backups = 3
-# frequency in sec of when the frontiers should send a heartbeat
-ignite.frontiers.heartbeat = 60
-# ttl of hearbeats in sec
-ignite.frontiers.ttl = 120
-
-
-
 
 

service/pom.xml

@@ -16,8 +16,6 @@
 
 	<properties>
 		<prometheus.version>0.16.0</prometheus.version>
-		<ignite.version>2.14.0</ignite.version>
-		<lucene.version>9.4.0</lucene.version>
 		<rocksdb.version>7.6.0</rocksdb.version>
 	</properties>
 
@@ -94,18 +92,6 @@
 			<version>${rocksdb.version}</version>
 		</dependency>
 
-		<dependency>
-			<groupId>org.apache.ignite</groupId>
-			<artifactId>ignite-core</artifactId>
-			<version>${ignite.version}</version>
-		</dependency>
-
-		<dependency>
-			<groupId>org.apache.lucene</groupId>
-			<artifactId>lucene-core</artifactId>
-			<version>${lucene.version}</version>
-		</dependency>
-
 		<dependency>
 			<groupId>commons-io</groupId>
 			<artifactId>commons-io</artifactId>