# NB. the crawl script also has parameters that you can change (within the script), 
# like the number of fetched pages per level (i.e. the breadth of crawl).

NUTCH_HOME=/opt/apache-nutch-2.2.1/runtime/local
NUTCH_HOME=/opt/nutch/

#SEED_DIR=testUrls
#CRAWL_ID=index
#ES_NODE=iData
#DEPTH=3

# DATE=$(date +%Y-%m-%d)
SEED_DIR=urls
CRAWL_ID=lawsoc_only
ES_NODE=iData
DEPTH=3

#                                     crawl <seedDir>                 <crawlId>   <esNODE>   <numberOfRounds>
docker exec NUTCH01 ${NUTCH_HOME}/bin/crawl ${NUTCH_HOME}/${SEED_DIR} ${CRAWL_ID} ${ES_NODE} ${DEPTH}
