Merge remote-tracking branch 'Paul/master' into proxy_fix

Author: thebigG

.github/workflows/ci.yml

@@ -0,0 +1,56 @@
+# This tests all JobFunnel Scrapes
+
+name: JobFunnel CI
+
+on:
+  push:
+    branches: [ master ]
+  pull_request:
+    branches: [ master ]
+
+jobs:
+  build:
+
+    runs-on: ubuntu-16.04
+
+    steps:
+    - uses: actions/checkout@v2
+    - name: Set up Python 3.8
+      uses: actions/setup-python@v2
+      with:
+        python-version: 3.8
+    - name: Install dependencies
+      run: |
+        python -m pip install --upgrade pip
+    - name: Install JobFunnel
+      run: |
+        pip install -e .
+        python -m nltk.downloader stopwords
+    - name: Lint with flake8
+      run: |
+        # stop the build if there are Python syntax errors or undefined names
+        flake8 . --count --select=E9,F63,F7,F82 --show-source --statistics
+    - name: Test with pytest
+      run: |
+        pytest
+    - name: Run CANADA_ENGLISH demo by settings YAML
+      run: |
+        funnel load -s demo/settings.yaml -log-level DEBUG
+    - name: Run an american search by CLI
+      run: |
+        funnel inline -kw Python Data Scientist PHD AI -ps WA -c Seattle -l USA_ENGLISH -log-level DEBUG -csv demo_job_search_results/demo_search.csv -cache demo_job_search_results/cache2 -blf demo_job_search_results/demo_block_list.json -dl demo_job_search_results/demo_duplicates_list.json -log-file demo_job_search_results/log.log -max-listing-days 1
+    - name: Run a FRANCE_FRENCH demo by settings YAML
+      run: |
+        funnel load -s demo/settings_FR.yaml -log-level DEBUG
+    - name: Obtain coverage
+      run: |
+        pytest --cov=jobfunnel --cov-report=xml
+    - name: After Success
+      run: |
+        bash <(curl -s https://codecov.io/bash)
+    - name: Run a Remote jobs only scrape
+      run: |
+        funnel inline -kw Python -ps ON -c Toronto -l CANADA_ENGLISH -remoteness FULLY_REMOTE -p INDEED -log-level DEBUG -csv demo_job_search_results/demo_remote_search.csv -cache demo_job_search_results/cache3 -blf demo_job_search_results/demo_block_list.json -dl demo_job_search_results/demo_duplicates_list.json -log-file demo_job_search_results/log.log -max-listing-days 3
+# TODO: modify some job statuses and run with --no-scrape...
+# - './tests/verify_time.sh'   TODO: some way of verifying execution time
+# - './demo/gen_call_graphs.sh'  TODO: some way of showing .dot on GitHub?

.travis.yml

@@ -21,6 +21,9 @@
     'webdriver-manager>=2.4.0',
     'Cerberus>=1.3.2',
     'tqdm>=4.47.0',
+    'flake8',
+    'pipenv',
+    'pytest-cov',
 ]
 here = Path(__file__).parent
 readme = (here / "readme.md").read_text()