selenium-challenge-fetch #2213
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: selenium-challenge-fetch | |
| # Runs on pushes targeting the default branch | |
| on: | |
| push: | |
| # Allows you to run this workflow manually from the Actions tab | |
| workflow_dispatch: | |
| inputs: | |
| name: | |
| description: 'Person to greet' | |
| required: true | |
| default: 'Mona the Octocat' | |
| home: | |
| description: 'location' | |
| required: false | |
| default: 'The Octoverse' | |
| myvalue: | |
| description: 'another_val' | |
| required: false | |
| default: '1234' | |
| # schedule: | |
| # - cron: '42 */2 * * *' | |
| # Sets permissions of the GITHUB_TOKEN to allow deployment to GitHub Pages | |
| permissions: | |
| contents: read | |
| pages: write | |
| id-token: write | |
| # Allow only one concurrent deployment, skipping runs queued between the run in-progress and latest queued. | |
| # However, do NOT cancel in-progress runs as we want to allow these production deployments to complete. | |
| concurrency: | |
| group: "pages" | |
| cancel-in-progress: false | |
| jobs: | |
| scrape: | |
| runs-on: ubuntu-latest | |
| environment: | |
| name: github-pages | |
| url: ${{ steps.deployment.outputs.page_url }} | |
| steps: | |
| - name: Check out this repo | |
| uses: actions/checkout@v2 | |
| - name: Set up Python | |
| uses: actions/setup-python@v2 | |
| with: | |
| python-version: '3.9' | |
| ##- name: Installed package list | |
| ## run: apt list --installed | |
| - name: Remove Chrome , pull docker img , get pip | |
| run: bash -c " docker pull selenium/standalone-chrome & pip install requests beautifulsoup4 pandas webdriver-manager selenium selenium-stealth & sudo apt purge -y google-chrome-stable chromium-browser;wait" | |
| # - name: install ungoogled chrom | |
| # run: bash -c "cd /usr/src;sudo wget -c https://github.com/clickot/ungoogled-chromium-binaries/releases/download/113.0.5672.63-1/ungoogled-chromium_113.0.5672.63-1.1_linux.tar.xz ;sudo unxz ungoogled-chromium_113.0.5672.63-1.1_linux.tar.xz;sudo tar xvf ungoogled-chromium_113.0.5672.63-1.1_linux.tar;sudo ln -s /usr/src/ungoogled-chromium_113.0.5672.63-1.1_linux/chrome /usr/bin/google-chrome" | |
| # - name: Install all necessary packages | |
| # run: pip install requests beautifulsoup4 pandas webdriver-manager selenium selenium-stealth | |
| - name: Run the scraping script | |
| run: bash run.sh | |
| - name: Setup Pages | |
| uses: actions/configure-pages@v4 | |
| - name: Upload artifact | |
| uses: actions/upload-pages-artifact@v3 | |
| with: | |
| # Upload entire repository | |
| path: './public' | |
| - name: Deploy to GitHub Pages | |
| id: deployment | |
| uses: actions/deploy-pages@v4 |