Scrape Github Orgs #583

	name: Scrape Github Orgs

	on:
	schedule:
	- cron: '10 02 * * *'

	jobs:
	scrape:
	name: Run repo scrape
	runs-on: ubuntu-latest
	steps:
	- name: Checkout
	uses: actions/checkout@v3
	- name: Set up Go
	uses: actions/setup-go@v3
	with:
	go-version: 1.18
	- name: Run scrape
	env:
	GITHUB_AUTH_TOKEN: ${{ secrets.REDHAT_PERFBOT_SCRAPE_TOKEN }}
	run: \|
	cd scraper
	go mod download
	go run main.go
	- name: Store repositories.json file
	uses: actions/upload-artifact@v3
	with:
	name: repos
	path: public/repositories.json
	update:
	name: Update gh-pages
	runs-on: ubuntu-latest
	needs: scrape
	steps:
	- name: Checkout
	uses: actions/checkout@v3
	with:
	ref: gh-pages
	- name: Delete existing repositories.json file
	run: rm -f ./repositories.json
	- name: Download repositories.json file
	uses: actions/download-artifact@v3
	with:
	name: repos
	path: ./
	- name: Update and push
	env:
	GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
	GH_EMAIL: [email protected]
	GH_USERNAME: redhat-perfbot
	run: \|
	git config --global user.name $GH_USERNAME
	git config --global user.email $GH_EMAIL
	git remote set-url origin https://$GH_USERNAME:[email protected]/redhat-performance/tooling-curator.git
	git add repositories.json
	git diff-index --quiet HEAD \|\| git commit -am "Periodic repo scrape $(date)"
	git push

Provide feedback