Daily Extract #1000

	name: Daily Extract

	on:
	schedule:
	- cron: '05 6 * * *'


	jobs:
	# Label of the container job
	scraper-job:
	# Containers must run in Linux based operating systems
	runs-on: ubuntu-latest
	# Docker Hub image that `scraper-job` executes in
	container: albertmarrero/video-game-web-scraper:v0.0.1

	# Steps represent a sequence of tasks that will be executed as part of the job
	steps:
	# Crawls VideoGameGeek Hot XML API
	- name: Crawls VideoGameGeek Hot XML API
	run: scrapy crawl vgg-hotitems -O daily/videogamegeek/hotitems.json

	# Uploads Daily Data Artifacts
	- name: Uploads Daily Artifacts
	uses: actions/upload-artifact@v2
	with:
	name: daily-extract
	path: daily
	retention-days: 7

	# Label of the job
	upload-data:
	needs: [scraper-job]
	# The type of runner that the job will run on
	runs-on: ubuntu-latest

	# Steps represent a sequence of tasks that will be executed as part of the job
	steps:
	# Downloads all workflow artifacts
	- name: Downloads all workflow artifacts
	uses: actions/download-artifact@v2

	# Checkout Video Game Data Repo
	- name: Checkout Video Game Data Repo
	uses: actions/checkout@v2
	with:
	ref: main
	path: data

	# Move workflow artifacts to data repo
	- name: Move workflow artifacts to data repo
	run: \|
	ls -R
	mv daily-extract/videogamegeek/hotitems.json data/videogamegeek/hot_items/"`date +"%Y-%m-%d"`".json

	# Checkin Video Game Data Repo
	- name: Checkin Video Game Data Repo
	run: \|
	cd data
	git config user.name github-actions
	git config user.email [email protected]
	git add .
	git commit -m "`date +"%Y-%m-%d:%H:%M:%S"`"
	git push

Provide feedback