instant-data-scraper-utils/bin/process-all.py
2024-07-16 18:08:36 -04:00

46 lines
1.2 KiB
Python
Executable file

#!/usr/bin/env python
# Script Name: process-all
import os
import subprocess
from pyfiglet import Figlet
from halo import Halo
# Define the paths based on the project details
PROJECT_ROOT = "/home/ld/mgk-scrapes"
BIN_DIR = os.path.join(PROJECT_ROOT, 'bin')
def run_scripts():
"""Run the specified scripts in order."""
scripts = [
os.path.join(BIN_DIR, "process-stage-1.py"),
os.path.join(BIN_DIR, "process-stage-2.py"),
os.path.join(BIN_DIR, "process-stage-3.py"),
os.path.join(BIN_DIR, "process-stage-4.py"),
os.path.join(BIN_DIR, "process-stage-5.py"),
os.path.join(BIN_DIR, "process-stage-6.py")
]
for script in scripts:
try:
subprocess.run(["python", script], check=True)
except subprocess.CalledProcessError as e:
print(f"Error: {e}")
break
def main():
figlet = Figlet(font='slant')
script_name = "process-all".replace("-", " ").title()
print(figlet.renderText(script_name))
print("Running all stage processing scripts...\n")
run_scripts()
final_spinner = Halo(spinner='dots', color='green')
final_spinner.start()
final_spinner.succeed("All scripts completed.")
if __name__ == '__main__':
main()