Files
profilarr/backend/app/git/clone_repo.py
2025-02-05 16:09:58 +10:30

111 lines
4.6 KiB
Python

# git/clone_repo.py
import os
import shutil
import logging
import yaml
from git.exc import GitCommandError
import git
from .authenticate import validate_git_token
logger = logging.getLogger(__name__)
def clone_repository(repo_url, repo_path, git_token):
try:
if not validate_git_token(repo_url, git_token):
logger.error("Invalid Git token provided")
return False, "Invalid Git token. Please check your credentials and try again."
temp_dir = f"{repo_path}_temp"
backup_dir = f"{repo_path}_backup"
logger.info(f"Cloning repository from {repo_url} to {temp_dir}")
auth_repo_url = repo_url.replace('https://', f'https://{git_token}:x-oauth-basic@')
try:
repo = git.Repo.clone_from(auth_repo_url, temp_dir)
logger.info("Repository cloned successfully")
except GitCommandError as e:
if "remote: Repository not found" in str(e):
logger.info("Repository not found. Creating a new empty repository.")
repo = git.Repo.init(temp_dir)
repo.create_remote('origin', repo_url)
else:
logger.error(f"Git clone failed: {str(e)}")
return False, f"Failed to clone repository: {str(e)}"
try:
repo.head.reference
except ValueError:
logger.info("Repository is empty. Initializing with basic structure.")
_initialize_empty_repo(repo)
if os.path.exists(repo_path):
logger.info(f"Backing up existing repo to {backup_dir}")
shutil.move(repo_path, backup_dir)
logger.info(f"Moving cloned repo from {temp_dir} to {repo_path}")
shutil.move(temp_dir, repo_path)
for folder_name in ['regex_patterns', 'custom_formats', 'profiles']:
folder_path = os.path.join(repo_path, folder_name)
backup_folder_path = os.path.join(backup_dir, folder_name)
if not os.path.exists(folder_path):
logger.info(f"Creating missing folder: {folder_name}")
os.makedirs(folder_path)
cloned_files = [f for f in os.listdir(folder_path) if f.endswith('.yml')]
cloned_ids = set(int(f.split('.')[0]) for f in cloned_files)
if os.path.exists(backup_folder_path):
local_files = [f for f in os.listdir(backup_folder_path) if f.endswith('.yml')]
for file_name in local_files:
old_file_path = os.path.join(backup_folder_path, file_name)
with open(old_file_path, 'r') as file:
data = yaml.safe_load(file)
while data['id'] in cloned_ids:
data['id'] += 1
cloned_ids.add(data['id'])
new_file_name = f"{data['id']}_{data['name'].replace(' ', '_').lower()}.yml"
new_file_path = os.path.join(folder_path, new_file_name)
with open(new_file_path, 'w') as file:
yaml.dump(data, file)
logger.info(f"Merged local file: {new_file_name}")
if os.path.exists(backup_dir):
logger.info(f"Removing backup directory: {backup_dir}")
shutil.rmtree(backup_dir)
logger.info("Repository cloned and set up successfully")
return True, "Repository cloned successfully and local files updated"
except Exception as e:
logger.exception("Unexpected error during repository cloning")
if os.path.exists(temp_dir):
shutil.rmtree(temp_dir)
if os.path.exists(backup_dir):
shutil.move(backup_dir, repo_path)
return False, f"Unexpected error: {str(e)}"
def _initialize_empty_repo(repo):
# Create basic folder structure
os.makedirs(os.path.join(repo.working_tree_dir, 'regex_patterns'), exist_ok=True)
os.makedirs(os.path.join(repo.working_tree_dir, 'custom_formats'), exist_ok=True)
os.makedirs(os.path.join(repo.working_tree_dir, 'quality_profiles'), exist_ok=True)
# Create a README file
with open(os.path.join(repo.working_tree_dir, 'README.md'), 'w') as f:
f.write("# Profilarr Repository\n\nThis repository contains regex patterns, custom formats and quality profiles.")
repo.git.add(A=True)
repo.index.commit("Initial commit: Basic repository structure")
repo.create_head('main')
repo.heads.main.checkout()
origin = repo.remote(name='origin')
origin.push('main')
origin.push('main:main')
logger.info(f"Initialized empty repository with basic structure and pushed to main")