mirror of
https://github.com/Xe138/windmill-git-sync.git
synced 2026-04-01 17:27:23 -04:00
Add remote repository sync support
- Clone remote repository on first sync if workspace is empty - Sync local repo with remote (fetch + hard reset) on subsequent syncs - Ensures Windmill workspace changes are built on latest remote commits - Prevents push failures due to divergent history New functions: - is_workspace_empty(): Check if workspace needs cloning - clone_remote_repository(): Clone and checkout/create branch - sync_local_with_remote(): Fetch and hard reset to remote Co-Authored-By: Claude <noreply@anthropic.com>
This commit is contained in:
123
app/sync.py
123
app/sync.py
@@ -86,9 +86,115 @@ def run_wmill_sync(config: Dict[str, Any]) -> bool:
|
|||||||
raise RuntimeError(f"Failed to sync from Windmill: {e.stderr}")
|
raise RuntimeError(f"Failed to sync from Windmill: {e.stderr}")
|
||||||
|
|
||||||
|
|
||||||
|
def is_workspace_empty() -> bool:
|
||||||
|
"""
|
||||||
|
Check if workspace directory is empty or not initialized as a git repo.
|
||||||
|
|
||||||
|
Returns:
|
||||||
|
bool: True if directory is empty or not a git repository
|
||||||
|
"""
|
||||||
|
git_dir = WORKSPACE_DIR / '.git'
|
||||||
|
|
||||||
|
# Check if .git directory exists
|
||||||
|
if not git_dir.exists():
|
||||||
|
# Check if workspace is completely empty or has no meaningful content
|
||||||
|
workspace_contents = list(WORKSPACE_DIR.iterdir())
|
||||||
|
return len(workspace_contents) == 0
|
||||||
|
|
||||||
|
return False
|
||||||
|
|
||||||
|
|
||||||
|
def clone_remote_repository(config: Dict[str, Any]) -> Repo:
|
||||||
|
"""
|
||||||
|
Clone remote repository to workspace directory.
|
||||||
|
|
||||||
|
Args:
|
||||||
|
config: Configuration dictionary containing git_remote_url, git_token, git_branch
|
||||||
|
|
||||||
|
Returns:
|
||||||
|
Repo: GitPython repository object
|
||||||
|
|
||||||
|
Raises:
|
||||||
|
RuntimeError: If clone fails
|
||||||
|
"""
|
||||||
|
git_remote_url = config['git_remote_url']
|
||||||
|
git_token = config['git_token']
|
||||||
|
git_branch = config.get('git_branch', 'main')
|
||||||
|
git_user_name = config.get('git_user_name', 'Windmill Git Sync')
|
||||||
|
git_user_email = config.get('git_user_email', 'windmill@example.com')
|
||||||
|
|
||||||
|
authenticated_url = get_authenticated_url(git_remote_url, git_token)
|
||||||
|
|
||||||
|
logger.info(f"Cloning remote repository from {git_remote_url}")
|
||||||
|
|
||||||
|
try:
|
||||||
|
# Clone the repository
|
||||||
|
repo = Repo.clone_from(authenticated_url, WORKSPACE_DIR)
|
||||||
|
|
||||||
|
# Configure user
|
||||||
|
repo.config_writer().set_value("user", "name", git_user_name).release()
|
||||||
|
repo.config_writer().set_value("user", "email", git_user_email).release()
|
||||||
|
|
||||||
|
# Check if the specified branch exists
|
||||||
|
try:
|
||||||
|
repo.git.checkout(git_branch)
|
||||||
|
logger.info(f"Checked out existing branch '{git_branch}'")
|
||||||
|
except GitCommandError:
|
||||||
|
# Branch doesn't exist, create it as orphan
|
||||||
|
logger.info(f"Branch '{git_branch}' doesn't exist, creating new branch")
|
||||||
|
repo.git.checkout('--orphan', git_branch)
|
||||||
|
# Remove all files from staging (orphan branch starts with staged files)
|
||||||
|
try:
|
||||||
|
repo.git.rm('-rf', '.')
|
||||||
|
except GitCommandError:
|
||||||
|
# If rm fails (no files to remove), that's fine
|
||||||
|
pass
|
||||||
|
|
||||||
|
logger.info("Repository cloned successfully")
|
||||||
|
return repo
|
||||||
|
|
||||||
|
except GitCommandError as e:
|
||||||
|
logger.error(f"Failed to clone repository: {str(e)}")
|
||||||
|
raise RuntimeError(f"Failed to clone remote repository: {str(e)}")
|
||||||
|
|
||||||
|
|
||||||
|
def sync_local_with_remote(repo: Repo, config: Dict[str, Any]) -> None:
|
||||||
|
"""
|
||||||
|
Sync local repository with remote (fetch and hard reset).
|
||||||
|
|
||||||
|
Args:
|
||||||
|
repo: GitPython Repo object
|
||||||
|
config: Configuration dictionary containing git_branch
|
||||||
|
|
||||||
|
Raises:
|
||||||
|
RuntimeError: If sync fails
|
||||||
|
"""
|
||||||
|
git_branch = config.get('git_branch', 'main')
|
||||||
|
|
||||||
|
logger.info(f"Syncing local repository with remote branch '{git_branch}'")
|
||||||
|
|
||||||
|
try:
|
||||||
|
# Fetch from remote
|
||||||
|
origin = repo.remote('origin')
|
||||||
|
origin.fetch()
|
||||||
|
logger.info("Fetched from remote")
|
||||||
|
|
||||||
|
# Reset local branch to match remote
|
||||||
|
try:
|
||||||
|
repo.git.reset('--hard', f'origin/{git_branch}')
|
||||||
|
logger.info(f"Reset local branch to match origin/{git_branch}")
|
||||||
|
except GitCommandError as e:
|
||||||
|
# Branch might not exist on remote yet, which is fine
|
||||||
|
logger.info(f"Branch '{git_branch}' doesn't exist on remote yet, will be created on push")
|
||||||
|
|
||||||
|
except GitCommandError as e:
|
||||||
|
logger.error(f"Failed to sync with remote: {str(e)}")
|
||||||
|
raise RuntimeError(f"Failed to sync local repository with remote: {str(e)}")
|
||||||
|
|
||||||
|
|
||||||
def init_or_update_git_repo(config: Dict[str, Any]) -> Repo:
|
def init_or_update_git_repo(config: Dict[str, Any]) -> Repo:
|
||||||
"""
|
"""
|
||||||
Initialize Git repository or open existing one.
|
Initialize Git repository, clone from remote if needed, or open existing one.
|
||||||
|
|
||||||
Args:
|
Args:
|
||||||
config: Configuration dictionary containing optional git_user_name and git_user_email
|
config: Configuration dictionary containing optional git_user_name and git_user_email
|
||||||
@@ -101,10 +207,23 @@ def init_or_update_git_repo(config: Dict[str, Any]) -> Repo:
|
|||||||
|
|
||||||
git_dir = WORKSPACE_DIR / '.git'
|
git_dir = WORKSPACE_DIR / '.git'
|
||||||
|
|
||||||
|
# Check if workspace is empty/uninitialized
|
||||||
|
if is_workspace_empty():
|
||||||
|
# Try to clone from remote
|
||||||
|
logger.info("Workspace is empty, attempting to clone from remote")
|
||||||
|
return clone_remote_repository(config)
|
||||||
|
|
||||||
|
# Repository already exists
|
||||||
if git_dir.exists():
|
if git_dir.exists():
|
||||||
logger.info("Opening existing Git repository")
|
logger.info("Opening existing Git repository")
|
||||||
repo = Repo(WORKSPACE_DIR)
|
repo = Repo(WORKSPACE_DIR)
|
||||||
|
|
||||||
|
# Sync with remote before continuing
|
||||||
|
sync_local_with_remote(repo, config)
|
||||||
|
|
||||||
|
return repo
|
||||||
else:
|
else:
|
||||||
|
# Workspace has files but no git repo - initialize new repo
|
||||||
logger.info("Initializing new Git repository")
|
logger.info("Initializing new Git repository")
|
||||||
repo = Repo.init(WORKSPACE_DIR)
|
repo = Repo.init(WORKSPACE_DIR)
|
||||||
|
|
||||||
@@ -112,7 +231,7 @@ def init_or_update_git_repo(config: Dict[str, Any]) -> Repo:
|
|||||||
repo.config_writer().set_value("user", "name", git_user_name).release()
|
repo.config_writer().set_value("user", "name", git_user_name).release()
|
||||||
repo.config_writer().set_value("user", "email", git_user_email).release()
|
repo.config_writer().set_value("user", "email", git_user_email).release()
|
||||||
|
|
||||||
return repo
|
return repo
|
||||||
|
|
||||||
|
|
||||||
def commit_and_push_changes(repo: Repo, config: Dict[str, Any]) -> bool:
|
def commit_and_push_changes(repo: Repo, config: Dict[str, Any]) -> bool:
|
||||||
|
|||||||
Reference in New Issue
Block a user