forked from langchain-ai/langchain
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
infra: build api docs from package listing (langchain-ai#27774)
- Loading branch information
Showing
4 changed files
with
272 additions
and
126 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,81 @@ | ||
| #!/usr/bin/env python | ||
| """Script to sync libraries from various repositories into the main langchain repository.""" | ||
|
|
||
| import os | ||
| import shutil | ||
| import yaml | ||
| from pathlib import Path | ||
| from typing import Dict, Any | ||
|
|
||
|
|
||
| def load_packages_yaml() -> Dict[str, Any]: | ||
| """Load and parse the packages.yml file.""" | ||
| with open("langchain/libs/packages.yml", "r") as f: | ||
| return yaml.safe_load(f) | ||
|
|
||
|
|
||
| def clean_target_directories(packages: Dict[str, Any]) -> None: | ||
| """Remove old directories that will be replaced.""" | ||
| base_path = Path("langchain/libs/partners") | ||
| for package in packages["packages"]: | ||
| if package["repo"] != "langchain-ai/langchain": | ||
| package_name = package["name"].replace("langchain-", "") | ||
| target_dir = base_path / package_name | ||
| if target_dir.exists(): | ||
| print(f"Removing {target_dir}") | ||
| shutil.rmtree(target_dir) | ||
|
|
||
|
|
||
| def move_libraries(packages: Dict[str, Any]) -> None: | ||
| """Move libraries from their source locations to the target directories.""" | ||
| for package in packages["packages"]: | ||
| # Skip if it's the main langchain repo or disabled | ||
| if package["repo"] == "langchain-ai/langchain" or package.get( | ||
| "disabled", False | ||
| ): | ||
| continue | ||
|
|
||
| repo_name = package["repo"].split("/")[1] | ||
| package_name = package["name"].replace("langchain-", "") | ||
| source_path = package["path"] | ||
| target_dir = f"langchain/libs/partners/{package_name}" | ||
|
|
||
| # Handle root path case | ||
| if source_path == ".": | ||
| source_dir = repo_name | ||
| else: | ||
| source_dir = f"{repo_name}/{source_path}" | ||
|
|
||
| print(f"Moving {source_dir} to {target_dir}") | ||
|
|
||
| # Ensure target directory exists | ||
| os.makedirs(os.path.dirname(target_dir), exist_ok=True) | ||
|
|
||
| try: | ||
| # Move the directory | ||
| shutil.move(source_dir, target_dir) | ||
| except Exception as e: | ||
| print(f"Error moving {source_dir} to {target_dir}: {e}") | ||
|
|
||
|
|
||
| def main(): | ||
| """Main function to orchestrate the library sync process.""" | ||
| try: | ||
| # Load packages configuration | ||
| packages = load_packages_yaml() | ||
|
|
||
| # Clean target directories | ||
| clean_target_directories(packages) | ||
|
|
||
| # Move libraries to their new locations | ||
| move_libraries(packages) | ||
|
|
||
| print("Library sync completed successfully!") | ||
|
|
||
| except Exception as e: | ||
| print(f"Error during library sync: {e}") | ||
| raise | ||
|
|
||
|
|
||
| if __name__ == "__main__": | ||
| main() |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.