Self-service building (backend pieces) (#39)

* Add query to get a user's groups

so that the frontend can display a list of folders they can put a new
environment in

* Document LDAP config

* Properly format exceptions from backend

Converting an exception to a string just extracts the message – you
don't get to see what type the exception was, which is critical.

* Install watchfiles in dev

This is required for the server to efficiently restart on file changes.

* Return useful error when builder connection fails

* Make builder URL configurable

* Send package versions to builder

* Make it possible to export the GraphQL schema

with `strawberry export-schema softpack_core.graphql:GraphQL.schema`

* Eagerly create softpack.yml when build queued

* Upgrade jinja2: Closes #34

* Remove requirements.txt

This isn't used for anything??

README.md

@@ -38,7 +38,21 @@ $ source spack/share/spack/setup-env.sh
 ```
 
 To start the service, you will also need to configure a git repository to store
-artifacts.
+artifacts, and configure details of an LDAP server to query group information:
+
+```yaml
+artifacts:
+  repo: # see "integration tests" below
+
+ldap:
+  server: "ldaps://ldap.example"
+  base: "ou=group,dc=example,dc=ac,dc=uk"
+  filter: "memberuid={user}"
+  group:
+    attr: "cn"
+    pattern: ".*"
+
+```
 
 ### Stable release
 

pyproject.toml

@@ -70,6 +70,7 @@ types-setuptools = "^67.7.0.1"
 types-PyYAML = "^6.0.12.9"
 types-requests = "^2.30.0.0"
 virtualenv = "^20.20.0"
+watchfiles = "^0.21.0"
 
 [tool.poetry.group.doc]
 optional = true

softpack_core/config/conf/config.yml

@@ -9,6 +9,10 @@ server:
       - http://localhost:3000
       - http://localhost:5173
 
+builder:
+  host: 0.0.0.0
+  port: 8001
+
 artifacts:
   repo:
     url: https://github.com/mjkw31/softpack-artifacts
@@ -35,4 +39,4 @@ spack:
 #    filter:
 #    group:
 #      attr:
-#      pattern:
+#      pattern:

softpack_core/config/models.py

@@ -23,6 +23,13 @@ class HeaderConfig(BaseModel):
     port: int
 
 
+class BuilderConfig(BaseModel):
+    """Builder config model."""
+
+    host: str
+    port: int
+
+
 class VaultConfig(BaseModel):
     """HashiCorp vault config."""
 

softpack_core/config/settings.py

@@ -16,6 +16,7 @@
 
 from .models import (
     ArtifactsConfig,
+    BuilderConfig,
     LDAPConfig,
     ServerConfig,
     SpackConfig,
@@ -32,6 +33,7 @@ class Settings(BaseSettings):
     ldap: Optional[LDAPConfig]
     artifacts: ArtifactsConfig
     spack: SpackConfig
+    builder: BuilderConfig
 
     class Config:
         """Configuration loader."""

softpack_core/graphql.py

@@ -17,14 +17,15 @@
 from .app import app
 from .schemas.base import BaseSchema
 from .schemas.environment import EnvironmentSchema
+from .schemas.groups import GroupsSchema
 from .schemas.package_collection import PackageCollectionSchema
 
 
 class GraphQL(API):
     """GraphQL API."""
 
     prefix = "/graphql"
-    schemas = [EnvironmentSchema, PackageCollectionSchema]
+    schemas = [EnvironmentSchema, PackageCollectionSchema, GroupsSchema]
     commands = Typer(help="GraphQL commands.")
 
     @staticmethod
@@ -126,4 +127,5 @@ def __init__(self, schema: strawberry.Schema, prefix: str) -> None:
             """
             super().__init__(schema=schema, path=prefix)
 
-    router = Router(schema=Schema(schemas), prefix=prefix)
+    schema = Schema(schemas)
+    router = Router(schema=schema, prefix=prefix)