Skip to content

Commit

Permalink
docs + github actions
Browse files Browse the repository at this point in the history
  • Loading branch information
ieaves committed Mar 12, 2024
1 parent c42cb99 commit 21e658b
Show file tree
Hide file tree
Showing 29 changed files with 1,439 additions and 38 deletions.
60 changes: 60 additions & 0 deletions .github/workflows/integration-cube-ci.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,60 @@
name: DBT Integration CI

on:
pull_request:
paths:
- "grai-integrations/source-cube/**"
- "grai-client/**"
- "grai-server/**"


concurrency:
group: ${{ github.ref }}-integration-cube-ci
cancel-in-progress: true

env:
py_ver: "3.10"
poetry_ver: "1.3.1"
project_dir: "grai-integrations/source-cube"

jobs:
lint-integration-cube:
runs-on: ubuntu-latest
defaults:
run:
working-directory: ${{ env.project_dir }}
steps:
- name: Check out Git repository
uses: actions/checkout@v4

- name: Install Python
id: setup-python
uses: actions/setup-python@v5
with:
python-version: "${{ env.py_ver }}"

- run: pip install black isort

- run: |
black . --check
isort . --profile black --check
tests-integration-cube:
needs: lint-integration-cube
runs-on: ubuntu-latest
defaults:
run:
working-directory: ${{ env.project_dir }}
steps:
- uses: actions/checkout@v4

- uses: actions/setup-python@v5
with:
python-version: "${{ env.py_ver }}"

- uses: abatilo/actions-poetry@v2
with:
poetry-version: "${{ env.poetry_ver }}"

- run: poetry install
- run: poetry run pytest
28 changes: 28 additions & 0 deletions docs/components/Integrations.tsx
Original file line number Diff line number Diff line change
Expand Up @@ -2022,6 +2022,33 @@ const KeboolaIcon = (props: { height: number; width: number }) => {
);
};

const CubeIcon = (props: { height: number; width: number }) => {
const height = props.height || defaultHeight;
const width = props.width || defaultWidth;

return (
<svg
xmlns="http://www.w3.org/2000/svg"
width={width}
height={height}
viewBox="0 0 256 296"
version="1.1"
preserveAspectRatio="xMidYMid"
>
<g>
<polygon fill="#FF6492" points="256 74.2490728 128.031649 0 128.031649 51.3772356 256 125.299266 256 74.238523"></polygon>
<polygon fill="#141446" points="256 125.299266 217.609495 147.696365 128 95.8021924 76.8021099 125.341465 38.401055 104.590126 128.021099 51.3772356 256 125.299266"></polygon>
<polygon fill="#A14474" points="76.8021099 125.341465 38.401055 104.590126 38.401055 147.696365"></polygon>
<polygon fill="#141446" points="1.87401035e-14 221.143658 128 147.696365 256 221.143658 128 295.392731"></polygon>
<polygon fill="#FF6492" points="256 170.167312 128 95.0004121 128 147.696365 256 221.143658"></polygon>
<polygon fill="#7A77FF" points="38.401055 147.696365 38.401055 104.590126 128.021099 51.3772356 128.021099 0 9.37005174e-15 74.2490728 9.37005174e-15 221.143658 128 147.696365 128 95.0004121"></polygon>
</g>
</svg>
);
};




export {
BigQueryLogoIcon,
Expand All @@ -2045,4 +2072,5 @@ export {
SparkLogo,
KeboolaLogo,
KeboolaIcon,
CubeIcon,
};
2 changes: 1 addition & 1 deletion docs/pages/api-docs/_meta.json
Original file line number Diff line number Diff line change
@@ -1,3 +1,3 @@
{
"grai_cli": "grai_cli", "grai_client": "grai_client", "grai_graph": "grai_graph", "grai_schemas": "grai_schemas", "grai_source_bigquery": "grai_source_bigquery", "grai_source_dbt": "grai_source_dbt", "grai_source_dbt_cloud": "grai_source_dbt_cloud", "grai_source_fivetran": "grai_source_fivetran", "grai_source_flat_file": "grai_source_flat_file", "grai_source_looker": "grai_source_looker", "grai_source_metabase": "grai_source_metabase", "grai_source_mssql": "grai_source_mssql", "grai_source_mysql": "grai_source_mysql", "grai_source_postgres": "grai_source_postgres", "grai_source_redshift": "grai_source_redshift", "grai_source_snowflake": "grai_source_snowflake"
"grai_cli": "grai_cli", "grai_client": "grai_client", "grai_graph": "grai_graph", "grai_schemas": "grai_schemas", "grai_source_bigquery": "grai_source_bigquery", "grai_source_cube": "grai_source_cube", "grai_source_dbt": "grai_source_dbt", "grai_source_dbt_cloud": "grai_source_dbt_cloud", "grai_source_fivetran": "grai_source_fivetran", "grai_source_flat_file": "grai_source_flat_file", "grai_source_looker": "grai_source_looker", "grai_source_metabase": "grai_source_metabase", "grai_source_mssql": "grai_source_mssql", "grai_source_mysql": "grai_source_mysql", "grai_source_openlineage": "grai_source_openlineage", "grai_source_postgres": "grai_source_postgres", "grai_source_redshift": "grai_source_redshift", "grai_source_snowflake": "grai_source_snowflake"
}
1 change: 1 addition & 0 deletions docs/pages/api-docs/grai_cli/api/server/endpoints.md
Original file line number Diff line number Diff line change
Expand Up @@ -71,6 +71,7 @@ NOTE: Not all request parameters are supported by the REST api. See the document
- `namespace` - The namespace of the node to retrieve. By default it will not search and specific namespace.
- `print` - Print the search response to the console. Defaults to True.
- `to_file` - Path to write the search response to. Does not write by default.
- `**kwargs` - Additional kwargs to pass to the search.


**Returns**:
Expand Down
53 changes: 53 additions & 0 deletions docs/pages/api-docs/grai_graph/graph.md
Original file line number Diff line number Diff line change
Expand Up @@ -213,3 +213,56 @@ def build_graph(nodes: List[Dict], edges: List[Dict], version: str) -> Graph


**Returns**:



## BaseSourceSegment Objects

```python
class BaseSourceSegment()
```

### \_\_init\_\_

```python
def __init__(node_source_map: Dict[UUID, Iterable[str]],
edge_map: Dict[UUID, Sequence[UUID]])
```

**Attributes**:

- `node_source_map` - A dictionary mapping between node id&#x27;s and the set of source labels for the node
- `node_map` - A dictionary mapping source node id&#x27;s to destination node id&#x27;s

### covering\_set

```python
@cached_property
def covering_set() -> tuple[CoveringSourceSet]
```

**Returns**:

A tuple of all covering sources

### node\_cover\_map

```python
@cached_property
def node_cover_map() -> Dict[UUID, str]
```

**Returns**:

A mapping between node id&#x27;s and their covering source label

### cover\_edge\_map

```python
@cached_property
def cover_edge_map() -> Dict[str, List[str]]
```

**Returns**:

A mapping between covering source labels and covering destination labels
176 changes: 176 additions & 0 deletions docs/pages/api-docs/grai_schemas/v1/generics.md
Original file line number Diff line number Diff line change
Expand Up @@ -44,3 +44,179 @@ Class definition of UuidID
- `id` - UUID of the object
- `name` - Optional name of the object
- `namespace` - Optional namespace of the object

## Python Objects

```python
class Python(ProgrammingLanguage)
```

Class representation of the Python programming language

## R Objects

```python
class R(ProgrammingLanguage)
```

Class representation of the R programming language

## SQL Objects

```python
class SQL(ProgrammingLanguage)
```

Class representation of the SQL programming language

## C Objects

```python
class C(ProgrammingLanguage)
```

Class representation of the C programming language

## CSharp Objects

```python
class CSharp(ProgrammingLanguage)
```

Class representation of the C# programming language

## CPP Objects

```python
class CPP(ProgrammingLanguage)
```

Class representation of the SQL programming language

## Java Objects

```python
class Java(ProgrammingLanguage)
```

Class representation of the Java programming language

## Scala Objects

```python
class Scala(ProgrammingLanguage)
```

Class representation of the Scala programming language

## Go Objects

```python
class Go(ProgrammingLanguage)
```

Class representation of the Go programming language

## JavaScript Objects

```python
class JavaScript(ProgrammingLanguage)
```

Class representation of the JavaScript programming language

## TypeScript Objects

```python
class TypeScript(ProgrammingLanguage)
```

Class representation of the TypeScript programming language

## Matlab Objects

```python
class Matlab(ProgrammingLanguage)
```

Class representation of the Matlab programming language

## Swift Objects

```python
class Swift(ProgrammingLanguage)
```

Class representation of the Swift programming language

## Julia Objects

```python
class Julia(ProgrammingLanguage)
```

Class representation of the Julia programming language

## SAS Objects

```python
class SAS(ProgrammingLanguage)
```

Class representation of the SAS programming language

## Rust Objects

```python
class Rust(ProgrammingLanguage)
```

Class representation of the Rust programming language

## Perl Objects

```python
class Perl(ProgrammingLanguage)
```

Class representation of the Perl programming language

## Haskell Objects

```python
class Haskell(ProgrammingLanguage)
```

Class representation of the Haskell programming language

## PHP Objects

```python
class PHP(ProgrammingLanguage)
```

Class representation of the PHP programming language

## Kotlin Objects

```python
class Kotlin(ProgrammingLanguage)
```

Class representation of the Kotlin programming language

## UnknownLanguage Objects

```python
class UnknownLanguage(ProgrammingLanguage)
```

Class representation of a catch-all programming language

## Code Objects

```python
class Code(BaseModel)
```

A generic descriptor for Code
3 changes: 3 additions & 0 deletions docs/pages/api-docs/grai_source_cube/_meta.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,3 @@
{
"adapters": "adapters", "api": "api", "base": "base", "connector": "connector", "mock_tools": "mock_tools", "package_definitions": "package_definitions", "settings": "settings"
}
Loading

0 comments on commit 21e658b

Please sign in to comment.