Deploy current version of develop to main

.dockerignore

@@ -1,3 +1,4 @@
 /**/node_modules
 /logs
-/devU-api/src/tango/tests/test_files
+/devU-api/src/tango/tests/test_files
+.env.*

.github/workflows/api.yml

@@ -0,0 +1,50 @@
+# Builds DevU api
+name: Build DevU api
+
+on:
+  push:
+    paths:
+      - 'devU-api/**'
+    branches:
+      - develop # add more branches as needed
+
+jobs:
+  build-api-docker:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: write # to be able to publish a GitHub release
+      packages: write # to be able to publish docker image packages
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          submodules: recursive
+          fetch-depth: 0
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+
+      - name: Login to GHCR registry
+        run: echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u ${{ github.actor }} --password-stdin
+
+      - name: Convert image name to lowercase
+        run: |
+          original_string=${{ github.repository }}
+          echo "repo_url=$(echo $original_string | tr '[:upper:]' '[:lower:]')" >> $GITHUB_ENV
+
+      - name: Get Branch Name
+        id: get_branch
+        run: echo "::set-output name=branch_name::${GITHUB_REF#refs/heads/}"
+
+      - name: build api docker
+        run: |
+          IMAGE_NAME=ghcr.io/${{ env.repo_url }}/api:${{ steps.get_branch.outputs.branch_name }}
+          echo "IMAGE_NAME=$IMAGE_NAME" >> $GITHUB_ENV
+
+          docker build . -f api.Dockerfile -t $IMAGE_NAME
+          docker push $IMAGE_NAME
+
+      - name: build tango docker
+        run: |
+          IMAGE_NAME=ghcr.io/${{ env.repo_url }}/tango:${{ steps.get_branch.outputs.branch_name }}
+          docker build ./tango -f ./tango/Dockerfile -t $IMAGE_NAME
+          docker push $IMAGE_NAME

.github/workflows/client.yml

@@ -0,0 +1,52 @@
+# Builds DevU client
+name: Build DevU client
+
+on:
+  push:
+    paths:
+      - 'devU-client/**'
+    branches:
+      - develop # add more branches as needed
+
+jobs:
+  build-client-docker:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: write # to be able to publish a GitHub release
+      packages: write # to be able to publish packages
+    steps:
+      - uses: actions/checkout@v3
+        with:
+          submodules: recursive
+          fetch-depth: 0
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+
+      - name: Login to GHCR registry
+        run: echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u ${{ github.actor }} --password-stdin
+
+      - name: Convert image name to lowercase
+        run: |
+          original_string=${{ github.repository }}
+          echo "repo_url=$(echo $original_string | tr '[:upper:]' '[:lower:]')" >> $GITHUB_ENV
+
+      - name: Get Branch Name
+        id: get_branch
+        run: echo "::set-output name=branch_name::${GITHUB_REF#refs/heads/}"
+
+      - name: build client docker
+        run: |
+          IMAGE_NAME=ghcr.io/${{ env.repo_url }}/client:${{ steps.get_branch.outputs.branch_name }}
+          echo "IMAGE_NAME=$IMAGE_NAME" >> $GITHUB_ENV
+
+          docker build . -f client.Dockerfile -t $IMAGE_NAME
+          docker push $IMAGE_NAME
+
+      - name: build nginx
+        run: |
+          IMAGE_NAME=ghcr.io/${{ env.repo_url }}/nginx:${{ steps.get_branch.outputs.branch_name }}
+          echo "IMAGE_NAME=$IMAGE_NAME" >> $GITHUB_ENV
+
+          docker build . -f nginx.Dockerfile -t $IMAGE_NAME          
+          docker push $IMAGE_NAME

.gitignore

@@ -4,4 +4,7 @@ node_modules/
 ./docker-compose.yml
 /.idea
 /.vscode
-/logs
+/logs
+/*/node_modules
+/*/package-lock.json
+levi

.releaserc.json

@@ -0,0 +1,14 @@
+{
+  "branches": [
+    {
+      "name": "release"
+    }
+  ],
+  "plugins": [
+    "@semantic-release/commit-analyzer",
+    "@semantic-release/release-notes-generator",
+    "@semantic-release/changelog",
+    "@semantic-release/github",
+    "@semantic-release/git"
+  ]
+}

api.Dockerfile

@@ -1,28 +1,45 @@
-FROM node:16 as module_builder
+FROM node:22-alpine AS module_builder
 
 WORKDIR /tmp
 
-COPY ./devu-shared .
+COPY devU-shared .
 
 RUN npm install && \
     npm run clean-directory && \
     npm run build-docker
 
-FROM node:16
+FROM docker.io/python:alpine AS config-builder
+
+WORKDIR /config
+
+RUN apk add --no-cache bash jq openssl \
+  && pip install yq
+
+COPY devU-api/scripts/ .
+
+COPY devU-api/config/ ./config
+
+RUN ./generateConfig.sh default.yml
+
+FROM node:22-alpine
 
 WORKDIR /app
 
-COPY ./devU-api/package.json ./devU-api/package-lock.json ./
+COPY ./devU-api/package.json ./
 
 RUN npm install
 
 COPY ./devU-api .
 
+COPY --from=config-builder /config/default.yml ./config/default.yml
+
 COPY --from=module_builder /tmp/devu-shared-modules ./devu-shared-modules
 
+# Indicate that the api is running in docker; value here is irrelevant
+ENV IS_DOCKER=0
+
 ADD https://github.com/ufoscout/docker-compose-wait/releases/download/2.2.1/wait /wait
 RUN chmod +x /wait
 
 # TypeORM Migrations
-CMD /wait && npm run typeorm -- migration:run && npm start
-
+CMD /wait && npm run typeorm -- migration:run -d src/database.ts && npm start

client.Dockerfile

@@ -1,25 +1,24 @@
-FROM node:16 as module_builder
+FROM node:22-alpine AS module_builder
 
 WORKDIR /tmp
 
-COPY ./devu-shared .
+COPY devU-shared .
 
 RUN npm install && \
     npm run clean-directory && \
     npm run build-docker
 
-FROM node:16
+FROM node:22-alpine
 
 WORKDIR /app
 
-COPY ./devU-client/package.json ./devU-client/package-lock.json ./
-
+COPY ./devU-client/package.json ./
 
 RUN npm install
 
 COPY ./devU-client/ .
 
 COPY --from=module_builder /tmp/devu-shared-modules ./devu-shared-modules
 
-RUN npm run build-local
-CMD cp -r /app/dist/* /out
+# build frontend during run so that we can modify baseurl via docker envoirment
+CMD npm run --silent build-docker && rm -rf /out/* && cp -r /app/dist/* /out

devU-api/.gitignore

@@ -3,6 +3,7 @@ build/
 env/
 .idea/
 /devu-shared-modules
+package-lock.json
 
 config/*.yml
 !config/test.yml

devU-api/@types/express/index.d.ts

@@ -6,6 +6,7 @@ declare global {
       // Auth Data
       currentUser?: AccessToken // Deserialized access token
       refreshUser?: RefreshToken // Deserialized refresh token
+      ownerId?: string // The owner of the requested resource(s)
     }
   }
 }

devU-api/README.md

@@ -17,18 +17,48 @@ Once you've got these installed, we can build our container and run it
 
 #### Note to run the postgres container locally using the command below
 
-You have to modify ``devU-api/src/environment.ts``
+You have to modify `devU-api/src/environment.ts`
 
 change
 
-``dbHost: (load('database.host') || 'localhost') as string``
+`dbHost: (load('database.host') || 'localhost') as string`
 
 to
 
-``dbHost: 'localhost'``
+`dbHost: 'localhost'`
 
 This will probably be fixed in the future but for now the above steps are necessary
 
+#### Using docker compose
+
+We use [docker compose profiles](https://docs.docker.com/compose/profiles/) to selectively start services in the main docker-compose when developing.
+
+Assuming you are in api dir `devU-api`, To start all api services except the api run
+
+```
+npm run api-services
+```
+
+To stop the services
+
+```
+npm run api-services-stop
+```
+
+Then install dependencies using
+
+```
+npm install
+```
+
+Once you've got all the dependencies installed you can run the project via
+
+```
+npm start
+```
+
+#### Manually:
+
 ```
 docker run \
   --name typeorm-postgres \
@@ -40,6 +70,7 @@ docker run \
 ```
 
 Install all node dependencies. All of the database environment variables can change, and can be set as environment variables on your machine if you want to overwrite the defaults
+
 ```
 docker run \
   --name minio \
@@ -66,7 +97,7 @@ npm run generate-config
 Run the initial migrations to setup our DB schema
 
 ```
-npm run typeorm -- migration:run
+npm run typeorm -- migration:run -d src/database.ts
 ```
 
 Once you've got all the dependencies installed you can run the project via
@@ -166,30 +197,30 @@ To generate types for local development run the following commands (all commands
 
 1. ```bash
    cd ./devu-shared
-   ``` 
+   ```
 2. ```bash
    npm install
-   ``` 
+   ```
 3. ```bash
    npm run build-local
    ```
 
-This will create a ``devu-shared-modules`` folder in ``devU-api`` and ``devU-client`` dir
+This will create a `devu-shared-modules` folder in `devU-api` and `devU-client` dir
 
 When developing if you need to create a new type,
 
-1. create the type file in ``devu-shared/src/types/example.type.ts``
-2. export the new type in ``devu-shared/src/index.ts``
+1. create the type file in `devu-shared/src/types/example.type.ts`
+2. export the new type in `devu-shared/src/index.ts`
 3. rerun
    ```bash
    npm run build-local
    ```
 
-This will update the types in ``devU-api`` and ``devU-client`` folders.
+This will update the types in `devU-api` and `devU-client` folders.
 
 **Note if the types are not being detected by your IDE**
 
-**Go to the ``devU-api/`` and ``devU-client/`` and run ``npm install`` in each folder to update the shared modules.**
+**Go to the `devU-api/` and `devU-client/` and run `npm install` in each folder to update the shared modules.**
 
 ### Testing
 
@@ -226,19 +257,19 @@ I wouldn't recommend digging that far down as the of tests should be more human-
 If the schema needs to be updated, you can do so by updating the models and running
 
 ```
-npm run typeorm -- migration:generate -n generatedMigrationName
+npm run typeorm migration:generate -- -d src/database src/migration/<generatedMigrationName>
 ```
 
 Doing so will attempt to create an auto migration from any changes within the `src/models` directory and add it to `src/migrations`. If an auto migration is generated for you (always check your auto migrations), you can run it with the above migration command
 
 ```
-npm run typeorm -- migration:run
+npm run typeorm -- migration:run -d src/database.ts
 ```
 
 And revert the latest migration with
 
 ```
-npm run typeorm -- migration:revert
+npm run typeorm -- migration:revert -d src/database.ts
 ```
 
 ### Configuration Options