deryrahman · deryrahman · May 1, 2024 · May 2, 2024 · May 14, 2024 · Jun 3, 2024
diff --git a/.github/ISSUE_TEMPLATE/story.md b/.github/ISSUE_TEMPLATE/story.md
@@ -0,0 +1,27 @@
+---
+name: Story
+about: Once the feature request is analysed the work is broken down to individual items
+title: ''
+labels: ''
+assignees: ''
+
+---
+
+**Description**
+Add details of the issue or feature, relevant RFC or discussion thread.
+
+**Acceptance Criteria**
+
+- [ ] List of items to finish to accept the card as done.
+
+**Out of Scope**
+
+1. Explicitly calling some functionality which is out of scope
+
+Depends on : [issue number](https://docs.github.com/en/issues/tracking-your-work-with-issues/linking-a-pull-request-to-an-issue)
+
+**Tech Details**
+Post analysis Capture the details of the work needed to finish the task.
+
+- [ ] Changes in Transformer plugins
+- [ ] Changes in Optimus
diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
diff --git a/.github/workflows/integration-test.yml b/.github/workflows/integration-test.yml
diff --git a/.github/workflows/lint.yml b/.github/workflows/lint.yml
diff --git a/.github/workflows/publish-latest.yml b/.github/workflows/publish-latest.yml
@@ -0,0 +1,62 @@
+name: build
+
+on:
+  push:
+    branches:
+      - main
+  workflow_dispatch:
+
+jobs:
+  verify:
+    uses: ./.github/workflows/verify.yml
+  publish-latest:
+    runs-on: ubuntu-latest
+    needs: verify
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v2
+        with:
+          fetch-depth: 0
+      - name: Set up Go
+        uses: actions/setup-go@v2
+        with:
+          go-version: '1.23'
+      - name: Login to DockerHub
+        uses: docker/login-action@v1
+        with:
+          registry: docker.io
+          username: ${{ secrets.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_TOKEN }}
+      - name: Run GoReleaser
+        uses: goreleaser/goreleaser-action@v4
+        with:
+          distribution: goreleaser
+          version: v1.19
+          args: -f .goreleaser.latest.yml --rm-dist --skip-validate
+        env:
+          GITHUB_TOKEN: ${{ secrets.GO_RELEASER_TOKEN }}
+
+  documentation:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - uses: actions/setup-node@v2
+      - name: Installation
+        uses: bahmutov/npm-install@v1
+        with:
+          install-command: yarn
+          working-directory: docs
+      - name: Build docs
+        working-directory: docs
+        run: cd docs && yarn build
+      - name: Deploy docs
+        env:
+          GIT_USER: github-actions[bot]
+          GIT_PASS: ${{ secrets.GITHUB_TOKEN }}
+          DEPLOYMENT_BRANCH: gh-pages
+          CURRENT_BRANCH: main
+        working-directory: docs
+        run: |
+          git config --global user.email "41898282+github-actions[bot]@users.noreply.github.com"
+          git config --global user.name "github-actions[bot]"
+          yarn deploy
diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
@@ -17,18 +17,18 @@ jobs:
       - name: Set up Go
         uses: actions/setup-go@v2
         with:
-          go-version: '1.16.7'
+          go-version: '1.23'
       - name: Login to DockerHub
         uses: docker/login-action@v1
         with:
           registry: docker.io
           username: ${{ secrets.DOCKERHUB_USERNAME }}
           password: ${{ secrets.DOCKERHUB_TOKEN }}
       - name: Run GoReleaser
-        uses: goreleaser/goreleaser-action@v2.6.1
+        uses: goreleaser/goreleaser-action@v4
         with:
           distribution: goreleaser
-          version: latest
+          version: v1.19
           args: --rm-dist
         env:
-          GITHUB_TOKEN: ${{ secrets.GH_PAT }}
+          GITHUB_TOKEN: ${{ secrets.GO_RELEASER_TOKEN }}
diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
diff --git a/.github/workflows/verify.yml b/.github/workflows/verify.yml
@@ -0,0 +1,69 @@
+name: verify
+
+on:
+  pull_request:
+  workflow_call:
+  workflow_dispatch:
+
+jobs:
+  lint:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/setup-go@v2
+        with:
+          go-version: '1.23'
+      - uses: actions/checkout@v2
+        with:
+          fetch-depth: 0
+      - name: golangci-lint
+        uses: golangci/golangci-lint-action@v8
+        with:
+          skip-go-installation: true
+          version: v2.1.6
+  unit-test:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v2
+        with:
+          fetch-depth: 0
+      - name: Set up Go
+        uses: actions/setup-go@v2
+        with:
+          go-version: '1.23'
+      - name: test binaries
+        run: make test-ci
+      # - name: Install goveralls
+      #   run: go install github.com/mattn/goveralls@latest
+      # - name: Send coverage
+      #   env:
+      #     COVERALLS_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      #   run: goveralls -coverprofile=coverage.txt -service=github
+  integration-test:
+    runs-on: ubuntu-latest
+    services:
+      postgres:
+        image: postgres:13
+        env:
+          POSTGRES_HOST: localhost
+          POSTGRES_USER: postgres
+          POSTGRES_PASSWORD: postgres
+          POSTGRES_DB: optimus_db
+        options: >-
+          --health-cmd pg_isready
+          --health-interval 10s
+          --health-timeout 5s
+          --health-retries 5
+        ports:
+          - 5432:5432
+    steps:  
+      - name: Set up Go
+        uses: actions/setup-go@v2
+        with:
+          go-version: '1.23'
+      - name: Go module directory
+        uses: actions/checkout@v2 
+      - name: Test
+        run: make integration-test
+        env:
+          TEST_OPTIMUS_DB_URL: "postgres://postgres:postgres@localhost:5432/optimus_db?sslmode=disable"
diff --git a/.gitignore b/.gitignore
@@ -8,29 +8,19 @@ dist
 vendor
 .env
 .vscode
+.venv
 *.pem
 TODO
-version
 temp
 coverage.out
 jobs
-/resources/resource_fs.go
-/auth.json
+auth.json
 /development.env
-/resources/resource_fs.go
 __pycache__
-.optimus.yaml
+venv
+.pytest_cache
+optimus.yaml
+config.yaml
 coverage.txt
-
-/api/proto/odpf/**/*
-
-!/api/proto/odpf/optimus/
-!/api/proto/odpf/optimus/*
-!/api/proto/odpf/optimus/**/*
-
-api/third_party/openapi/odpf/**/*
-api/third_party/openapi/odpf/optimus/plugins/*
-api/third_party/openapi/odpf/optimus/cluster/*
-api/third_party/openapi/odpf/optimus/core/*
-!api/third_party/openapi/odpf/optimus/
-!api/third_party/openapi/odpf/optimus/core/v1beta1/runtime.swagger.json
+.plugins
+yaml-plugins.zip