tests

Author: tobiascadee

.github/workflows/ci.yml

@@ -1,37 +1,60 @@
-### A CI workflow template that runs linting and python testing
-### TODO: Modify as needed or as desired.
-
 name: Test target-redshift
 
-on: 
+on:
   pull_request:
-    types: ["opened", "synchronize", "reopened"]
+    types: [opened, synchronize, reopened]
+  push:
+    branches: [main]
+  workflow_dispatch:
+    inputs: {}
 
 jobs:
-  linter:
-    runs-on: ubuntu-latest
+  tests:
+    runs-on: depot-ubuntu-22.04
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version:
+        - "3.12"
+        - "3.11"
+        - "3.10"
+        - "3.9"
+        - "3.8"
+    steps:
+    - uses: actions/checkout@v4
+    - name: Set up Python '${{ matrix.python-version }}'
+      uses: actions/setup-python@v5
+      with:
+        python-version: '${{ matrix.python-version }}'
+    - name: Install Poetry
+      env:
+        PIP_CONSTRAINT: ${{ github.workspace }}/.github/workflows/constraints.txt
+      run: |
+        python -m pip install --upgrade pip
+        pipx install poetry
+    - name: Install dependencies
+      run: |
+        poetry env use python${{ matrix.python-version }}
+        poetry install
+    - name: Run pytest
+      run: |
+        poetry run pytest --capture=no
+    - name: Run lint
+      run: |
+        poetry run tox -e lint
+
+  integration:
+    runs-on: depot-ubuntu-22.04
     steps:
-      - uses: actions/checkout@v4
-      - uses: chartboost/ruff-action@v1
-  # pytest:
-  #   runs-on: ubuntu-latest
-  #   env:
-  #     GITHUB_TOKEN: ${{secrets.GITHUB_TOKEN}}
-  #   strategy:
-  #     matrix:
-  #       python-version: ["3.8", "3.9", "3.10", "3.11"]
-  #   steps:
-  #   - uses: actions/checkout@v3
-  #   - name: Set up Python ${{ matrix.python-version }}
-  #     uses: actions/setup-python@v4
-  #     with:
-  #       python-version: ${{ matrix.python-version }}
-  #   - name: Install Poetry
-  #     run: |
-  #       pip install poetry
-  #   - name: Install dependencies
-  #     run: |
-  #       poetry install
-  #   - name: Test with pytest
-  #     run: |
-  #       poetry run pytest
+    - uses: actions/checkout@v4
+    - name: Set up Python
+      uses: actions/setup-python@v5
+      with:
+        python-version: 3.x
+    - name: Install dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pipx install meltano
+        meltano install
+    - name: smoke-test-tap
+      run: meltano run tap-smoke-test target-postgres

config.json

@@ -0,0 +1,87 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import redshift_connector"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 3,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "connection = redshift_connector.connect(\n",
+    "            user=\"target_redshift_test\",\n",
+    "            password=\"cqzixvWUg4JknqPxFTp..mHGnDPEJX\",\n",
+    "            host=\"localhost\",\n",
+    "            port=\"5001\",\n",
+    "            database=\"reporting\"\n",
+    "        )"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 4,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "cursor = connection.cursor()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 5,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "<redshift_connector.cursor.Cursor at 0x106e86f20>"
+      ]
+     },
+     "execution_count": 5,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "cursor.execute(\"create schema target_redshift_test\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 6,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "connection.commit()"
+   ]
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": ".venv",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.10.14"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 2
+}