Feature/flow postgresql adapter

.github/workflows/job-benchmark-tests.yml

@@ -14,6 +14,17 @@ jobs:
         operating-system:
           - "ubuntu-latest"
 
+    services:
+      postgres:
+        image: postgres:18-alpine
+        env:
+          POSTGRES_USER: postgres
+          POSTGRES_PASSWORD: postgres
+          POSTGRES_DB: postgres
+        ports:
+          - 5432/tcp
+        options: --health-cmd pg_isready --health-interval 10s --health-timeout 5s --health-retries 5
+
     steps:
       - name: "Checkout"
         uses: "actions/checkout@v5"
@@ -24,8 +35,10 @@ jobs:
           php-version: "${{ matrix.php-version }}"
           dependencies: "locked"
           coverage: "none"
-          extensions: ':psr, bcmath, dom, hash, json, mbstring, xml, xmlwriter, xmlreader, zlib, snappy-https://github.com/kjdev/php-ext-snappy@0.2.1'
+          extensions: ':psr, bcmath, dom, hash, json, mbstring, xml, xmlwriter, xmlreader, zlib, pgsql, snappy-https://github.com/kjdev/php-ext-snappy@0.2.1'
           php-env: '{"SNAPPY_CONFIGURE_PREFIX_OPTS": "CXXFLAGS=-std=c++11"}'
+          apt-packages: "build-essential autoconf automake libtool protobuf-compiler libprotobuf-c-dev"
+          pie-extensions: "flow-php/pg-query-ext:1.x-dev"
           cache-key-suffix: "-locked"
 
       - name: "Download phpbench benchmarks artifact"
@@ -35,6 +48,10 @@ jobs:
           name: phpbench-baseline
           path: ./var/phpbench/
 
+      - name: "Generate phpbench.json with dynamic port"
+        run: |
+          sed 's/127.0.0.1:5432/127.0.0.1:${{ job.services.postgres.ports[5432] }}/' phpbench.json.dist > phpbench.json
+
       - name: "Execute benchmarks"
         id: init_comment
         run: |

.github/workflows/job-tests.yml

@@ -77,7 +77,7 @@ jobs:
           php-version: "${{ matrix.php-version }}"
           dependencies: "${{ matrix.dependencies }}"
           coverage: 'pcov'
-          extensions: ':psr, bcmath, dom, hash, json, mbstring, xml, xmlwriter, xmlreader, zlib, curl'
+          extensions: ':psr, bcmath, dom, hash, json, mbstring, xml, xmlwriter, xmlreader, zlib, curl, pgsql'
           ini-values: 'memory_limit=-1, post_max_size=32M, upload_max_filesize=32M'
           apt-packages: "build-essential autoconf automake libtool protobuf-compiler libprotobuf-c-dev"
           pie-extensions: "flow-php/pg-query-ext:1.x-dev"

.github/workflows/monorepo-split.yml

@@ -73,6 +73,8 @@ jobs:
             split_repository: 'etl-adapter-text'
           - local_path: 'src/adapter/etl-adapter-xml'
             split_repository: 'etl-adapter-xml'
+          - local_path: 'src/adapter/etl-adapter-postgresql'
+            split_repository: 'etl-adapter-postgresql'
 
           - local_path: 'src/bridge/filesystem/azure'
             split_repository: 'filesystem-azure-bridge'

.gitignore

@@ -4,4 +4,5 @@ var
 vendor
 compose.yml
 phpunit.xml
+phpbench.json
 .env

composer.json

@@ -82,6 +82,7 @@
         "flow-php/etl-adapter-parquet": "self.version",
         "flow-php/etl-adapter-text": "self.version",
         "flow-php/etl-adapter-xml": "self.version",
+        "flow-php/etl-adapter-postgresql": "self.version",
         "flow-php/filesystem": "self.version",
         "flow-php/filesystem-async-aws-bridge": "self.version",
         "flow-php/filesystem-azure-bridge": "self.version",
@@ -115,6 +116,7 @@
                 "src/adapter/etl-adapter-parquet/src/Flow",
                 "src/adapter/etl-adapter-text/src/Flow",
                 "src/adapter/etl-adapter-xml/src/Flow",
+                "src/adapter/etl-adapter-postgresql/src/Flow",
                 "src/bridge/filesystem/async-aws/src/Flow",
                 "src/bridge/filesystem/azure/src/Flow",
                 "src/bridge/monolog/http/src/Flow",
@@ -155,6 +157,7 @@
             "src/adapter/etl-adapter-parquet/src/Flow/ETL/Adapter/Parquet/functions.php",
             "src/adapter/etl-adapter-text/src/Flow/ETL/Adapter/Text/functions.php",
             "src/adapter/etl-adapter-xml/src/Flow/ETL/Adapter/XML/functions.php",
+            "src/adapter/etl-adapter-postgresql/src/Flow/ETL/Adapter/PostgreSql/functions.php",
             "src/bridge/filesystem/async-aws/src/Flow/Filesystem/Bridge/AsyncAWS/DSL/functions.php",
             "src/bridge/filesystem/azure/src/Flow/Filesystem/Bridge/Azure/DSL/functions.php",
             "src/bridge/monolog/http/src/Flow/Bridge/Monolog/Http/DSL/functions.php",
@@ -191,6 +194,7 @@
                 "src/adapter/etl-adapter-parquet/tests/Flow",
                 "src/adapter/etl-adapter-text/tests/Flow",
                 "src/adapter/etl-adapter-xml/tests/Flow",
+                "src/adapter/etl-adapter-postgresql/tests/Flow",
                 "src/bridge/filesystem/async-aws/tests/Flow",
                 "src/bridge/filesystem/azure/tests/Flow",
                 "src/bridge/monolog/http/tests/Flow",
@@ -276,7 +280,8 @@
             "@test:adapter:meilisearch",
             "@test:adapter:parquet",
             "@test:adapter:text",
-            "@test:adapter:xml"
+            "@test:adapter:xml",
+            "@test:adapter:postgresql"
         ],
         "test:core": [
             "tools/phpunit/vendor/bin/phpunit --testsuite=etl-unit --log-junit ./var/phpunit/logs/etl-unit.junit.xml --coverage-clover=./var/phpunit/coverage/clover/etl-unit.coverage.xml --coverage-html=./var/phpunit/coverage/html/etl-unit",
@@ -383,6 +388,10 @@
             "tools/phpunit/vendor/bin/phpunit --testsuite=adapter-xml-unit --log-junit ./var/phpunit/logs/adapter-xml-unit.junit.xml --coverage-clover=./var/phpunit/coverage/clover/adapter-xml-unit.coverage.xml --coverage-html=./var/phpunit/coverage/html/adapter-xml-unit",
             "tools/phpunit/vendor/bin/phpunit --testsuite=adapter-xml-integration --log-junit ./var/phpunit/coverage/clover/adapter-xml-integration.junit.xml --coverage-clover=./var/phpunit/coverage/clover/adapter-xml-integration.coverage.xml --coverage-html=./var/phpunit/coverage/html/adapter-xml-integration"
         ],
+        "test:adapter:postgresql": [
+            "tools/phpunit/vendor/bin/phpunit --testsuite=adapter-postgresql-unit --log-junit ./var/phpunit/logs/adapter-postgresql-unit.junit.xml --coverage-clover=./var/phpunit/coverage/clover/adapter-postgresql-unit.coverage.xml --coverage-html=./var/phpunit/coverage/html/adapter-postgresql-unit",
+            "tools/phpunit/vendor/bin/phpunit --testsuite=adapter-postgresql-integration --log-junit ./var/phpunit/logs/adapter-postgresql-integration.junit.xml --coverage-clover=./var/phpunit/coverage/clover/adapter-postgresql-integration.coverage.xml --coverage-html=./var/phpunit/coverage/html/adapter-postgresql-integration"
+        ],
         "test:docs": [
             "docker run -t --rm -v $PWD:/app norberttech/md-link-linter --exclude=vendor --exclude=.scratchpad --exclude=examples --exclude=documentation ."
         ],
@@ -481,6 +490,7 @@
             "./tools/phpdocumentor/vendor/bin/phpdoc --config=./phpdoc/adapter.parquet.xml",
             "./tools/phpdocumentor/vendor/bin/phpdoc --config=./phpdoc/adapter.text.xml",
             "./tools/phpdocumentor/vendor/bin/phpdoc --config=./phpdoc/adapter.xml.xml",
+            "./tools/phpdocumentor/vendor/bin/phpdoc --config=./phpdoc/adapter.postgresql.xml",
             "./tools/phpdocumentor/vendor/bin/phpdoc --config=./phpdoc/bridge.filesystem.async-aws.xml",
             "./tools/phpdocumentor/vendor/bin/phpdoc --config=./phpdoc/bridge.filesystem.azure.xml",
             "./tools/phpdocumentor/vendor/bin/phpdoc --config=./phpdoc/bridge.monolog.http.xml",