tests: local mock http server for http regress tests

Author: samrose

nix/checks.nix

@@ -163,11 +163,60 @@
                   which
                   getkey-script
                   supabase-groonga
+                  python3
+                  netcat
                 ];
               }
               ''
                 set -e
 
+                # Start HTTP mock server for http extension tests using portable locking
+                HTTP_MOCK_PORT=8889
+                PID_FILE="/tmp/http-mock-server-$HTTP_MOCK_PORT.pid"
+
+                # Function to start mock server with simple lock mechanism
+                start_mock_server() {
+                  # Try to acquire lock by creating PID file atomically
+                  if (set -C; echo $$ > "$PID_FILE") 2>/dev/null; then
+                    # We got the lock, start the server
+                    echo "Starting HTTP mock server on port $HTTP_MOCK_PORT for tests..."
+                    ${pkgs.python3}/bin/python3 ${./tests/http-mock-server.py} $HTTP_MOCK_PORT &
+                    HTTP_MOCK_PID=$!
+                    echo $HTTP_MOCK_PID > "$PID_FILE"
+
+                    # Clean up on exit
+                    trap "kill $HTTP_MOCK_PID 2>/dev/null || true; rm -f '$PID_FILE'" EXIT
+
+                    # Wait for server to be ready
+                    sleep 2
+
+                    # Keep this process alive to maintain the lock
+                    wait $HTTP_MOCK_PID
+                    rm -f "$PID_FILE"
+                  else
+                    # Lock exists, check if process is still running
+                    if [ -f "$PID_FILE" ]; then
+                      existing_pid=$(cat "$PID_FILE" 2>/dev/null || echo "")
+                      if [ -n "$existing_pid" ] && kill -0 "$existing_pid" 2>/dev/null; then
+                        echo "HTTP mock server already running with PID $existing_pid, reusing it..."
+                        return 0
+                      else
+                        echo "Stale PID file found, removing and retrying..."
+                        rm -f "$PID_FILE"
+                        sleep 1
+                        start_mock_server  # Retry once
+                        return $?
+                      fi
+                    fi
+                  fi
+                }
+
+                # Start the server in background
+                start_mock_server &
+
+                # Give server time to start
+                sleep 3
+
                 #First we need to create a generic pg cluster for pgtap tests and run those
                 export GRN_PLUGINS_DIR=${pkgs.supabase-groonga}/lib/groonga/plugins
                 PGTAP_CLUSTER=$(mktemp -d)

nix/packages/default.nix

@@ -35,6 +35,7 @@
           dbmate-tool = pkgs.callPackage ./dbmate-tool.nix { inherit (self.supabase) defaults; };
           docs = pkgs.callPackage ./docs.nix { };
           supabase-groonga = pkgs.callPackage ./groonga { };
+          http-mock-server = pkgs.callPackage ./http-mock-server.nix { };
           local-infra-bootstrap = pkgs.callPackage ./local-infra-bootstrap.nix { };
           migrate-tool = pkgs.callPackage ./migrate-tool.nix { psql_15 = self'.packages."psql_15/bin"; };
           overlayfs-on-package = pkgs.callPackage ./overlayfs-on-package.nix { };

nix/packages/http-mock-server.nix

@@ -0,0 +1,35 @@
+{
+  pkgs,
+  lib,
+  stdenv,
+}:
+
+stdenv.mkDerivation {
+  pname = "http-mock-server";
+  version = "1.0.0";
+
+  src = ../tests/http-mock-server.py;
+
+  nativeBuildInputs = with pkgs; [
+    python3
+    makeWrapper
+  ];
+
+  dontUnpack = true;
+
+  installPhase = ''
+    mkdir -p $out/bin
+    cp $src $out/bin/http-mock-server.py
+    chmod +x $out/bin/http-mock-server.py
+
+    # Create a wrapper script
+    makeWrapper ${pkgs.python3}/bin/python3 $out/bin/http-mock-server \
+      --add-flags "$out/bin/http-mock-server.py"
+  '';
+
+  meta = with lib; {
+    description = "Simple HTTP mock server for testing";
+    license = licenses.mit;
+    platforms = platforms.all;
+  };
+}

nix/tests/expected/http.out

@@ -1,7 +1,7 @@
 -- Test for http extension
 -- Basic HTTP functionality tests
 -- Test basic HTTP GET request
-SELECT status FROM http_get('http://httpbingo.org/get');
+SELECT status FROM http_get('http://localhost:8889/get');
  status 
 --------
     200
@@ -11,7 +11,7 @@ SELECT status FROM http_get('http://httpbingo.org/get');
 SELECT status, content_type
 FROM http((
   'GET',
-  'http://httpbingo.org/headers',
+  'http://localhost:8889/headers',
   ARRAY[http_header('User-Agent', 'pg_http_test')],
   NULL,
   NULL
@@ -23,7 +23,7 @@ FROM http((
 
 -- Test HTTP POST request with JSON body
 SELECT status FROM http_post(
-  'http://httpbingo.org/post',
+  'http://localhost:8889/post',
   '{"test": "data"}',
   'application/json'
 );
@@ -34,7 +34,7 @@ SELECT status FROM http_post(
 
 -- Test HTTP PUT request
 SELECT status FROM http_put(
-  'http://httpbingo.org/put',
+  'http://localhost:8889/put',
   '{"update": "data"}',
   'application/json'
 );
@@ -44,15 +44,15 @@ SELECT status FROM http_put(
 (1 row)
 
 -- Test HTTP DELETE request
-SELECT status FROM http_delete('http://httpbingo.org/delete');
+SELECT status FROM http_delete('http://localhost:8889/delete');
  status 
 --------
     200
 (1 row)
 
 -- Test HTTP PATCH request
 SELECT status FROM http_patch(
-  'http://httpbingo.org/patch',
+  'http://localhost:8889/patch',
   '{"patch": "data"}',
   'application/json'
 );
@@ -62,15 +62,15 @@ SELECT status FROM http_patch(
 (1 row)
 
 -- Test HTTP HEAD request
-SELECT status FROM http_head('http://httpbingo.org/get');
+SELECT status FROM http_head('http://localhost:8889/get');
  status 
 --------
     200
 (1 row)
 
 -- Test response headers parsing
 WITH response AS (
-  SELECT * FROM http_get('http://httpbingo.org/response-headers?Content-Type=text/plain')
+  SELECT * FROM http_get('http://localhost:8889/response-headers?Content-Type=text/plain')
 )
 SELECT
   status,
@@ -86,7 +86,7 @@ FROM response;
 -- This should complete successfully with reasonable timeout
 SELECT status FROM http((
   'GET',
-  'http://httpbingo.org/delay/1',
+  'http://localhost:8889/delay/1',
   ARRAY[]::http_header[],
   'application/json',
   2000  -- 2 second timeout
@@ -97,7 +97,7 @@ SELECT status FROM http((
 (1 row)
 
 -- Test URL encoding
-SELECT status FROM http_get('http://httpbingo.org/anything?param=value%20with%20spaces&another=123');
+SELECT status FROM http_get('http://localhost:8889/anything?param=value%20with%20spaces&another=123');
  status 
 --------
     200