PYTHON-2545 Test Atlas Serverless (#664)

Author: prashantmital

.evergreen/config.yml

@@ -415,6 +415,12 @@ functions:
             export SINGLE_MONGOS_LB_URI="${SINGLE_MONGOS_LB_URI}"
             export MULTI_MONGOS_LB_URI="${MULTI_MONGOS_LB_URI}"
           fi
+          if [ -n "${test_serverless}" ]; then
+            export TEST_SERVERLESS=1
+            export MONGODB_URI="${MONGODB_URI}"
+            export SERVERLESS_ATLAS_USER="${SERVERLESS_ATLAS_USER}"
+            export SERVERLESS_ATLAS_PASSWORD="${SERVERLESS_ATLAS_PASSWORD}"
+          fi
 
           PYTHON_BINARY=${PYTHON_BINARY} \
             GREEN_FRAMEWORK=${GREEN_FRAMEWORK} \
@@ -836,9 +842,41 @@ post:
   - func: "cleanup"
   - func: "teardown_docker"
 
-tasks:
-
+task_groups:
+  - name: serverless_task_group
+    setup_group_can_fail_task: true
+    setup_group_timeout_secs: 1800 # 30 minutes
+    setup_group:
+      - func: "fetch source"
+      - func: "prepare resources"
+      - command: shell.exec
+        params:
+          shell: "bash"
+          script: |
+            ${PREPARE_SHELL}
+            set +o xtrace
+            SERVERLESS_DRIVERS_GROUP=${SERVERLESS_DRIVERS_GROUP} \
+            SERVERLESS_API_PUBLIC_KEY=${SERVERLESS_API_PUBLIC_KEY} \
+            SERVERLESS_API_PRIVATE_KEY=${SERVERLESS_API_PRIVATE_KEY} \
+              bash ${DRIVERS_TOOLS}/.evergreen/serverless/create-instance.sh
+      - command: expansions.update
+        params:
+          file: serverless-expansion.yml
+    teardown_group:
+      - command: shell.exec
+        params:
+          script: |
+            ${PREPARE_SHELL}
+            set +o xtrace
+            SERVERLESS_DRIVERS_GROUP=${SERVERLESS_DRIVERS_GROUP} \
+            SERVERLESS_API_PUBLIC_KEY=${SERVERLESS_API_PUBLIC_KEY} \
+            SERVERLESS_API_PRIVATE_KEY=${SERVERLESS_API_PRIVATE_KEY} \
+            SERVERLESS_INSTANCE_NAME=${SERVERLESS_INSTANCE_NAME} \
+              bash ${DRIVERS_TOOLS}/.evergreen/serverless/delete-instance.sh
+    tasks:
+      - ".serverless"
 
+tasks:
     # Wildcard task. Do you need to find out what tools are available and where?
     # Throw it here, and execute this task on all buildvariants
     - name: getdata
@@ -1184,6 +1222,11 @@ tasks:
             TOPOLOGY: "sharded_cluster"
         - func: "run tests"
 
+    - name: "test-serverless"
+      tags: ["serverless"]
+      commands:
+        - func: "run tests"
+
     - name: "test-enterprise-auth"
       tags: ["enterprise-auth"]
       commands:
@@ -2040,6 +2083,15 @@ axes:
           test_loadbalancer: true
         batchtime: 10080  # 7 days
 
+  - id: serverless
+    display_name: "Serverless"
+    values:
+      - id: "enabled"
+        display_name: "Serverless"
+        variables:
+          test_serverless: true
+        batchtime: 10080  # 7 days
+
 buildvariants:
 - matrix_name: "tests-all"
   matrix_spec:
@@ -2473,6 +2525,16 @@ buildvariants:
   tasks:
     - name: "atlas-connect"
 
+- matrix_name: "serverless"
+  matrix_spec:
+    platform: awslinux
+    python-version: *amazon1-pythons
+    auth-ssl: auth-ssl
+    serverless: "*"
+  display_name: "Serverless ${python-version} ${platform}"
+  tasks:
+    - "serverless_task_group"
+
 - matrix_name: "data-lake-spec-tests"
   matrix_spec:
     platform: ubuntu-16.04

.evergreen/run-tests.sh

@@ -39,12 +39,15 @@ if [ -n "$MONGODB_API_VERSION" ]; then
 fi
 
 if [ "$AUTH" != "noauth" ]; then
-    if [ -z "$DATA_LAKE" ]; then
-        export DB_USER="bob"
-        export DB_PASSWORD="pwd123"
-    else
+    if [ ! -z "$DATA_LAKE" ]; then
         export DB_USER="mhuser"
         export DB_PASSWORD="pencil"
+    elif [ ! -z "$TEST_SERVERLESS" ]; then
+        export DB_USER=$SERVERLESS_ATLAS_USER
+        export DB_PASSWORD=$SERVERLESS_ATLAS_PASSWORD
+    else
+        export DB_USER="bob"
+        export DB_PASSWORD="pwd123"
     fi
 fi
 

test/__init__.py

@@ -94,6 +94,7 @@
 COMPRESSORS = os.environ.get("COMPRESSORS")
 MONGODB_API_VERSION = os.environ.get("MONGODB_API_VERSION")
 TEST_LOADBALANCER = bool(os.environ.get("TEST_LOADBALANCER"))
+TEST_SERVERLESS = bool(os.environ.get("TEST_SERVERLESS"))
 SINGLE_MONGOS_LB_URI = os.environ.get("SINGLE_MONGOS_LB_URI")
 MULTI_MONGOS_LB_URI = os.environ.get("MULTI_MONGOS_LB_URI")
 if TEST_LOADBALANCER:
@@ -104,6 +105,13 @@
     host, port = res['nodelist'][0]
     db_user = res['username'] or db_user
     db_pwd = res['password'] or db_pwd
+elif TEST_SERVERLESS:
+    res = parse_uri(os.environ["MONGODB_URI"])
+    host, port = res['nodelist'].pop(0)
+    additional_serverless_mongoses = res['nodelist']
+    db_user = res['username'] or db_user
+    db_pwd = res['password'] or db_pwd
+    TLS_OPTIONS = {'tls': True}
 
 
 def is_server_resolvable():
@@ -231,6 +239,7 @@ def __init__(self):
         self.conn_lock = threading.Lock()
         self.is_data_lake = False
         self.load_balancer = TEST_LOADBALANCER
+        self.serverless = TEST_SERVERLESS
         if self.load_balancer:
             self.default_client_options["loadBalanced"] = True
         if COMPRESSORS:
@@ -309,22 +318,26 @@ def _init_client(self):
         if self.client:
             self.connected = True
 
-            try:
-                self.cmd_line = self.client.admin.command('getCmdLineOpts')
-            except pymongo.errors.OperationFailure as e:
-                msg = e.details.get('errmsg', '')
-                if e.code == 13 or 'unauthorized' in msg or 'login' in msg:
-                    # Unauthorized.
-                    self.auth_enabled = True
-                else:
-                    raise
+            if self.serverless:
+                self.auth_enabled = True
             else:
-                self.auth_enabled = self._server_started_with_auth()
+                try:
+                    self.cmd_line = self.client.admin.command('getCmdLineOpts')
+                except pymongo.errors.OperationFailure as e:
+                    msg = e.details.get('errmsg', '')
+                    if e.code == 13 or 'unauthorized' in msg or 'login' in msg:
+                        # Unauthorized.
+                        self.auth_enabled = True
+                    else:
+                        raise
+                else:
+                    self.auth_enabled = self._server_started_with_auth()
 
             if self.auth_enabled:
-                # See if db_user already exists.
-                if not self._check_user_provided():
-                    _create_user(self.client.admin, db_user, db_pwd)
+                if not self.serverless:
+                    # See if db_user already exists.
+                    if not self._check_user_provided():
+                        _create_user(self.client.admin, db_user, db_pwd)
 
                 self.client = self._connect(
                     host, port, username=db_user, password=db_pwd,
@@ -334,10 +347,13 @@ def _init_client(self):
                 # May not have this if OperationFailure was raised earlier.
                 self.cmd_line = self.client.admin.command('getCmdLineOpts')
 
-            self.server_status = self.client.admin.command('serverStatus')
-            if self.storage_engine == "mmapv1":
-                # MMAPv1 does not support retryWrites=True.
-                self.default_client_options['retryWrites'] = False
+            if self.serverless:
+                self.server_status = {}
+            else:
+                self.server_status = self.client.admin.command('serverStatus')
+                if self.storage_engine == "mmapv1":
+                    # MMAPv1 does not support retryWrites=True.
+                    self.default_client_options['retryWrites'] = False
 
             ismaster = self.ismaster
             self.sessions_enabled = 'logicalSessionTimeoutMinutes' in ismaster
@@ -374,33 +390,41 @@ def _init_client(self):
                 self.nodes = set([(host, port)])
             self.w = len(ismaster.get("hosts", [])) or 1
             self.version = Version.from_client(self.client)
-            self.server_parameters = self.client.admin.command(
-                'getParameter', '*')
 
-            if 'enableTestCommands=1' in self.cmd_line['argv']:
+            if TEST_SERVERLESS:
                 self.test_commands_enabled = True
-            elif 'parsed' in self.cmd_line:
-                params = self.cmd_line['parsed'].get('setParameter', [])
-                if 'enableTestCommands=1' in params:
+                self.has_ipv6 = False
+            else:
+                self.server_parameters = self.client.admin.command(
+                    'getParameter', '*')
+                if 'enableTestCommands=1' in self.cmd_line['argv']:
                     self.test_commands_enabled = True
-                else:
-                    params = self.cmd_line['parsed'].get('setParameter', {})
-                    if params.get('enableTestCommands') == '1':
+                elif 'parsed' in self.cmd_line:
+                    params = self.cmd_line['parsed'].get('setParameter', [])
+                    if 'enableTestCommands=1' in params:
                         self.test_commands_enabled = True
+                    else:
+                        params = self.cmd_line['parsed'].get('setParameter', {})
+                        if params.get('enableTestCommands') == '1':
+                            self.test_commands_enabled = True
+                    self.has_ipv6 = self._server_started_with_ipv6()
 
             self.is_mongos = (self.ismaster.get('msg') == 'isdbgrid')
-            self.has_ipv6 = self._server_started_with_ipv6()
             if self.is_mongos:
-                # Check for another mongos on the next port.
-                address = self.client.address
-                next_address = address[0], address[1] + 1
-                self.mongoses.append(address)
-                mongos_client = self._connect(*next_address,
-                                              **self.default_client_options)
-                if mongos_client:
-                    ismaster = mongos_client.admin.command('ismaster')
-                    if ismaster.get('msg') == 'isdbgrid':
-                        self.mongoses.append(next_address)
+                if self.serverless:
+                    self.mongoses.append(self.client.address)
+                    self.mongoses.extend(additional_serverless_mongoses)
+                else:
+                    # Check for another mongos on the next port.
+                    address = self.client.address
+                    next_address = address[0], address[1] + 1
+                    self.mongoses.append(address)
+                    mongos_client = self._connect(
+                        *next_address, **self.default_client_options)
+                    if mongos_client:
+                        ismaster = mongos_client.admin.command('ismaster')
+                        if ismaster.get('msg') == 'isdbgrid':
+                            self.mongoses.append(next_address)
 
     def init(self):
         with self.conn_lock:
@@ -891,6 +915,9 @@ def setUpClass(cls):
         if (client_context.load_balancer and
                 not getattr(cls, 'RUN_ON_LOAD_BALANCER', False)):
             raise SkipTest('this test does not support load balancers')
+        if (client_context.serverless and
+                not getattr(cls, 'RUN_ON_SERVERLESS', False)):
+            raise SkipTest('this test does not support serverless')
         cls.client = client_context.client
         cls.db = cls.client.pymongo_test
         if client_context.auth_enabled:

test/crud/unified/aggregate-let.json

@@ -1,6 +1,6 @@
 {
   "description": "aggregate-let",
-  "schemaVersion": "1.0",
+  "schemaVersion": "1.4",
   "createEntities": [
     {
       "client": {
@@ -310,7 +310,8 @@
       "description": "Aggregate to collection with let option",
       "runOnRequirements": [
         {
-          "minServerVersion": "5.0"
+          "minServerVersion": "5.0",
+          "serverless": "forbid"
         }
       ],
       "operations": [

test/crud/unified/aggregate-out-readConcern.json

@@ -1,13 +1,14 @@
 {
   "description": "aggregate-out-readConcern",
-  "schemaVersion": "1.1",
+  "schemaVersion": "1.4",
   "runOnRequirements": [
     {
       "minServerVersion": "4.1.0",
       "topologies": [
         "replicaset",
         "sharded"
-      ]
+      ],
+      "serverless": "forbid"
     }
   ],
   "createEntities": [

test/crud/v1/read/aggregate-collation.json

@@ -6,6 +6,7 @@
     }
   ],
   "minServerVersion": "3.4",
+  "serverless": "forbid",
   "tests": [
     {
       "description": "Aggregate with collation",

test/crud/v1/read/aggregate-out.json

@@ -14,6 +14,7 @@
     }
   ],
   "minServerVersion": "2.6",
+  "serverless": "forbid",
   "tests": [
     {
       "description": "Aggregate with $out",

test/crud/v1/read/count-collation.json

@@ -6,6 +6,7 @@
     }
   ],
   "minServerVersion": "3.4",
+  "serverless": "forbid",
   "tests": [
     {
       "description": "Count documents with collation",

test/crud/v1/read/distinct-collation.json

@@ -10,6 +10,7 @@
     }
   ],
   "minServerVersion": "3.4",
+  "serverless": "forbid",
   "tests": [
     {
       "description": "Distinct with a collation",

test/crud/v1/read/find-collation.json

@@ -6,6 +6,7 @@
     }
   ],
   "minServerVersion": "3.4",
+  "serverless": "forbid",
   "tests": [
     {
       "description": "Find with a collation",