Merge pr #294 from FAReTek1/classes (if there are weird bugs maybe look here!)

Classroom abilities + create studio + misc
NOTE: DUE TO THE SIZE OF THIS PR AND THE CONFLICTS THAT NEEDED TO BE SOLVED, IT IS POSSIBLE THAT SOME BUGS MAY HAVE BEEN INTRODUCED (sorry ;-;)

# New classroom abilities
Adds a wide array of capabilities for scratch's classroom system, including:
- Creating classes
- Loading closed classes using HTML web scraping
- Checking if a class is closed
- Setting thumbnails (also added the ability to set pfps of normal accounts as well)
- Setting descriptions
- Setting 'what we're working on'/status
- Setting class title/name
- Adding studios
- Closing/Reopening classes
- Registering students (NOT FROM CSV) **should this be removed?**
- Generating signup link (This actually just uses the class token)
- Fetching public activity (same format as user activity; loading from HTML)
- Fetching private activity  - things like comments or profile updates (in a bad format which is very improvable)
- Registering users with simply a class token
- Abilities to load stuff in classes in different sort modes

# Other new abilities
# create_studio()
Added the `Session.create_studio()` function to create studios to solve [an issue](#277) (#277). I copy+pasted rate limit code from `Session.create_project()`. Also added title/desc settings to make it more convenient

# exceptions
- Now using the msg argument in `exceptions.Unauthorized()` so that you can add more detail to the exception if need be. When receiving a 403/401 status code in the `requests` wrapper, it will now print the request  content which will sometimes be more descriptive than simply: "You are unauthorised"
- Renamed `ConnectionError` to `CloudConnectionError` since `ConnectionError` is actually a builtin error

### misc changes/features
- added password reset email sender (since i was resetting passwords of a lot of my old accounts)
- A few scratchtools endpoints (isonline, is beta user, scratchtools display name) in `other_apis.py`
- Added class option to `commons.webscrape_count`


### Extra Note(s)
- In `cloud_requests.py`, I fixed a typo of `self.call_even`, changing it to `self.call_event`. In the rare case this is intentional, now you know
- Also it looks like I pressed ctrl-alt-l again...
- I added a lot of dosctrings at the start of when I made this, before I knew about `from __future__ import annotations` so that may need to be fixed

Author: faretek1

scratchattach/cloud/_base.py

@@ -1,60 +1,62 @@
-from abc import ABC, abstractmethod
+from __future__ import annotations
 
-import websocket
 import json
+import ssl
 import time
-from ..utils import exceptions
-import warnings
+from abc import ABC
+
+import websocket
+
 from ..eventhandlers import cloud_recorder
-import ssl
+from ..utils import exceptions
 
-class BaseCloud(ABC):
 
+class BaseCloud(ABC):
     """
     Base class for a project's cloud variables. Represents a cloud.
 
-    When inheriting from this class, the __init__ function of the inherited class ...
-
+    When inheriting from this class, the __init__ function of the inherited class:
     - must first call the constructor of the super class: super().__init__()
-
     - must then set some attributes
 
     Attributes that must be specified in the __init__ function a class inheriting from this one:
+        project_id: Project id of the cloud variables
 
-    :self.project_id: Project id of the cloud variables
-
-    :self.cloud_host: URL of the websocket server ("wss://..." or "ws://...")
+        cloud_host: URL of the websocket server ("wss://..." or "ws://...")
 
     Attributes that can, but don't have to be specified in the __init__ function:
 
-    :self._session: Either None or a site.session.Session object. Defaults to None.
+        _session: Either None or a site.session.Session object. Defaults to None.
 
-    :self.ws_shortterm_ratelimit: The wait time between cloud variable sets. Defaults to 0.1
+        ws_shortterm_ratelimit: The wait time between cloud variable sets. Defaults to 0.1
 
-    :self.ws_longterm_ratelimit: The amount of cloud variable set that can be performed long-term without ever getting ratelimited
+        ws_longterm_ratelimit: The amount of cloud variable set that can be performed long-term without ever getting ratelimited
 
-    :self.allow_non_numeric: Whether non-numeric cloud variable values are allowed. Defaults to False
+        allow_non_numeric: Whether non-numeric cloud variable values are allowed. Defaults to False
 
-    :self.length_limit: Length limit for cloud variable values. Defaults to 100000
+        length_limit: Length limit for cloud variable values. Defaults to 100000
 
-    :self.username: The username to send during handshake. Defaults to "scratchattach"
+        username: The username to send during handshake. Defaults to "scratchattach"
 
-    :self.header: The header to send. Defaults to None
+        header: The header to send. Defaults to None
 
-    :self.cookie: The cookie to send. Defaults to None
+        cookie: The cookie to send. Defaults to None
 
-    :self.origin: The origin to send. Defaults to None
+        origin: The origin to send. Defaults to None
 
-    :self.print_connect_messages: Whether to print a message on every connect to the cloud server. Defaults to False.
+        print_connect_messages: Whether to print a message on every connect to the cloud server. Defaults to False.
     """
 
+
     def __init__(self, *, _session=None):
 
         # Required internal attributes that every object representing a cloud needs to have (no matter what cloud is represented):
         self._session = _session
         self.active_connection = False #whether a connection to a cloud variable server is currently established
+
         self.websocket = websocket.WebSocket(sslopt={"cert_reqs": ssl.CERT_NONE})
-        self.recorder = None # A CloudRecorder object that records cloud activity for the values to be retrieved later will be saved in this attribute as soon as .get_var is called
+        self.recorder = None  # A CloudRecorder object that records cloud activity for the values to be retrieved later,
+        # which will be saved in this attribute as soon as .get_var is called
         self.first_var_set = 0
         self.last_var_set = 0
         self.var_stets_since_first = 0
@@ -63,7 +65,8 @@ def __init__(self, *, _session=None):
         # (These attributes can be specifically in the constructors of classes inheriting from this base class)
         self.ws_shortterm_ratelimit = 0.06667
         self.ws_longterm_ratelimit = 0.1
-        self.ws_timeout = 3 # Timeout for send operations (after the timeout, the connection will be renewed and the operation will be retried 3 times)
+        self.ws_timeout = 3  # Timeout for send operations (after the timeout,
+        # the connection will be renewed and the operation will be retried 3 times)
         self.allow_non_numeric = False
         self.length_limit = 100000
         self.username = "scratchattach"
@@ -100,7 +103,7 @@ def _send_packet(self, packet):
                         self.websocket.send(json.dumps(packet) + "\n")
                     except Exception:
                         self.active_connection = False
-                        raise exceptions.ConnectionError(f"Sending packet failed three times in a row: {packet}")
+                        raise exceptions.CloudConnectionError(f"Sending packet failed three times in a row: {packet}")
 
     def _send_packet_list(self, packet_list):
         packet_string = "".join([json.dumps(packet) + "\n" for packet in packet_list])
@@ -126,7 +129,8 @@ def _send_packet_list(self, packet_list):
                         self.websocket.send(packet_string)
                     except Exception:
                         self.active_connection = False
-                        raise exceptions.ConnectionError(f"Sending packet list failed four times in a row: {packet_list}")
+                        raise exceptions.CloudConnectionError(
+                            f"Sending packet list failed four times in a row: {packet_list}")
 
     def _handshake(self):
         packet = {"method": "handshake", "user": self.username, "project_id": self.project_id}
@@ -139,8 +143,8 @@ def connect(self):
             cookie=self.cookie,
             origin=self.origin,
             enable_multithread=True,
-            timeout = self.ws_timeout,
-            header = self.header
+            timeout=self.ws_timeout,
+            header=self.header
         )
         self._handshake()
         self.active_connection = True
@@ -166,29 +170,29 @@ def _assert_valid_value(self, value):
         if not (value in [True, False, float('inf'), -float('inf')]):
             value = str(value)
             if len(value) > self.length_limit:
-                raise(exceptions.InvalidCloudValue(
+                raise (exceptions.InvalidCloudValue(
                     f"Value exceeds length limit: {str(value)}"
                 ))
             if not self.allow_non_numeric:
                 x = value.replace(".", "")
                 x = x.replace("-", "")
                 if not (x.isnumeric() or x == ""):
-                    raise(exceptions.InvalidCloudValue(
+                    raise (exceptions.InvalidCloudValue(
                         "Value not numeric"
                     ))
 
     def _enforce_ratelimit(self, *, n):
         # n is the amount of variables being set
-        if (time.time() - self.first_var_set) / (self.var_stets_since_first+1) > self.ws_longterm_ratelimit: # if the average delay between cloud variable sets has been bigger than the long-term rate-limit, cloud variables can be set fast (wait time smaller than long-term rate limit) again
+        if (time.time() - self.first_var_set) / (
+                self.var_stets_since_first + 1) > self.ws_longterm_ratelimit:  # if the average delay between cloud variable sets has been bigger than the long-term rate-limit, cloud variables can be set fast (wait time smaller than long-term rate limit) again
             self.var_stets_since_first = 0
             self.first_var_set = time.time()
 
         wait_time = self.ws_shortterm_ratelimit * n
-        if time.time() - self.first_var_set > 25: # if cloud variables have been continously set fast (wait time smaller than long-term rate limit) for 25 seconds, they should be set slow now (wait time = long-term rate limit) to avoid getting rate-limited
+        if time.time() - self.first_var_set > 25:  # if cloud variables have been continously set fast (wait time smaller than long-term rate limit) for 25 seconds, they should be set slow now (wait time = long-term rate limit) to avoid getting rate-limited
             wait_time = self.ws_longterm_ratelimit * n
         while self.last_var_set + wait_time >= time.time():
             time.sleep(0.001)
-        
 
     def set_var(self, variable, value):
         """
@@ -231,7 +235,7 @@ def set_vars(self, var_value_dict, *, intelligent_waits=True):
             self.connect()
         if intelligent_waits:
             self._enforce_ratelimit(n=len(list(var_value_dict.keys())))
-            
+
         self.var_stets_since_first += len(list(var_value_dict.keys()))
 
         packet_list = []
@@ -256,7 +260,7 @@ def get_var(self, var, *, recorder_initial_values={}):
             self.recorder = cloud_recorder.CloudRecorder(self, initial_values=recorder_initial_values)
             self.recorder.start()
             start_time = time.time()
-            while not (self.recorder.cloud_values != {} or start_time < time.time() -5):
+            while not (self.recorder.cloud_values != {} or start_time < time.time() - 5):
                 time.sleep(0.01)
         return self.recorder.get_var(var)
 
@@ -265,17 +269,19 @@ def get_all_vars(self, *, recorder_initial_values={}):
             self.recorder = cloud_recorder.CloudRecorder(self, initial_values=recorder_initial_values)
             self.recorder.start()
             start_time = time.time()
-            while not (self.recorder.cloud_values != {} or start_time < time.time() -5):
+            while not (self.recorder.cloud_values != {} or start_time < time.time() - 5):
                 time.sleep(0.01)
         return self.recorder.get_all_vars()
 
     def events(self):
         from ..eventhandlers.cloud_events import CloudEvents
         return CloudEvents(self)
 
-    def requests(self, *, no_packet_loss=False, used_cloud_vars=["1", "2", "3", "4", "5", "6", "7", "8", "9"], respond_order="receive"):
+    def requests(self, *, no_packet_loss=False, used_cloud_vars=["1", "2", "3", "4", "5", "6", "7", "8", "9"],
+                 respond_order="receive"):
         from ..eventhandlers.cloud_requests import CloudRequests
-        return CloudRequests(self, used_cloud_vars=used_cloud_vars, no_packet_loss=no_packet_loss, respond_order=respond_order)
+        return CloudRequests(self, used_cloud_vars=used_cloud_vars, no_packet_loss=no_packet_loss,
+                             respond_order=respond_order)
 
     def storage(self, *, no_packet_loss=False, used_cloud_vars=["1", "2", "3", "4", "5", "6", "7", "8", "9"]):
         from ..eventhandlers.cloud_storage import CloudStorage

scratchattach/cloud/cloud.py

@@ -1,13 +1,15 @@
 """v2 ready: ScratchCloud, TwCloud and CustomCloud classes"""
 
+from __future__ import annotations
+
 from ._base import BaseCloud
 from typing import Type
 from ..utils.requests import Requests as requests
 from ..utils import exceptions, commons
 from ..site import cloud_activity
 
-class ScratchCloud(BaseCloud):
 
+class ScratchCloud(BaseCloud):
     def __init__(self, *, project_id, _session=None):
         super().__init__()
 
@@ -91,9 +93,10 @@ def events(self, *, use_logs=False):
         else:
             return super().events()
 
-class TwCloud(BaseCloud):
 
-    def __init__(self, *, project_id, cloud_host="wss://clouddata.turbowarp.org", purpose="", contact=""):
+class TwCloud(BaseCloud):
+    def __init__(self, *, project_id, cloud_host="wss://clouddata.turbowarp.org", purpose="", contact="",
+                 _session=None):
         super().__init__()
 
         self.project_id = project_id

scratchattach/eventhandlers/_base.py

@@ -1,3 +1,5 @@
+from __future__ import annotations
+
 from abc import ABC, abstractmethod
 from ..utils.requests import Requests as requests
 from threading import Thread

scratchattach/eventhandlers/cloud_events.py

@@ -1,4 +1,5 @@
 """CloudEvents class"""
+from __future__ import annotations
 
 from ..cloud import cloud
 from ._base import BaseEventHandler

scratchattach/eventhandlers/cloud_recorder.py

@@ -1,21 +1,25 @@
 """CloudRecorder class (used by ScratchCloud, TwCloud and other classes inheriting from BaseCloud to deliver cloud var values)"""
+from __future__ import annotations
 
 from .cloud_events import CloudEvents
 
+
 class CloudRecorder(CloudEvents):
+    def __init__(self, cloud, *, initial_values: dict = None):
+        if initial_values is None:
+            initial_values = {}
 
-    def __init__(self, cloud, *, initial_values={}):
         super().__init__(cloud)
         self.cloud_values = initial_values
         self.event(self.on_set)
 
     def get_var(self, var):
-        if not var in self.cloud_values:
+        if var not in self.cloud_values:
             return None
         return self.cloud_values[var]
-    
+
     def get_all_vars(self):
         return self.cloud_values
-    
+
     def on_set(self, activity):
         self.cloud_values[activity.var] = activity.value

scratchattach/eventhandlers/cloud_requests.py

@@ -1,4 +1,5 @@
 """CloudRequests class (threading.Event version)"""
+from __future__ import annotations
 
 from .cloud_events import CloudEvents
 from ..site import project
@@ -167,8 +168,8 @@ def _parse_output(self, request_name, output, request_id):
     def _set_FROM_HOST_var(self, value):
         try:
             self.cloud.set_var(f"FROM_HOST_{self.used_cloud_vars[self.current_var]}", value)
-        except exceptions.ConnectionError:
-            self.call_even("on_disconnect")
+        except exceptions.CloudConnectionError:
+            self.call_event("on_disconnect")
         except Exception as e:
             print("scratchattach: internal error while responding (please submit a bug report on GitHub):", e)
         self.current_var += 1

scratchattach/eventhandlers/cloud_server.py

@@ -1,3 +1,5 @@
+from __future__ import annotations
+
 from SimpleWebSocketServer import SimpleWebSocketServer, WebSocket
 from threading import Thread
 from ..utils import exceptions

scratchattach/eventhandlers/cloud_storage.py

@@ -1,4 +1,5 @@
 """CloudStorage class"""
+from __future__ import annotations
 
 from .cloud_requests import CloudRequests
 import json

scratchattach/eventhandlers/combine.py

@@ -1,3 +1,5 @@
+from __future__ import annotations
+
 class MultiEventHandler:
 
     def __init__(self, *handlers):

scratchattach/eventhandlers/filterbot.py

@@ -1,4 +1,5 @@
 """FilterBot class"""
+from __future__ import annotations
 
 from .message_events import MessageEvents
 import time