import unittest
import re


# Helper function from the checklist
def _dynamic_test(test_case, condition, success_message, failure_message):
    if condition:
        test_case._testMethodName = success_message
        test_case.assertTrue(True, success_message)
    else:
        test_case._testMethodName = failure_message
        test_case.fail(failure_message)


class TestUserCode(unittest.TestCase):

    # --- Test 1: urlopen import -----------------------------------------------
    def test_urlopen_is_imported(self):
        with open("user_code.py", "r") as file:
            source = file.read()

        condition = "from urllib.request import urlopen" in source

        _dynamic_test(
            self,
            condition,
            "The `urlopen` function is imported from `urllib.request`.",
            "Expected `urlopen` to be imported from `urllib.request`."
        )

    # --- Test 2: url variable exists ------------------------------------------
    def test_url_variable_declared(self):
        import user_code

        condition = hasattr(user_code, "url")

        _dynamic_test(
            self,
            condition,
            "The `url` variable is declared.",
            "Expected `url` variable to be declared."
        )

    # --- Test 3: page variable exists -----------------------------------------
    def test_page_variable_declared(self):
        import user_code

        condition = hasattr(user_code, "page")

        _dynamic_test(
            self,
            condition,
            "The `page` variable is declared.",
            "Expected `page` variable to be declared."
        )

    # --- Test 4: urlopen() used ------------------------------------------------
    def test_urlopen_is_used(self):
        with open("user_code.py", "r") as file:
            source = file.read()

        condition = "urlopen(" in source

        _dynamic_test(
            self,
            condition,
            "The `urlopen()` function is used to open the web page.",
            "Expected `urlopen()` to be used to open the web page."
        )

    # --- Test 5: web_page variable exists -------------------------------------
    def test_web_page_declared(self):
        import user_code

        condition = hasattr(user_code, "web_page")

        _dynamic_test(
            self,
            condition,
            "The `web_page` variable is declared.",
            "Expected `web_page` variable to be declared."
        )

    # --- Test 6: read() and decode("utf-8") used ------------------------------
    def test_read_and_decode_used(self):
        with open("user_code.py", "r") as file:
            source = file.read()

        condition = (
            ".read()" in source and
            '.decode("utf-8")' in source or
            ".decode('utf-8')" in source
        )

        _dynamic_test(
            self,
            condition,
            "The `read()` method and `.decode('utf-8')` are used to process the page.",
            "Expected the `read()` method and `.decode('utf-8')` to be used."
        )

    # --- Test 7: web_page is a string -----------------------------------------
    def test_web_page_is_string(self):
        import user_code

        try:
            value = user_code.web_page
            condition = isinstance(value, str)
            failure = (
                f"Expected `web_page` to be a string, "
                f"but got `{type(value).__name__}`."
            )
        except AttributeError:
            condition = False
            failure = "The `web_page` variable is not declared in `user_code`."

        _dynamic_test(
            self,
            condition,
            "The `web_page` variable contains a decoded string.",
            failure
        )


if __name__ == "__main__":
    unittest.main()


test_main.py

Learn to extract valuable data from websites automatically. Master techniques to gather information efficiently, enabling you to perform in-depth analysis, make data-driven decisions, and unlock new insights from the vast ocean of online information.

Explore the structure of an HTML file, learn how to load it efficiently, and gain practical skills in working with the data it contains.

Explore the basics of Beautiful Soup to extract data from HTML documents. Learn how to navigate the structure of HTML, access specific elements, and work with their child elements to build a strong foundation in web scraping.

Master working with element attributes and content using Beautiful Soup. Gain the skills to extract specific information, search elements by attribute values, and use advanced techniques to efficiently parse and analyze HTML data.

Challenge: Read the HTML File

解答