import unittest
import re


# Helper function from the checklist
def _dynamic_test(test_case, condition, success_message, failure_message):
    if condition:
        test_case._testMethodName = success_message
        test_case.assertTrue(True, success_message)
    else:
        test_case._testMethodName = failure_message
        test_case.fail(failure_message)


class TestUserCode(unittest.TestCase):

    # --- Test 1: urlopen import -----------------------------------------------
    def test_urlopen_is_imported(self):
        with open("user_code.py", "r") as file:
            source = file.read()

        condition = "from urllib.request import urlopen" in source

        _dynamic_test(
            self,
            condition,
            "The `urlopen` function is imported from `urllib.request`.",
            "Expected `urlopen` to be imported from `urllib.request`."
        )

    # --- Test 2: url variable exists ------------------------------------------
    def test_url_variable_declared(self):
        import user_code

        condition = hasattr(user_code, "url")

        _dynamic_test(
            self,
            condition,
            "The `url` variable is declared.",
            "Expected `url` variable to be declared."
        )

    # --- Test 3: page variable exists -----------------------------------------
    def test_page_variable_declared(self):
        import user_code

        condition = hasattr(user_code, "page")

        _dynamic_test(
            self,
            condition,
            "The `page` variable is declared.",
            "Expected `page` variable to be declared."
        )

    # --- Test 4: urlopen() used ------------------------------------------------
    def test_urlopen_is_used(self):
        with open("user_code.py", "r") as file:
            source = file.read()

        condition = "urlopen(" in source

        _dynamic_test(
            self,
            condition,
            "The `urlopen()` function is used to open the web page.",
            "Expected `urlopen()` to be used to open the web page."
        )

    # --- Test 5: web_page variable exists -------------------------------------
    def test_web_page_declared(self):
        import user_code

        condition = hasattr(user_code, "web_page")

        _dynamic_test(
            self,
            condition,
            "The `web_page` variable is declared.",
            "Expected `web_page` variable to be declared."
        )

    # --- Test 6: read() and decode("utf-8") used ------------------------------
    def test_read_and_decode_used(self):
        with open("user_code.py", "r") as file:
            source = file.read()

        condition = (
            ".read()" in source and
            '.decode("utf-8")' in source or
            ".decode('utf-8')" in source
        )

        _dynamic_test(
            self,
            condition,
            "The `read()` method and `.decode('utf-8')` are used to process the page.",
            "Expected the `read()` method and `.decode('utf-8')` to be used."
        )

    # --- Test 7: web_page is a string -----------------------------------------
    def test_web_page_is_string(self):
        import user_code

        try:
            value = user_code.web_page
            condition = isinstance(value, str)
            failure = (
                f"Expected `web_page` to be a string, "
                f"but got `{type(value).__name__}`."
            )
        except AttributeError:
            condition = False
            failure = "The `web_page` variable is not declared in `user_code`."

        _dynamic_test(
            self,
            condition,
            "The `web_page` variable contains a decoded string.",
            failure
        )


if __name__ == "__main__":
    unittest.main()


test_main.py

Aprenda a extrair dados valiosos de sites automaticamente. Domine técnicas para coletar informações de forma eficiente, possibilitando análises aprofundadas, decisões orientadas por dados e a descoberta de novos insights a partir do vasto oceano de informações online.

Explore a estrutura de um arquivo HTML, aprenda a carregá-lo de forma eficiente e adquira habilidades práticas para trabalhar com os dados contidos nele.

Explore os conceitos básicos do Beautiful Soup para extrair dados de documentos HTML. Aprenda a navegar pela estrutura do HTML, acessar elementos específicos e trabalhar com seus elementos filhos para construir uma base sólida em web scraping.

Domine o trabalho com atributos de elementos e conteúdo utilizando o Beautiful Soup. Adquira habilidades para extrair informações específicas, buscar elementos por valores de atributos e aplicar técnicas avançadas para analisar e processar dados HTML de forma eficiente.

Desafio: Ler o Arquivo HTML

Solução

Awesome!

Desafio: Ler o Arquivo HTML

Solução