Summary  
This chapter introduces methods to preview sections of tabular data by printing the first or last N rows and random samples using head(), tail(), and sample().

General domain of usage  
Data analysis

Om de eerste paar rijen van een dataset te bekijken, kunnen we de `head()` methode gebruiken. Deze methode accepteert een **integer** als argument, die het aantal weer te geven rijen specificeert (standaard toont het de **eerste 5 rijen**). Laten we eens kijken naar de eerste 10 rijen van onze dataset:
```python
df = pd.read_csv('file.csv')
# Extracting the first 10 rows
first_lines = df.head(10)
```

Als we de **laatste paar rijen** van een DataFrame willen zien, kunnen we de `tail()` methode gebruiken. Het werkt op dezelfde manier als de `head()` methode:
```python
df = pd.read_csv('file.csv')
# Extracting the last 10 rows
last_lines = df.tail(10)
```

Een andere nuttige methode voor het verkennen van DataFrames is `sample()`. Deze methode haalt willekeurige records uit een DataFrame. Standaard haalt het een **enkel willekeurig record** op, tenzij anders gespecificeerd.
```python
df = pd.read_csv('file.csv')
# Extracting 10 random rows
random_lines = df.sample(10)
```

import unittest
import importlib
import pandas as pd


def _dynamic_test(test_case, condition, success_message, failure_message):
    if condition:
        test_case._testMethodName = success_message
        test_case.assertTrue(True, success_message)
    else:
        test_case._testMethodName = failure_message
        test_case.fail(failure_message)


def get_first_differing_row(expected_df, actual_df):
    expected_list = expected_df.astype(str).apply(tuple, axis=1)
    actual_list = actual_df.astype(str).apply(tuple, axis=1)

    for i, (row1, row2) in enumerate(zip(expected_list, actual_list)):
        if row1 != row2:
            return i, expected_df.iloc[i].values, actual_df.iloc[i].values

    if len(expected_df) > len(actual_df):
        return len(actual_df), expected_df.iloc[len(actual_df)].values, None
    else:
        return len(expected_df), None, actual_df.iloc[len(expected_df)].values


class TestUserCode(unittest.TestCase):

    def test_first_lines_is_declared(self):
        import user_code
        _dynamic_test(
            self,
            hasattr(user_code, 'first_lines'),
            "The `first_lines` variable is declared.",
            "Expected `first_lines` to be declared."
        )

    def test_first_lines_is_dataframe(self):
        import user_code

        try:
            condition = isinstance(user_code.first_lines, pd.DataFrame)
            failure_message = f"Expected `first_lines` to be a `DataFrame`, but got `{type(user_code.first_lines).__name__}`."
        except AttributeError:
            condition = False
            failure_message = "The `first_lines` variable is not declared."

        _dynamic_test(
            self,
            condition,
            "The variable `first_lines` is a `DataFrame`.",
            failure_message
        )

    def test_first_lines_has_correct_values(self):
        import user_code
        wine_data = pd.read_csv(
            'https://codefinity-content-media.s3.eu-west-1.amazonaws.com/a43d24b6-df61-4e11-9c90-5b36552b3437/wine.csv')
        expected_df = wine_data.head(10)

        variable = 'first_lines'
        actual_df = getattr(user_code, variable, None)
        condition = False
        if actual_df is None:
            failure_message = f"The `{variable}` variable is not declared."
        elif not isinstance(actual_df, pd.DataFrame):
            failure_message = f"`{variable}` is not a `DataFrame`."
        elif actual_df.empty:
            failure_message = f"`{variable}` is empty."
        elif actual_df.equals(expected_df):
            condition = True
            failure_message = None
        else:
            idx, expected_row, actual_row = get_first_differing_row(expected_df, actual_df)
            failure_message = f"Expected `{variable}` to contain `{expected_row}` at row {idx}, but got `{actual_row}`."

        _dynamic_test(
            self,
            condition,
            f"`{variable}` contains the correct data.",
            failure_message
        )

    def test_last_lines_is_declared(self):
        import user_code
        _dynamic_test(
            self,
            hasattr(user_code, 'last_lines'),
            "The `last_lines` variable is declared.",
            "Expected `last_lines` to be declared."
        )

    def test_last_lines_is_dataframe(self):
        import user_code

        try:
            condition = isinstance(user_code.last_lines, pd.DataFrame)
            failure_message = f"Expected `last_lines` to be a `DataFrame`, but got `{type(user_code.last_lines).__name__}`."
        except AttributeError:
            condition = False
            failure_message = "The `last_lines` variable is not declared."

        _dynamic_test(
            self,
            condition,
            "The variable `last_lines` is a `DataFrame`.",
            failure_message
        )

    def test_last_lines_has_correct_values(self):
        import user_code
        wine_data = pd.read_csv(
            'https://codefinity-content-media.s3.eu-west-1.amazonaws.com/a43d24b6-df61-4e11-9c90-5b36552b3437/wine.csv')
        expected_df = wine_data.tail(15)

        variable = 'last_lines'
        actual_df = getattr(user_code, variable, None)
        condition = False
        if actual_df is None:
            failure_message = f"The `{variable}` variable is not declared."
        elif not isinstance(actual_df, pd.DataFrame):
            failure_message = f"`{variable}` is not a `DataFrame`."
        elif actual_df.empty:
            failure_message = f"`{variable}` is empty."
        elif actual_df.equals(expected_df):
            condition = True
            failure_message = None
        else:
            idx, expected_row, actual_row = get_first_differing_row(expected_df, actual_df)
            failure_message = f"Expected `{variable}` to contain `{expected_row}` at row {idx}, but got `{actual_row}`."

        _dynamic_test(
            self,
            condition,
            f"`{variable}` contains the correct data.",
            failure_message
        )

    def test_random_rows_is_declared(self):
        import user_code
        _dynamic_test(
            self,
            hasattr(user_code, 'random_rows'),
            "The `random_rows` variable is declared.",
            "Expected `random_rows` to be declared."
        )

    def test_random_rows_is_dataframe(self):
        import user_code

        try:
            condition = isinstance(user_code.random_rows, pd.DataFrame)
            failure_message = f"Expected `random_rows` to be a `DataFrame`, but got `{type(user_code.random_rows).__name__}`."
        except AttributeError:
            condition = False
            failure_message = "The `random_rows` variable is not declared."

        _dynamic_test(
            self,
            condition,
            "The variable `random_rows` is a `DataFrame`.",
            failure_message
        )

    def test_random_rows_has_correct_values(self):
        import user_code
        import numpy as np
        np.random.seed(5)
        wine_data = pd.read_csv(
            'https://codefinity-content-media.s3.eu-west-1.amazonaws.com/a43d24b6-df61-4e11-9c90-5b36552b3437/wine.csv')
        expected_df = wine_data.sample(12)

        variable = 'random_rows'
        actual_df = getattr(user_code, variable, None)
        condition = False
        if actual_df is None:
            failure_message = f"The `{variable}` variable is not declared."
        elif not isinstance(actual_df, pd.DataFrame):
            failure_message = f"`{variable}` is not a `DataFrame`."
        elif actual_df.empty:
            failure_message = f"`{variable}` is empty."
        elif actual_df.equals(expected_df):
            condition = True
            failure_message = None
        else:
            idx, expected_row, actual_row = get_first_differing_row(expected_df, actual_df)
            failure_message = f"Expected `{variable}` to contain `{expected_row}` at row {idx}, but got `{actual_row}`."

        _dynamic_test(
            self,
            condition,
            f"`{variable}` contains the correct data.",
            failure_message
        )


if __name__ == '__main__':
    unittest.main()

test_main.py

Pandas is een uiterst gebruiksvriendelijke bibliotheek voor data-analyse. Het is ook ontworpen om grote datasets te verwerken, met behulp van datastructuren zoals DataFrame en Series. Dit maakt het een onmisbaar hulpmiddel voor Data Science. In deze gids maak je kennis met een reeks statistische functies, waaronder hoe je correlaties, modi, mediaan, en maximale en minimale waarden binnen een dataset kunt vinden. Je leert ook hoe je omgaat met ontbrekende waarden en specifieke waarden kunt manipuleren, evenals hoe je ze kunt verwijderen.

In deze sectie verkennen we de basisprincipes van Series en DataFrame-structuren. Je leert ook over de verschillen tussen deze twee soorten structuren.

Gegevens kunnen in verschillende formaten worden verkregen, zoals CSV, JSON, SQL, HTML en meer. Met Pandas ben je niet beperkt tot één enkel formaat — je kunt werken met gegevens uit een veelheid aan bestandstypen. In dit hoofdstuk richten we ons specifiek op de CSV- en TXT-formaten.

Hier leer je hoe je ruwe gegevens kunt verwerken door overbodige informatie te verwijderen en null-waarden in een dataset te beheren.

De Gegevens Bekijken

Oplossing

Awesome!

De Gegevens Bekijken

Oplossing

Awesome!