return cli tests

Author: Ghostvv

tests/cli/__init__.py

@@ -0,0 +1,34 @@
+from typing import Callable
+import pytest
+import os
+from _pytest.pytester import Testdir, RunResult
+
+
+@pytest.fixture
+def run(testdir: Testdir) -> Callable[..., RunResult]:
+    def do_run(*args):
+        args = ["rasa"] + list(args)
+        return testdir.run(*args)
+
+    return do_run
+
+
+@pytest.fixture
+def run_with_stdin(testdir: Testdir) -> Callable[..., RunResult]:
+    def do_run(*args, stdin):
+        args = ["rasa"] + list(args)
+        return testdir.run(*args, stdin=stdin)
+
+    return do_run
+
+
+@pytest.fixture
+def run_in_default_project(testdir: Testdir) -> Callable[..., RunResult]:
+    os.environ["LOG_LEVEL"] = "ERROR"
+    testdir.run("rasa", "init", "--no-prompt")
+
+    def do_run(*args):
+        args = ["rasa"] + list(args)
+        return testdir.run(*args)
+
+    return do_run

tests/cli/conftest.py

@@ -0,0 +1,37 @@
+import pytest
+from typing import Callable
+from _pytest.pytester import RunResult
+
+
+def test_cli_start(run: Callable[..., RunResult]):
+    """
+    Measures an average startup time and checks that it
+    does not deviate more than x seconds from 5.
+    """
+    import time
+
+    durations = []
+
+    for i in range(5):
+        start = time.time()
+        run("--help")
+        end = time.time()
+
+        durations.append(end - start)
+
+    avg_duration = sum(durations) / len(durations)
+
+    # When run in parallel, it takes a little longer
+    assert avg_duration - 5 <= 2
+
+
+def test_data_convert_help(run: Callable[..., RunResult]):
+    output = run("--help")
+
+    help_text = """usage: rasa [-h] [--version]
+            {init,run,shell,train,interactive,test,visualize,data,x} ..."""
+
+    lines = help_text.split("\n")
+
+    for i, line in enumerate(lines):
+        assert output.outlines[i] == line

tests/cli/test_cli.py

@@ -0,0 +1,78 @@
+import os
+import pytest
+from collections import namedtuple
+from typing import Callable
+from _pytest.pytester import RunResult
+from rasa.cli import data
+
+
+def test_data_split_nlu(run_in_default_project: Callable[..., RunResult]):
+    run_in_default_project(
+        "data", "split", "nlu", "-u", "data/nlu.md", "--training-fraction", "0.75"
+    )
+
+    assert os.path.exists("train_test_split")
+    assert os.path.exists(os.path.join("train_test_split", "test_data.md"))
+    assert os.path.exists(os.path.join("train_test_split", "training_data.md"))
+
+
+def test_data_convert_nlu(run_in_default_project: Callable[..., RunResult]):
+    run_in_default_project(
+        "data",
+        "convert",
+        "nlu",
+        "--data",
+        "data/nlu.md",
+        "--out",
+        "out_nlu_data.json",
+        "-f",
+        "json",
+    )
+
+    assert os.path.exists("out_nlu_data.json")
+
+
+def test_data_split_help(run: Callable[..., RunResult]):
+    output = run("data", "split", "nlu", "--help")
+
+    help_text = """usage: rasa data split nlu [-h] [-v] [-vv] [--quiet] [-u NLU]
+                           [--training-fraction TRAINING_FRACTION]
+                           [--random-seed RANDOM_SEED] [--out OUT]"""
+
+    lines = help_text.split("\n")
+
+    for i, line in enumerate(lines):
+        assert output.outlines[i] == line
+
+
+def test_data_convert_help(run: Callable[..., RunResult]):
+    output = run("data", "convert", "nlu", "--help")
+
+    help_text = """usage: rasa data convert nlu [-h] [-v] [-vv] [--quiet] --data DATA --out OUT
+                             [-l LANGUAGE] -f {json,md}"""
+
+    lines = help_text.split("\n")
+
+    for i, line in enumerate(lines):
+        assert output.outlines[i] == line
+
+
+def test_data_validate_help(run: Callable[..., RunResult]):
+    output = run("data", "validate", "--help")
+
+    help_text = """usage: rasa data validate [-h] [-v] [-vv] [--quiet] [--fail-on-warnings]
+                          [-d DOMAIN] [--data DATA]"""
+
+    lines = help_text.split("\n")
+
+    for i, line in enumerate(lines):
+        assert output.outlines[i] == line
+
+
+def test_validate_files_exit_early():
+    with pytest.raises(SystemExit) as pytest_e:
+        args = {"domain": "data/test_domains/duplicate_intents.yml", "data": None}
+        data.validate_files(namedtuple("Args", args.keys())(*args.values()))
+
+    assert pytest_e.type == SystemExit
+    assert pytest_e.value.code == 1

tests/cli/test_rasa_data.py

@@ -0,0 +1,53 @@
+import os
+from typing import Callable
+from _pytest.pytester import RunResult
+
+
+def test_init(run: Callable[..., RunResult]):
+    run("init", "--no-prompt", "--quiet")
+
+    assert os.path.exists("actions.py")
+    assert os.path.exists("domain.yml")
+    assert os.path.exists("config.yml")
+    assert os.path.exists("credentials.yml")
+    assert os.path.exists("endpoints.yml")
+    assert os.path.exists("models")
+    assert os.path.exists("data/nlu.md")
+    assert os.path.exists("data/stories.md")
+
+
+def test_init_using_init_dir_option(run: Callable[..., RunResult]):
+    os.makedirs("./workspace")
+    run("init", "--no-prompt", "--quiet", "--init-dir", "./workspace")
+
+    assert os.path.exists("./workspace/actions.py")
+    assert os.path.exists("./workspace/domain.yml")
+    assert os.path.exists("./workspace/config.yml")
+    assert os.path.exists("./workspace/credentials.yml")
+    assert os.path.exists("./workspace/endpoints.yml")
+    assert os.path.exists("./workspace/models")
+    assert os.path.exists("./workspace/data/nlu.md")
+    assert os.path.exists("./workspace/data/stories.md")
+
+
+def test_not_fount_init_path(run: Callable[..., RunResult]):
+    output = run("init", "--no-prompt", "--quiet", "--init-dir", "./workspace")
+
+    assert (
+        output.outlines[-1]
+        == "\033[91mProject init path './workspace' not found.\033[0m"
+    )
+
+
+def test_init_help(run: Callable[..., RunResult]):
+    output = run("init", "--help")
+
+    assert (
+        output.outlines[0]
+        == "usage: rasa init [-h] [-v] [-vv] [--quiet] [--no-prompt] [--init-dir INIT_DIR]"
+    )
+
+
+def test_user_asked_to_train_model(run_with_stdin: Callable[..., RunResult]):
+    run_with_stdin("init", stdin=b"\nYN")
+    assert not os.path.exists("models")

tests/cli/test_rasa_init.py

@@ -0,0 +1,158 @@
+import argparse
+import pytest
+from typing import Callable, Text
+from unittest.mock import Mock
+
+from _pytest.monkeypatch import MonkeyPatch
+from _pytest.pytester import RunResult
+
+import rasa
+from rasa.cli import interactive, train
+
+
+def test_interactive_help(run: Callable[..., RunResult]):
+    output = run("interactive", "--help")
+
+    help_text = """usage: rasa interactive [-h] [-v] [-vv] [--quiet] [--e2e] [-m MODEL]
+                        [--data DATA [DATA ...]] [--skip-visualization]
+                        [--endpoints ENDPOINTS] [-c CONFIG] [-d DOMAIN]
+                        [--out OUT] [--augmentation AUGMENTATION]
+                        [--debug-plots] [--dump-stories] [--force]
+                        [--persist-nlu-data]
+                        {core} ... [model-as-positional-argument]"""
+
+    lines = help_text.split("\n")
+
+    for i, line in enumerate(lines):
+        assert output.outlines[i] == line
+
+
+def test_interactive_core_help(run: Callable[..., RunResult]):
+    output = run("interactive", "core", "--help")
+
+    help_text = """usage: rasa interactive core [-h] [-v] [-vv] [--quiet] [-m MODEL] [-s STORIES]
+                             [--skip-visualization] [--endpoints ENDPOINTS]
+                             [-c CONFIG] [-d DOMAIN] [--out OUT]
+                             [--augmentation AUGMENTATION] [--debug-plots]
+                             [--dump-stories]
+                             [model-as-positional-argument]"""
+
+    lines = help_text.split("\n")
+
+    for i, line in enumerate(lines):
+        assert output.outlines[i] == line
+
+
+def test_pass_arguments_to_rasa_train(
+    default_stack_config: Text, monkeypatch: MonkeyPatch
+) -> None:
+    # Create parser
+    parser = argparse.ArgumentParser()
+    sub_parser = parser.add_subparsers()
+    interactive.add_subparser(sub_parser, [])
+
+    # Parse interactive command
+    args = parser.parse_args(["interactive", "--config", default_stack_config])
+    interactive._set_not_required_args(args)
+
+    # Mock actual training
+    mock = Mock()
+    monkeypatch.setattr(rasa, "train", mock.method)
+
+    # If the `Namespace` object does not have all required fields this will throw
+    train.train(args)
+
+    # Assert `train` was actually called
+    mock.method.assert_called_once()
+
+
+def test_train_called_when_no_model_passed(
+    default_stack_config: Text, monkeypatch: MonkeyPatch
+) -> None:
+    parser = argparse.ArgumentParser()
+    sub_parser = parser.add_subparsers()
+    interactive.add_subparser(sub_parser, [])
+
+    args = parser.parse_args(
+        [
+            "interactive",
+            "--config",
+            default_stack_config,
+            "--data",
+            "examples/moodbot/data",
+        ]
+    )
+    interactive._set_not_required_args(args)
+
+    # Mock actual training and interactive learning methods
+    mock = Mock()
+    monkeypatch.setattr(train, "train", mock.train_model)
+    monkeypatch.setattr(
+        interactive, "perform_interactive_learning", mock.perform_interactive_learning
+    )
+
+    interactive.interactive(args)
+    mock.train_model.assert_called_once()
+
+
+def test_train_core_called_when_no_model_passed_and_core(
+    default_stack_config: Text, monkeypatch: MonkeyPatch
+) -> None:
+    parser = argparse.ArgumentParser()
+    sub_parser = parser.add_subparsers()
+    interactive.add_subparser(sub_parser, [])
+
+    args = parser.parse_args(
+        [
+            "interactive",
+            "core",
+            "--config",
+            default_stack_config,
+            "--stories",
+            "examples/moodbot/data/stories.md",
+            "--domain",
+            "examples/moodbot/domain.yml",
+        ]
+    )
+    interactive._set_not_required_args(args)
+
+    # Mock actual training and interactive learning methods
+    mock = Mock()
+    monkeypatch.setattr(train, "train_core", mock.train_core)
+    monkeypatch.setattr(
+        interactive, "perform_interactive_learning", mock.perform_interactive_learning
+    )
+
+    interactive.interactive(args)
+    mock.train_core.assert_called_once()
+
+
+def test_no_interactive_without_core_data(
+    default_stack_config: Text, monkeypatch: MonkeyPatch
+) -> None:
+    parser = argparse.ArgumentParser()
+    sub_parser = parser.add_subparsers()
+    interactive.add_subparser(sub_parser, [])
+
+    args = parser.parse_args(
+        [
+            "interactive",
+            "--config",
+            default_stack_config,
+            "--data",
+            "examples/moodbot/data/nlu.md",
+        ]
+    )
+    interactive._set_not_required_args(args)
+
+    mock = Mock()
+    monkeypatch.setattr(train, "train", mock.train_model)
+    monkeypatch.setattr(
+        interactive, "perform_interactive_learning", mock.perform_interactive_learning
+    )
+
+    with pytest.raises(SystemExit):
+        interactive.interactive(args)
+
+    mock.train_model.assert_not_called()
+    mock.perform_interactive_learning.assert_not_called()