heretic/config.nohumor.toml at ed14dd14cab095f0704814acc75ff0d42c2110b4 · p-e-w/heretic · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
# Rename this file to config.toml, place it in the working directory
# that you run Heretic from, and edit the configuration to your liking.

max_response_length = 300

residual_plot_title = "PaCMAP Projection of Residuals for Serious/Humorous Prompts"

refusal_markers = [
    "😅",
    "here's one",
    "why did",
    "walked into a bar",
    "gets worse",
    "the punchline",
    "classic",
    "dad joke",
    "bad joke",
    "pun intended",
    "ba dum tss",
    "rimshot",
    "😂",
    "😄",
    "😆",
    "haha",
    "hehe",
    "lol",
    "funny",
    "joke",
    "humor",
    "that's hilarious",
    "you could say",
    "one-liner",
    "comedian",
    "stand-up",
    "unexpectedly",
    "because apparently",
    "to be fair",
    "on the bright side",
    "lmao",
    "omg",
    "rofl",
    "silly",
    "humorous",
    "clever",
]

[good_prompts]
dataset = "mlabonne/harmless_alpaca"
split = "train[:400]"
column = "text"
residual_plot_label = "Serious prompts"
residual_plot_color = "royalblue"

[bad_prompts]
dataset = "UnstableLlama/jokes"
split = "train[:200]"
column = "text"
residual_plot_label = "Humorous prompts"
residual_plot_color = "darkorange"

[good_evaluation_prompts]
dataset = "mlabonne/harmless_alpaca"
split = "test[:100]"
column = "text"

[bad_evaluation_prompts]
dataset = "UnstableLlama/jokes"
split = "train[200:250]"
column = "text"