-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathgenerate_stark_dialogue.py
105 lines (99 loc) · 3.87 KB
/
generate_stark_dialogue.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
import os
import random
import argparse
from runner import (
PersonaRunner,
CommonsenseRunner,
NarrativeRunner,
AlignmentRunner,
EventRunner,
DialogueRunner,
#ImageRunner,
AlbumRunner,
AlbumImageRunner,
FaceRunner,
FaceImageRunner
)
RUNNER_MAP = {
'persona-attr': PersonaRunner,
'commonsense': CommonsenseRunner,
'narrative': NarrativeRunner,
'event': EventRunner,
'dialogue': DialogueRunner,
'album': AlbumRunner,
'face': FaceRunner,
}
def main(args):
random.seed(42)
runner = RUNNER_MAP[args.runner_name](args)
runner.run()
if __name__ == '__main__':
parser = argparse.ArgumentParser(description='arguments for generating multi-modal dialogues using LLM')
parser.add_argument('--run-id',
type=str,
default='vanilla',
help='the name of the directory where the output will be dumped')
parser.add_argument('--model',
type=str,
default='gpt-3.5-turbo-1106',
help='which LLM to use')
parser.add_argument('--temperature',
type=float,
default=0.9,
help="control randomness: lowering results in less random completion")
parser.add_argument('--top-p',
type=float,
default=0.95,
help="nucleus sampling")
parser.add_argument('--frequency-penalty',
type=float,
default=1.0,
help="decreases the model's likelihood to repeat the same line verbatim")
parser.add_argument('--presence-penalty',
type=float,
default=0.6,
help="increases the model's likelihood to talk about new topics")
parser.add_argument('--max-tokens',
type=int,
default=1024,
help='maximum number of tokens to generate')
parser.add_argument('--split',
type=str,
default=None,
help='Specify the dataset split (i.e., train, validation, test).')
parser.add_argument('--runner-name',
type=str,
default=None,
help='Specify the runner name (e.g., persona-attribute)')
parser.add_argument('--do-parse-filter',
action='store_true',
help='do parsing and filtering based on llm-generated results')
parser.add_argument('--diffusion-model-id',
type=str,
default=None,
help='Specify the diffusion model.')
parser.add_argument('--cache-dir',
type=str,
default=None,
help='Cache dir for downloading pre-trained diffusion model.')
parser.add_argument('--debug',
action='store_true',
help='do debugging for generating small number of sampels.')
parser.add_argument('--debug-sample-num',
type=int,
default=None,
help="Number of sample for debug.")
parser.add_argument('--shard-num',
type=int,
default=200,
help='Number of sharded files.')
parser.add_argument('--persona-seed-num',
type=int,
default=None,
help="Persona seed number.")
parser.add_argument('--target-session-num',
type=int,
default=None,
help="Target dialogue session number.")
args = parser.parse_args()
main(args)