blob: b4bb96f105a84722739a4a7d6bad23be6e749b0e (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
|
#!/usr/bin/env bash
# Available formats: plm/request(only for dest)/response(only for src)/text(markdown)
#
# plm: (model, content, role) jsonl
set -euo pipefail
NAME=$(basename -- "$0")
usage() {
echo "Usage: $NAME [-f,--from <text|plm|response>] \
[-t,--to <plm|text|request>] \
[-r,--role <system|user|assistant|tool>] \
[-m MODEL]" >&2
}
PLM_MODEL="${PLM_MODEL:-gpt-4o-mini}"
PLM_USE_STREAM="${PLM_USE_STREAM:-true}"
source_format="text"
dest_format="plm"
while [[ $# -gt 0 ]]; do
case "$1" in
-r|--role) PLM_ROLE="$2"; shift 2 ;;
-m|--model) PLM_MODEL="$2"; shift 2 ;;
-f|--from) source_format="$2"; shift 2 ;;
-t|--to) dest_format="$2"; shift 2 ;;
--no-stream) PLM_USE_STREAM='false'; shift 1 ;;
-h|--help) usage 2>&1; exit 0 ;;
*) usage; exit 1 ;;
esac
done
die() {
printf 'err: %s\n' "$1" >&2
exit 2
}
text_to_plm() {
jq -Rs --arg role "${PLM_ROLE:-user}" '{role:$role, content:.}' | jq -c .
}
response_to_plm() {
jq -c '
( [ .output[] | select(.type=="message" and .role=="assistant") ] | last? ) as $m
| {
role: ($m.role // "assistant"),
content: (
if $m == null then
(.output_text // "")
else
($m.content // []
| map(select(.type=="output_text" or .type=="text") | .text)
| join("\n\n"))
end
),
model: .model
}'
}
src_to_plm() {
case "$source_format" in
plm) tee ;;
text) text_to_plm ;;
response) response_to_plm ;;
request) die "$source_format: not supported for src" ;;
*) die "$source_format: unknown dest format" ;;
esac
}
plm_to_text() {
jq -sr \
'map(
if .role == "user" then
.content | split("\n") | map(" > " + . ) | join("\n")
elif .role == "assistant" then
"✨ " + .content
else
.content
end
) | join("\n\n")'
}
plm_to_request() {
jq -s \
--arg model "$PLM_MODEL" \
--argjson stream "$PLM_USE_STREAM" \
--arg temp "${PLM_TEMP:-}" \
--arg top_p "${PLM_TOP_P:-}" \
--arg fpen "${PLM_FREQ_PENALTY:-}" \
--arg ppen "${PLM_PRES_PENALTY:-}" \
'{
model: $model,
input: [ .[] | {role, content} ],
stream: $stream
}
| if $temp != "" then .temperature = ($temp | tonumber) else . end
| if $top_p != "" then .top_p = ($top_p | tonumber) else . end
| if $fpen != "" then .frequency_penalty = ($fpen | tonumber) else . end
| if $ppen != "" then .presence_penalty = ($ppen | tonumber) else . end'
}
plm_to_dest() {
case "$dest_format" in
plm) tee ;;
text) plm_to_text ;;
response) die "$dest_format: not supported for dest" ;;
request) plm_to_request ;;
*) die "$dest_format: unknown src format" ;;
esac
}
src_to_plm | plm_to_dest
|
