AI prompt experiments

This commit is contained in:
David Heinemeier Hansson
2026-05-08 14:18:39 +02:00
parent 99b158cbc1
commit 61d36a3ab5
11 changed files with 742 additions and 1 deletions
+1
View File
@@ -32,6 +32,7 @@ GROUP_DESCRIPTIONS[branch]="Omarchy git branch management"
GROUP_DESCRIPTIONS[brightness]="Display and keyboard brightness"
GROUP_DESCRIPTIONS[capture]="Screenshots and screen recording"
GROUP_DESCRIPTIONS[channel]="Omarchy release channel management"
GROUP_DESCRIPTIONS[ai]="AI prompt helpers"
GROUP_DESCRIPTIONS[cmd]="Command and shortcut helpers"
GROUP_DESCRIPTIONS[config]="System configuration helpers"
GROUP_DESCRIPTIONS[debug]="Diagnostics and support logs"
+70
View File
@@ -0,0 +1,70 @@
#!/bin/bash
# omarchy:summary=Ask Pi a question and show the answer as a notification
# omarchy:group=ai
# omarchy:name=prompt
# omarchy:args=[--speak] [prompt]
# omarchy:examples=omarchy ai prompt|omarchy-ai-prompt --speak "Summarize this"
set -euo pipefail
state_home=${XDG_STATE_HOME:-$HOME/.local/state}/omarchy
state_dir="$state_home/indicators"
session_file="$state_home/agent/prompt.jsonl"
state_file="$state_dir/ai"
mkdir -p "$state_dir" "$(dirname "$session_file")"
markdown_to_pango() {
sed -E \
-e 's/&/\&/g' \
-e 's/</\&lt;/g' \
-e 's/>/\&gt;/g' \
-e 's/`([^`]+)`/<tt>\1<\/tt>/g' \
-e 's/\*\*([^*]+)\*\*/<b>\1<\/b>/g' \
-e 's/__([^_]+)__/<b>\1<\/b>/g' \
-e 's/\*([^*]+)\*/<i>\1<\/i>/g' \
-e 's/_([^_]+)_/<i>\1<\/i>/g' \
-e 's/~~([^~]+)~~/<s>\1<\/s>/g'
}
speak=false
if (($# > 0)) && [[ ${1:-} == "--speak" ]]; then
speak=true
shift
fi
if (($# > 0)); then
prompt="$*"
else
prompt=$(omarchy-menu-input "Ask AI" --width 800 || true)
fi
prompt=$(sed 's/^[[:space:]]*//; s/[[:space:]]*$//' <<<"$prompt")
[[ -n $prompt ]] || exit 0
cleanup() {
rm -f "$state_file"
pkill -RTMIN+11 waybar 2>/dev/null || true
}
trap cleanup EXIT
echo "thinking" >"$state_file"
pkill -RTMIN+11 waybar 2>/dev/null || true
if answer=$(pi -p \
--session "$session_file" \
--model gemini-2.5-flash-lite \
--skill "$HOME/.pi/agent/skills/omarchy" \
--skill "$HOME/.pi/agent/git/github.com/badlogic/pi-skills/brave-search" \
--append-system-prompt "For Omarchy desktop/system/config questions, load and follow the omarchy skill before answering. For current facts, historical facts, documentation, or questions that need web context, use the brave-search skill when BRAVE_API_KEY is available; otherwise answer from general knowledge and say when uncertain." \
"$prompt" 2>&1); then
if [[ $speak == true ]]; then
omarchy-ai-speak "$answer"
else
formatted_answer=$(markdown_to_pango <<<"$answer")
omarchy-notification-send "󱚣" "Oma" "$formatted_answer" -t 10000
fi
else
omarchy-notification-send "󱚡" "Oma failed" "$answer" -u critical -t 10000
exit 1
fi
+96
View File
@@ -0,0 +1,96 @@
#!/bin/bash
# omarchy:summary=Record speech, transcribe it with Voxtype, and ask Pi
# omarchy:group=ai
# omarchy:name=prompt-transcribe
# omarchy:hidden=true
set -euo pipefail
runtime_dir=${XDG_RUNTIME_DIR:-/tmp}/omarchy
state_dir=${XDG_STATE_HOME:-$HOME/.local/state}/omarchy/indicators
pid_file="$runtime_dir/prompt-transcribe.pid"
wav_file="$runtime_dir/prompt-transcribe.wav"
state_file="$state_dir/ai"
log_file="$runtime_dir/prompt-transcribe.log"
mkdir -p "$runtime_dir" "$state_dir"
log() {
printf '[%s] %s\n' "$(date '+%F %T')" "$*" >>"$log_file"
}
show_indicator() {
echo "listening" >"$state_file"
pkill -RTMIN+11 waybar 2>/dev/null || true
}
hide_indicator() {
rm -f "$state_file"
pkill -RTMIN+11 waybar 2>/dev/null || true
}
log "started: ${1:-toggle}"
case "${1:-toggle}" in
start)
if [[ -s $pid_file ]] && kill -0 "$(<"$pid_file")" 2>/dev/null; then
exit 0
fi
show_indicator
rm -f "$wav_file"
pw-record --target @DEFAULT_SOURCE@ --format s16 --rate 16000 --channels 1 "$wav_file" >>"$log_file" 2>&1 &
echo $! >"$pid_file"
log "recording started with pid $(<"$pid_file")"
;;
stop)
if [[ -s $pid_file ]]; then
pid=$(<"$pid_file")
log "stopping recorder pid $pid"
kill "$pid" 2>/dev/null || true
for _ in {1..20}; do
kill -0 "$pid" 2>/dev/null || break
sleep 0.05
done
rm -f "$pid_file"
else
log "no pid file found"
fi
if [[ ! -s $wav_file ]]; then
log "no recording found, exiting"
hide_indicator
exit 0
fi
log "transcribing $(stat -c%s "$wav_file") bytes"
if transcript=$(voxtype transcribe "$wav_file" 2>>"$log_file"); then
log "transcription length: ${#transcript}"
else
status=$?
rm -f "$wav_file"
log "transcription failed with status $status"
hide_indicator
omarchy-notification-send "󱚣" "AI transcription failed" "Voxtype could not transcribe the prompt." -u critical
exit 1
fi
rm -f "$wav_file"
transcript=$(sed 's/^[[:space:]]*//; s/[[:space:]]*$//' <<<"$transcript")
if [[ -z $transcript ]]; then
log "empty transcription, exiting"
hide_indicator
exit 0
fi
log "sending transcript to omarchy-ai-prompt"
omarchy-ai-prompt --speak "$transcript"
log "omarchy-ai-prompt finished"
;;
*)
echo "Usage: omarchy-ai-prompt-transcribe start|stop"
exit 1
;;
esac
+36
View File
@@ -0,0 +1,36 @@
#!/bin/bash
# omarchy:summary=Speak text using Piper TTS
# omarchy:group=ai
# omarchy:name=speak
# omarchy:args=[text]
# omarchy:examples=omarchy ai speak "Hello"
set -euo pipefail
voice_dir=${XDG_DATA_HOME:-$HOME/.local/share}/omarchy/piper
model="$voice_dir/en_US-amy-medium.onnx"
config="$voice_dir/en_US-amy-medium.onnx.json"
output=${XDG_RUNTIME_DIR:-/tmp}/omarchy-ai-speak.wav
mkdir -p "$voice_dir" "$(dirname "$output")"
if (($# > 0)); then
text="$*"
else
text=$(cat)
fi
text=$(sed 's/^[[:space:]]*//; s/[[:space:]]*$//' <<<"$text")
[[ -n $text ]] || exit 0
if [[ ! -f $model ]]; then
curl -L --fail -o "$model" "https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/amy/medium/en_US-amy-medium.onnx"
fi
if [[ ! -f $config ]]; then
curl -L --fail -o "$config" "https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/amy/medium/en_US-amy-medium.onnx.json"
fi
uvx --from piper-tts piper --model "$model" --config "$config" --output-file "$output" <<<"$text" >/dev/null
pw-play "$output"
+7 -1
View File
@@ -5,7 +5,7 @@
"spacing": 0,
"height": 26,
"modules-left": ["custom/omarchy", "hyprland/workspaces"],
"modules-center": ["clock", "custom/weather", "custom/update", "custom/voxtype", "custom/screenrecording-indicator", "custom/idle-indicator", "custom/notification-silencing-indicator"],
"modules-center": ["clock", "custom/weather", "custom/update", "custom/ai-indicator", "custom/voxtype", "custom/screenrecording-indicator", "custom/idle-indicator", "custom/notification-silencing-indicator"],
"modules-right": [
"group/tray-expander",
"bluetooth",
@@ -144,6 +144,12 @@
"on-scroll-left": "",
"on-scroll-right": ""
},
"custom/ai-indicator": {
"exec": "$OMARCHY_PATH/default/waybar/indicators/ai.sh",
"signal": 11,
"interval": 1,
"return-type": "json"
},
"custom/screenrecording-indicator": {
"on-click": "omarchy-capture-screenrecording",
"exec": "$OMARCHY_PATH/default/waybar/indicators/screen-recording.sh",
+2
View File
@@ -82,6 +82,7 @@ tooltip {
opacity: 0;
}
#custom-ai-indicator,
#custom-screenrecording-indicator,
#custom-idle-indicator,
#custom-notification-silencing-indicator {
@@ -92,6 +93,7 @@ tooltip {
padding-bottom: 1px;
}
#custom-ai-indicator.active,
#custom-screenrecording-indicator.active {
color: #a55555;
}
+3
View File
@@ -4,6 +4,7 @@ bindd = SUPER CTRL, E, Emoji picker, exec, omarchy-launch-walker -m symbols
bindd = SUPER CTRL, C, Capture menu, exec, omarchy-menu capture
bindd = SUPER CTRL, O, Toggle menu, exec, omarchy-menu toggle
bindd = SUPER CTRL, H, Hardware menu, exec, omarchy-menu hardware
bindd = SUPER CTRL, P, AI prompt, exec, omarchy-ai-prompt
bindd = SUPER ALT, SPACE, Omarchy menu, exec, omarchy-menu
bindd = SUPER SHIFT, code:201, Omarchy menu, exec, omarchy-menu
bindd = SUPER, ESCAPE, System menu, exec, omarchy-menu system
@@ -67,6 +68,8 @@ bindd = SUPER CTRL, X, Toggle dictation, exec, voxtype record toggle
bindd = , F9, Start dictation (push-to-talk), exec, voxtype record start
binddr = , F9, Stop dictation (push-to-talk), exec, voxtype record stop
bindd = , F8, Start AI prompt dictation (push-to-talk), exec, omarchy-ai-prompt-transcribe start
binddr = , F8, Stop AI prompt dictation (push-to-talk), exec, omarchy-ai-prompt-transcribe stop
# Zoom
bindd = SUPER CTRL, Z, Zoom in, exec, hyprctl keyword cursor:zoom_factor $(hyprctl getoption cursor:zoom_factor -j | jq '.float + 1')
+19
View File
@@ -0,0 +1,19 @@
#!/bin/bash
state_file=${XDG_STATE_HOME:-$HOME/.local/state}/omarchy/indicators/ai
if [[ -e $state_file ]]; then
state=$(<"$state_file")
if [[ $state == "listening" ]]; then
echo '{"text":"󱚟","class":"active listening","tooltip":"AI is listening"}'
else
if (( $(date +%s) % 2 == 0 )); then
echo '{"text":"󱜙","class":"active thinking","tooltip":"AI is thinking"}'
else
echo '{"text":"󱚥","class":"active thinking","tooltip":"AI is thinking"}'
fi
fi
else
echo '{"text":"","class":"","tooltip":""}'
fi
+15
View File
@@ -0,0 +1,15 @@
echo "Add AI prompt command bindings and Waybar indicator"
WAYBAR_CONFIG=~/.config/waybar/config.jsonc
if [[ -f $WAYBAR_CONFIG ]] && ! grep -q "custom/ai-indicator" "$WAYBAR_CONFIG"; then
sed -i 's/"custom\/update", "custom\/voxtype"/"custom\/update", "custom\/ai-indicator", "custom\/voxtype"/' "$WAYBAR_CONFIG"
sed -i '/ "custom\/screenrecording-indicator": {/i\ "custom/ai-indicator": {\n "exec": "$OMARCHY_PATH/default/waybar/indicators/ai.sh",\n "signal": 11,\n "interval": 1,\n "return-type": "json"\n },' "$WAYBAR_CONFIG"
fi
WAYBAR_STYLE=~/.config/waybar/style.css
if [[ -f $WAYBAR_STYLE ]] && ! grep -q "custom-ai-indicator" "$WAYBAR_STYLE"; then
sed -i 's/#custom-screenrecording-indicator,/#custom-ai-indicator,\n#custom-screenrecording-indicator,/' "$WAYBAR_STYLE"
sed -i 's/#custom-screenrecording-indicator.active {/#custom-ai-indicator.active,\n#custom-screenrecording-indicator.active {/' "$WAYBAR_STYLE"
fi
omarchy-refresh-waybar
Binary file not shown.
+493
View File
@@ -0,0 +1,493 @@
{
"audio": {
"sample_rate": 22050,
"quality": "medium"
},
"espeak": {
"voice": "en-us"
},
"inference": {
"noise_scale": 0.667,
"length_scale": 1,
"noise_w": 0.8
},
"phoneme_type": "espeak",
"phoneme_map": {},
"phoneme_id_map": {
"_": [
0
],
"^": [
1
],
"$": [
2
],
" ": [
3
],
"!": [
4
],
"'": [
5
],
"(": [
6
],
")": [
7
],
",": [
8
],
"-": [
9
],
".": [
10
],
":": [
11
],
";": [
12
],
"?": [
13
],
"a": [
14
],
"b": [
15
],
"c": [
16
],
"d": [
17
],
"e": [
18
],
"f": [
19
],
"h": [
20
],
"i": [
21
],
"j": [
22
],
"k": [
23
],
"l": [
24
],
"m": [
25
],
"n": [
26
],
"o": [
27
],
"p": [
28
],
"q": [
29
],
"r": [
30
],
"s": [
31
],
"t": [
32
],
"u": [
33
],
"v": [
34
],
"w": [
35
],
"x": [
36
],
"y": [
37
],
"z": [
38
],
"æ": [
39
],
"ç": [
40
],
"ð": [
41
],
"ø": [
42
],
"ħ": [
43
],
"ŋ": [
44
],
"œ": [
45
],
"ǀ": [
46
],
"ǁ": [
47
],
"ǂ": [
48
],
"ǃ": [
49
],
"ɐ": [
50
],
"ɑ": [
51
],
"ɒ": [
52
],
"ɓ": [
53
],
"ɔ": [
54
],
"ɕ": [
55
],
"ɖ": [
56
],
"ɗ": [
57
],
"ɘ": [
58
],
"ə": [
59
],
"ɚ": [
60
],
"ɛ": [
61
],
"ɜ": [
62
],
"ɞ": [
63
],
"ɟ": [
64
],
"ɠ": [
65
],
"ɡ": [
66
],
"ɢ": [
67
],
"ɣ": [
68
],
"ɤ": [
69
],
"ɥ": [
70
],
"ɦ": [
71
],
"ɧ": [
72
],
"ɨ": [
73
],
"ɪ": [
74
],
"ɫ": [
75
],
"ɬ": [
76
],
"ɭ": [
77
],
"ɮ": [
78
],
"ɯ": [
79
],
"ɰ": [
80
],
"ɱ": [
81
],
"ɲ": [
82
],
"ɳ": [
83
],
"ɴ": [
84
],
"ɵ": [
85
],
"ɶ": [
86
],
"ɸ": [
87
],
"ɹ": [
88
],
"ɺ": [
89
],
"ɻ": [
90
],
"ɽ": [
91
],
"ɾ": [
92
],
"ʀ": [
93
],
"ʁ": [
94
],
"ʂ": [
95
],
"ʃ": [
96
],
"ʄ": [
97
],
"ʈ": [
98
],
"ʉ": [
99
],
"ʊ": [
100
],
"ʋ": [
101
],
"ʌ": [
102
],
"ʍ": [
103
],
"ʎ": [
104
],
"ʏ": [
105
],
"ʐ": [
106
],
"ʑ": [
107
],
"ʒ": [
108
],
"ʔ": [
109
],
"ʕ": [
110
],
"ʘ": [
111
],
"ʙ": [
112
],
"ʛ": [
113
],
"ʜ": [
114
],
"ʝ": [
115
],
"ʟ": [
116
],
"ʡ": [
117
],
"ʢ": [
118
],
"ʲ": [
119
],
"ˈ": [
120
],
"ˌ": [
121
],
"ː": [
122
],
"ˑ": [
123
],
"˞": [
124
],
"β": [
125
],
"θ": [
126
],
"χ": [
127
],
"ᵻ": [
128
],
"ⱱ": [
129
],
"0": [
130
],
"1": [
131
],
"2": [
132
],
"3": [
133
],
"4": [
134
],
"5": [
135
],
"6": [
136
],
"7": [
137
],
"8": [
138
],
"9": [
139
],
"̧": [
140
],
"̃": [
141
],
"̪": [
142
],
"̯": [
143
],
"̩": [
144
],
"ʰ": [
145
],
"ˤ": [
146
],
"ε": [
147
],
"↓": [
148
],
"#": [
149
],
"\"": [
150
],
"↑": [
151
],
"̺": [
152
],
"̻": [
153
]
},
"num_symbols": 256,
"num_speakers": 1,
"speaker_id_map": {},
"piper_version": "1.0.0",
"language": {
"code": "en_US",
"family": "en",
"region": "US",
"name_native": "English",
"name_english": "English",
"country_english": "United States"
},
"dataset": "amy"
}