Skip to content

feat(agent-os): add keyboard key/modifier aliases and Playwright mappings #269

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
mlikasam-askui merged 2 commits into from
Apr 29, 2026
Merged

feat(agent-os): add keyboard key/modifier aliases and Playwright mappings #269

Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
16c9055
feat(agent-os): add keyboard key/modifier aliases and Playwright mapp…
mlikasam-askui Apr 29, 2026
bb5f108
keep only numpad keys
mlikasam-askui Apr 29, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
63 changes: 63 additions & 0 deletions src/askui/tools/agent_os.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -23,9 +23,16 @@

ModifierKey = Literal[
"command",
"os_modifier",
Comment thread
mlikasam-askui marked this conversation as resolved.
Outdated
"alt",
"alt_left",
"alt_right",
"control",
"control_left",
"control_right",
"shift",
"shift_left",
"shift_right",
"right_shift",
Comment thread
mlikasam-askui marked this conversation as resolved.
]
"""Modifier keys for keyboard actions."""
Expand All @@ -36,14 +43,27 @@
"enter",
"tab",
"escape",
"insert",
"up",
"arrow_up",
Comment thread
mlikasam-askui marked this conversation as resolved.
Outdated
"down",
"arrow_down",
"right",
"arrow_right",
"left",
"arrow_left",
"home",
"end",
"pageup",
"page_up",
"pagedown",
"page_down",
"capslock",
"print",
"snapshot",
"printscreen",
"context_menu",
"menu",
"f1",
"f2",
"f3",
Expand All @@ -56,6 +76,49 @@
"f10",
"f11",
"f12",
"f13",
"f14",
"f15",
"f16",
"f17",
"f18",
"f19",
"f20",
"f21",
"f22",
"f23",
"f24",
"numpad_lock",
"numpad_0",
"numpad_1",
"numpad_2",
"numpad_3",
"numpad_4",
"numpad_5",
"numpad_6",
"numpad_7",
"numpad_8",
"numpad_9",
"numpad_+",
"numpad_-",
"numpad_*",
"numpad_/",
"numpad_.",
"media_volume_mute",
Comment thread
mlikasam-askui marked this conversation as resolved.
Outdated
"audio_mute",
"media_volume_down",
"audio_vol_down",
"media_volume_up",
"audio_vol_up",
"media_stop",
"audio_stop",
"media_play_or_pause",
"audio_play",
"audio_pause",
"media_prev",
"audio_prev",
"media_next",
"audio_next",
"space",
"0",
"1",
Expand Down
51 changes: 51 additions & 0 deletions src/askui/tools/playwright/agent_os.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -393,9 +393,16 @@ def _convert_key(self, key: PcKey | ModifierKey) -> str:
# Map our modifier keys to Playwright format
modifier_map: dict[PcKey | ModifierKey, str] = {
"command": "Meta",
"os_modifier": "Meta",
"alt": "Alt",
"alt_left": "Alt",
"alt_right": "AltGraph",
"control": "Control",
"control_left": "Control",
"control_right": "Control",
"shift": "Shift",
"shift_left": "Shift",
"shift_right": "Shift",
"right_shift": "Shift",
}

Expand All @@ -410,14 +417,58 @@ def _convert_key(self, key: PcKey | ModifierKey) -> str:
"enter": "Enter",
"tab": "Tab",
"escape": "Escape",
"insert": "Insert",
"up": "ArrowUp",
"arrow_up": "ArrowUp",
"down": "ArrowDown",
"arrow_down": "ArrowDown",
"right": "ArrowRight",
"arrow_right": "ArrowRight",
"left": "ArrowLeft",
"arrow_left": "ArrowLeft",
"home": "Home",
"end": "End",
"pageup": "PageUp",
"page_up": "PageUp",
"pagedown": "PageDown",
"page_down": "PageDown",
"capslock": "CapsLock",
"print": "PrintScreen",
"snapshot": "PrintScreen",
"printscreen": "PrintScreen",
"context_menu": "ContextMenu",
"menu": "ContextMenu",
"numpad_lock": "NumLock",
"numpad_0": "Numpad0",
"numpad_1": "Numpad1",
"numpad_2": "Numpad2",
"numpad_3": "Numpad3",
"numpad_4": "Numpad4",
"numpad_5": "Numpad5",
"numpad_6": "Numpad6",
"numpad_7": "Numpad7",
"numpad_8": "Numpad8",
"numpad_9": "Numpad9",
"numpad_+": "NumpadAdd",
"numpad_-": "NumpadSubtract",
"numpad_*": "NumpadMultiply",
"numpad_/": "NumpadDivide",
"numpad_.": "NumpadDecimal",
"media_volume_mute": "AudioVolumeMute",
"audio_mute": "AudioVolumeMute",
"media_volume_down": "AudioVolumeDown",
"audio_vol_down": "AudioVolumeDown",
"media_volume_up": "AudioVolumeUp",
"audio_vol_up": "AudioVolumeUp",
"media_stop": "MediaStop",
"audio_stop": "MediaStop",
"media_play_or_pause": "MediaPlayPause",
"audio_play": "MediaPlayPause",
"audio_pause": "MediaPlayPause",
"media_prev": "MediaTrackPrevious",
"audio_prev": "MediaTrackPrevious",
"media_next": "MediaTrackNext",
"audio_next": "MediaTrackNext",
"space": " ",
}

Expand Down
Loading