Skip to content

Add Canvas 2D API screenshot annotation support #71

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Draft
Copilot wants to merge 9 commits into
base: annotations
Choose a base branch
from
Draft

Add Canvas 2D API screenshot annotation support #71

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
9 commits
Select commit Hold shift + click to select a range
3b75919
Initial plan
Copilot Dec 13, 2025
8aebddb
Add Fabric.js and canvas dependencies, create annotateScreenshot modu…
Copilot Dec 13, 2025
d965072
Fix Fabric.js StaticCanvas usage and annotation targeting logic
Copilot Dec 13, 2025
c2468c6
Remove temp test files
Copilot Dec 13, 2025
0b4aee5
Replace Fabric.js with direct Canvas 2D API rendering for server-side…
Copilot Dec 13, 2025
c8e923a
Add annotation_v3.schema.json to schema build process and rebuild sch…
Copilot Dec 13, 2025
9bc5c1c
Address code review feedback: remove fabric dependency and replace ma…
Copilot Dec 13, 2025
670d159
Fix schema issues: add elementId, required arrays, remove components,…
Copilot Dec 15, 2025
5003c8d
Refactor screenshot annotation process and update dependencies
hawkeyexl Dec 16, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
732 changes: 732 additions & 0 deletions common/dist/schemas/annotation_v3.schema.json
View file
Open in desktop

Large diffs are not rendered by default.

64 changes: 0 additions & 64 deletions common/dist/schemas/checkLink_v3.schema.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -63,70 +63,6 @@
}
}
],
"components": {
"schemas": {
"string": {
"title": "Check link (detailed)",
"description": "Check if an HTTP or HTTPS URL returns an acceptable status code from a GET request.",
"type": "string",
"pattern": "(^(http://|https://|\\/).*|\\$[A-Za-z0-9_]+$)",
"transform": [
"trim"
]
},
"object": {
"title": "Check link (detailed)",
"description": "Check if an HTTP or HTTPS URL returns an acceptable status code from a GET request.",
"type": "object",
"additionalProperties": false,
"required": [
"url"
],
"properties": {
"url": {
"type": "string",
"description": "URL to check. Can be a full URL or a path. If a path is provided, `origin` must be specified.",
"pattern": "(^(http://|https://|/).*|\\$[A-Za-z0-9_]+)",
"transform": [
"trim"
]
},
"origin": {
"type": "string",
"description": "Protocol and domain to navigate to. Prepended to `url`.",
"transform": [
"trim"
]
},
"statusCodes": {
"description": "Accepted status codes. If the specified URL returns a code other than what is specified here, the action fails.",
"anyOf": [
{
"type": "integer"
},
{
"type": "array",
"items": {
"anyOf": [
{
"type": "integer"
}
]
}
}
],
"default": [
200,
301,
302,
307,
308
]
}
}
}
}
},
"examples": [
"https://www.google.com",
"/search",
Expand Down
121 changes: 0 additions & 121 deletions common/dist/schemas/click_v3.schema.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -115,127 +115,6 @@
"type": "boolean"
}
],
"components": {
"schemas": {
"string": {
"title": "Click element (simple)",
"type": "string",
"description": "Identifier for the element to click. Can be a selector, element text, ARIA name, ID, or test ID."
},
"button": {
"description": "Kind of click to perform.",
"type": "string",
"enum": [
"left",
"right",
"middle"
]
},
"object": {
"title": "Click element (detailed)",
"type": "object",
"anyOf": [
{
"required": [
"selector"
]
},
{
"required": [
"elementText"
]
},
{
"required": [
"elementId"
]
},
{
"required": [
"elementTestId"
]
},
{
"required": [
"elementClass"
]
},
{
"required": [
"elementAttribute"
]
},
{
"required": [
"elementAria"
]
}
],
"properties": {
"button": {
"description": "Kind of click to perform.",
"type": "string",
"enum": [
"left",
"right",
"middle"
]
},
"elementText": {
"type": "string",
"description": "Display text of the element to click. If combined with other element finding fields, the element must match all specified criteria."
},
"selector": {
"type": "string",
"description": "Selector of the element to click. If combined with other element finding fields, the element must match all specified criteria."
},
"elementId": {
"type": "string",
"description": "ID attribute of the element to click. Supports exact match or regex pattern using /pattern/ syntax."
},
"elementTestId": {
"type": "string",
"description": "data-testid attribute of the element to click. Supports exact match or regex pattern using /pattern/ syntax."
},
"elementClass": {
"anyOf": [
{
"type": "string"
},
{
"type": "array",
"items": {
"type": "string"
}
}
],
"description": "Class or array of classes that the element must have. Each class supports exact match or regex pattern using /pattern/ syntax. Element must have all specified classes."
},
"elementAttribute": {
"type": "object",
"description": "Object of attribute key-value pairs that the element must have. Values can be strings (supporting /pattern/ regex), numbers, or booleans. Boolean true matches attribute presence, false matches absence.",
"additionalProperties": {
"anyOf": [
{
"type": "string"
},
{
"type": "number"
},
{
"type": "boolean"
}
]
}
},
"elementAria": {
"type": "string",
"description": "Computed accessible name of the element per ARIA specification. Supports exact match or regex pattern using /pattern/ syntax."
}
}
}
}
},
"examples": [
true,
"right",
Expand Down
Loading