Python script, ASCII text executable
1
from pyscript import document, fetch as pyfetch
2
from pyscript.ffi import create_proxy
3
import asyncio
4
import json
5
document.getElementById("shape-options").style.display = "flex"
7
image = document.getElementById("annotation-image")
9
zone = document.getElementById("annotation-zone")
10
confirm_button = document.getElementById("annotation-confirm")
11
cancel_button = document.getElementById("annotation-cancel")
12
backspace_button = document.getElementById("annotation-backspace")
13
delete_button = document.getElementById("annotation-delete")
14
previous_button = document.getElementById("annotation-previous")
15
next_button = document.getElementById("annotation-next")
16
save_button = document.getElementById("annotation-save")
17
object_list = document.getElementById("object-types")
19
confirm_button.style.display = "none"
21
cancel_button.style.display = "none"
22
backspace_button.style.display = "none"
23
delete_button.style.display = "none"
24
previous_button.style.display = "none"
25
next_button.style.display = "none"
26
shape_type = ""
27
bbox_pos = None
28
new_shape = None
29
selected_shape = None
30
def make_shape_container():
33
shape = document.createElementNS("http://www.w3.org/2000/svg", "svg")
34
shape.setAttribute("width", "100%")
35
shape.setAttribute("height", "100%")
36
shape.setAttribute("viewBox", f"0 0 {image.naturalWidth} {image.naturalHeight}")
37
shape.classList.add("shape-container")
38
return shape
40
async def get_all_objects():
43
response = await pyfetch("/api/object-types")
44
if response.ok:
45
return await response.json()
46
def follow_cursor(event):
49
rect = zone.getBoundingClientRect()
50
x = event.clientX - rect.left
51
y = event.clientY - rect.top
52
vertical_ruler.style.left = str(x) + "px"
53
horizontal_ruler.style.top = str(y) + "px"
54
def change_object_type(event):
57
global selected_shape
58
if selected_shape is None:
59
return
60
selected_shape.setAttribute("data-object-type", event.currentTarget.value)
61
change_object_type_proxy = create_proxy(change_object_type)
64
def list_shapes():
67
shapes = list(zone.getElementsByClassName("shape"))
68
json_shapes = []
69
for shape in shapes:
70
shape_dict = {}
71
if shape.tagName == "rect":
72
shape_dict["type"] = "bbox"
73
shape_dict["shape"] = {
74
"x": float(shape.getAttribute("x")) / image.naturalWidth,
75
"y": float(shape.getAttribute("y")) / image.naturalHeight,
76
"w": float(shape.getAttribute("width")) / image.naturalWidth,
77
"h": float(shape.getAttribute("height")) / image.naturalHeight
78
}
79
elif shape.tagName == "polygon" or shape.tagName == "polyline":
80
if shape.tagName == "polygon":
81
shape_dict["type"] = "polygon"
82
elif shape.tagName == "polyline":
83
shape_dict["type"] = "polyline"
84
points = shape.getAttribute("points").split(" ")
86
json_points = []
87
for point in points:
88
x, y = point.split(",")
89
x, y = float(x), float(y)
90
json_points.append({
91
"x": x / image.naturalWidth,
92
"y": y / image.naturalHeight
93
})
94
shape_dict["shape"] = json_points
96
elif shape.tagName == "circle" and shape.classList.contains("shape-point"):
97
shape_dict["type"] = "point"
98
shape_dict["shape"] = {
99
"x": float(shape.getAttribute("cx")) / image.naturalWidth,
100
"y": float(shape.getAttribute("cy")) / image.naturalHeight
101
}
102
else:
103
continue
104
shape_dict["object"] = shape.getAttribute("data-object-type")
106
json_shapes.append(shape_dict)
107
return json_shapes
109
def put_shapes(json_shapes):
112
for shape in json_shapes:
113
new_shape = make_shape_container()
114
zone_rect = zone.getBoundingClientRect()
115
if shape["type"] == "bbox":
117
rectangle = document.createElementNS("http://www.w3.org/2000/svg", "rect")
118
rectangle.setAttribute("x", str(shape["shape"]["x"] * image.naturalWidth))
119
rectangle.setAttribute("y", str(shape["shape"]["y"] * image.naturalHeight))
120
rectangle.setAttribute("width", str(shape["shape"]["w"] * image.naturalWidth))
121
rectangle.setAttribute("height", str(shape["shape"]["h"] * image.naturalHeight))
122
rectangle.setAttribute("fill", "none")
123
rectangle.setAttribute("data-object-type", shape["object"] or "")
124
rectangle.classList.add("shape-bbox")
125
rectangle.classList.add("shape")
126
new_shape.appendChild(rectangle)
127
elif shape["type"] == "polygon" or shape["type"] == "polyline":
128
polygon = document.createElementNS("http://www.w3.org/2000/svg", shape["type"])
129
points = " ".join(
130
[f"{point['x'] * image.naturalWidth},{point['y'] * image.naturalHeight}" for point in shape["shape"]])
131
polygon.setAttribute("points", points)
132
polygon.setAttribute("fill", "none")
133
polygon.setAttribute("data-object-type", shape["object"] or "")
134
polygon.classList.add(f"shape-{shape['type']}")
135
polygon.classList.add("shape")
136
new_shape.appendChild(polygon)
137
elif shape["type"] == "point":
138
point = document.createElementNS("http://www.w3.org/2000/svg", "circle")
139
point.setAttribute("cx", str(shape["shape"]["x"] * image.naturalWidth))
140
point.setAttribute("cy", str(shape["shape"]["y"] * image.naturalHeight))
141
point.setAttribute("r", "0")
142
point.classList.add("shape-point")
143
point.classList.add("shape")
144
point.setAttribute("data-object-type", shape["object"] or "")
145
new_shape.appendChild(point)
146
zone.appendChild(new_shape)
148
async def load_shapes():
151
resource_id = document.getElementById("resource-id").value
152
response = await pyfetch(f"/picture/{resource_id}/get-annotations")
153
if response.ok:
154
shapes = await response.json()
155
return shapes
156
async def save_shapes(event):
159
shapes = list_shapes()
160
resource_id = document.getElementById("resource-id").value
161
print("Saving shapes:", shapes)
162
response = await pyfetch(f"/picture/{resource_id}/save-annotations",
163
method="POST",
164
headers={
165
"Content-Type": "application/json"
166
},
167
body=json.dumps(shapes)
168
)
169
if response.ok:
170
return await response
171
save_shapes_proxy = create_proxy(save_shapes)
174
save_button.addEventListener("click", save_shapes_proxy)
175
delete_shape_key_proxy = create_proxy(lambda event: event.key == "Delete" and delete_shape_proxy(None))
176
next_shape_key_proxy = create_proxy(lambda event: event.key == "ArrowRight" and next_shape_proxy(None))
177
previous_shape_key_proxy = create_proxy(lambda event: event.key == "ArrowLeft" and previous_shape_proxy(None))
178
def get_centre(shape):
181
if shape.tagName == "rect":
182
x = float(shape.getAttribute("x")) + float(shape.getAttribute("width")) / 2
183
y = float(shape.getAttribute("y")) + float(shape.getAttribute("height")) / 2
184
elif shape.tagName == "polygon":
185
points = shape.getAttribute("points").split(" ")
186
# Average of the extreme points
187
sorted_x = sorted([float(point.split(",")[0]) for point in points])
188
sorted_y = sorted([float(point.split(",")[1]) for point in points])
189
top = sorted_y[0]
190
bottom = sorted_y[-1]
191
left = sorted_x[0]
192
right = sorted_x[-1]
193
x = (left + right) / 2
195
y = (top + bottom) / 2
196
elif shape.tagName == "polyline":
197
points = shape.getAttribute("points").split(" ")
198
# Median point
199
x = float(points[len(points) // 2].split(",")[0])
200
y = float(points[len(points) // 2].split(",")[1])
201
elif shape.tagName == "circle" and shape.classList.contains("shape-point"):
202
x = float(shape.getAttribute("cx"))
203
y = float(shape.getAttribute("cy"))
204
else:
205
return None
206
return x, y
208
async def focus_shape(shape):
211
global selected_shape
212
if shape_type != "select":
214
return
215
if selected_shape is not None:
216
selected_shape.classList.remove("selected")
217
selected_shape = shape
219
selected_shape.classList.add("selected")
221
objects = await get_all_objects()
223
delete_button.style.display = "block"
225
next_button.style.display = "block"
226
previous_button.style.display = "block"
227
document.addEventListener("keydown", delete_shape_key_proxy)
228
document.addEventListener("keydown", next_shape_key_proxy)
229
document.addEventListener("keydown", previous_shape_key_proxy)
230
object_list.innerHTML = ""
232
new_radio = document.createElement("input")
234
new_radio.setAttribute("type", "radio")
235
new_radio.setAttribute("name", "object-type")
236
new_radio.setAttribute("value", "")
237
new_label = document.createElement("label")
238
new_label.appendChild(new_radio)
239
new_label.append("Undefined")
240
object_list.appendChild(new_label)
241
new_radio.addEventListener("change", change_object_type_proxy)
242
selected_object = selected_shape.getAttribute("data-object-type")
244
if not selected_object:
245
new_radio.setAttribute("checked", "")
246
for object, description in objects.items():
248
new_radio = document.createElement("input")
249
new_radio.setAttribute("type", "radio")
250
new_radio.setAttribute("name", "object-type")
251
new_radio.setAttribute("value", object)
252
if selected_object == object:
253
new_radio.setAttribute("checked", "")
254
new_label = document.createElement("label")
255
new_label.appendChild(new_radio)
256
new_label.append(object)
257
object_list.appendChild(new_label)
258
new_radio.addEventListener("change", change_object_type_proxy)
259
object_list.style.display = "flex"
261
object_list.style.left = str(get_centre(shape)[0] / image.naturalWidth * 100) + "%"
262
object_list.style.top = str(get_centre(shape)[1] / image.naturalHeight * 100) + "%"
263
object_list.style.right = "auto"
264
object_list.style.bottom = "auto"
265
if (get_centre(shape)[0] + object_list.offsetWidth) / image.naturalWidth > 1:
267
object_list.style.left = "auto"
268
object_list.style.right = str((image.naturalWidth - get_centre(shape)[0]) / image.naturalWidth * 100) + "%"
269
if (get_centre(shape)[1] + object_list.offsetHeight) / image.naturalHeight > 1:
271
object_list.style.top = "auto"
272
object_list.style.bottom = str((image.naturalHeight - get_centre(shape)[1]) / image.naturalHeight * 100) + "%"
273
async def select_shape(event):
276
await focus_shape(event.target)
277
async def next_shape(event):
280
global selected_shape
281
if selected_shape is None:
282
return
283
selected_svg = selected_shape.parentNode
285
while selected_svg is not None:
287
next_sibling = selected_svg.nextElementSibling
288
if next_sibling and next_sibling.classList.contains("shape-container"):
289
selected_svg = next_sibling
290
break
291
elif next_sibling is None:
292
# If no more siblings, loop back to the first child
293
selected_svg = selected_svg.parentNode.firstElementChild
294
while selected_svg is not None and not selected_svg.classList.contains(
295
"shape-container"):
296
selected_svg = selected_svg.nextElementSibling
297
break
298
else:
299
selected_svg = next_sibling
300
if selected_svg:
302
shape = selected_svg.firstElementChild
303
await focus_shape(shape)
304
async def previous_shape(event):
307
global selected_shape
308
if selected_shape is None:
309
return
310
selected_svg = selected_shape.parentNode
312
while selected_svg is not None:
314
next_sibling = selected_svg.previousElementSibling
315
if next_sibling and next_sibling.classList.contains("shape-container"):
316
selected_svg = next_sibling
317
break
318
elif next_sibling is None:
319
# If no more siblings, loop back to the last child
320
selected_svg = selected_svg.parentNode.lastElementChild
321
while selected_svg is not None and not selected_svg.classList.contains(
322
"shape-container"):
323
selected_svg = selected_svg.previousElementSibling
324
break
325
else:
326
selected_svg = next_sibling
327
if selected_svg:
329
shape = selected_svg.firstElementChild
330
await focus_shape(shape)
331
def unselect_shape(event):
334
global selected_shape
335
if selected_shape is not None:
337
selected_shape.classList.remove("selected")
338
selected_shape = None
339
object_list.innerHTML = ""
341
object_list.style.display = "none"
342
delete_button.style.display = "none"
343
next_button.style.display = "none"
344
previous_button.style.display = "none"
345
document.removeEventListener("keydown", delete_shape_key_proxy)
346
document.removeEventListener("keydown", next_shape_key_proxy)
347
document.removeEventListener("keydown", previous_shape_key_proxy)
348
def delete_shape(event):
351
global selected_shape
352
if selected_shape is None:
353
return
354
# Shape is SVG shape inside SVG so we need to remove the parent SVG
355
selected_shape.parentNode.remove()
356
selected_shape = None
357
object_list.innerHTML = ""
358
object_list.style.display = "none"
359
delete_button.style.display = "none"
360
next_button.style.display = "none"
361
previous_button.style.display = "none"
362
document.removeEventListener("keydown", delete_shape_key_proxy)
363
document.removeEventListener("keydown", next_shape_key_proxy)
364
document.removeEventListener("keydown", previous_shape_key_proxy)
365
select_shape_proxy = create_proxy(select_shape)
368
unselect_shape_proxy = create_proxy(unselect_shape)
369
delete_shape_proxy = create_proxy(delete_shape)
370
next_shape_proxy = create_proxy(next_shape)
371
previous_shape_proxy = create_proxy(previous_shape)
372
delete_button.addEventListener("click", delete_shape_proxy)
374
next_button.addEventListener("click", next_shape_proxy)
375
previous_button.addEventListener("click", previous_shape_proxy)
376
# These are functions usable in JS
378
cancel_bbox_proxy = create_proxy(lambda event: cancel_bbox(event))
379
make_bbox_proxy = create_proxy(lambda event: make_bbox(event))
380
make_polygon_proxy = create_proxy(lambda event: make_polygon(event))
381
follow_cursor_proxy = create_proxy(follow_cursor)
382
def switch_shape(event):
385
global shape_type
386
object_list.innerHTML = ""
387
unselect_shape(None)
388
shape = event.currentTarget.id
389
shape_type = shape
390
if shape_type == "select":
391
# Add event listeners to existing shapes
392
print(len(list(document.getElementsByClassName("shape"))), "shapes found")
393
for shape in document.getElementsByClassName("shape"):
394
print("Adding event listener to shape:", shape)
395
shape.addEventListener("click", select_shape_proxy)
396
image.addEventListener("click", unselect_shape_proxy)
397
helper_message.innerText = "Click on a shape to select"
398
# Cancel the current shape creation
399
if shape_type == "shape-bbox":
400
cancel_bbox(None)
401
elif shape_type == "shape-polygon":
402
cancel_polygon(None)
403
elif shape_type == "shape-polyline":
404
cancel_polygon(None)
405
else:
406
# Remove event listeners for selection
407
for shape in document.getElementsByClassName("shape"):
408
print("Removing event listener from shape:", shape)
409
shape.removeEventListener("click", select_shape_proxy)
410
image.removeEventListener("click", unselect_shape_proxy)
411
helper_message.innerText = "Select a shape type then click on the image to begin defining it"
412
print("Shape is now of type:", shape)
413
def select_mode():
416
global shape_type
417
shape_type = "select"
418
document.getElementById("select").click()
419
vertical_ruler = document.getElementById("annotation-ruler-vertical")
422
horizontal_ruler = document.getElementById("annotation-ruler-horizontal")
423
vertical_ruler_2 = document.getElementById("annotation-ruler-vertical-secondary")
424
horizontal_ruler_2 = document.getElementById("annotation-ruler-horizontal-secondary")
425
helper_message = document.getElementById("annotation-helper-message")
426
helper_message.innerText = "Select a shape type then click on the image to begin defining it"
428
def cancel_bbox(event):
431
global bbox_pos, new_shape
432
# Key must be ESCAPE
434
if event is not None and hasattr(event, "key") and event.key != "Escape":
435
return
436
if new_shape is not None and event is not None:
438
# Require event so the shape is kept when it ends normally
439
new_shape.remove()
440
zone.removeEventListener("click", make_bbox_proxy)
441
document.removeEventListener("keydown", cancel_bbox_proxy)
442
cancel_button.removeEventListener("click", cancel_bbox_proxy)
443
bbox_pos = None
445
vertical_ruler.style.display = "none"
446
horizontal_ruler.style.display = "none"
447
vertical_ruler_2.style.display = "none"
448
horizontal_ruler_2.style.display = "none"
449
zone.style.cursor = "auto"
450
cancel_button.style.display = "none"
451
helper_message.innerText = "Select a shape type then click on the image to begin defining it"
452
new_shape = None
453
def make_bbox(event):
456
global new_shape, bbox_pos
457
zone_rect = zone.getBoundingClientRect()
458
if bbox_pos is None:
460
helper_message.innerText = "Now define the second point"
461
bbox_pos = [(event.clientX - zone_rect.left) / zone_rect.width,
463
(event.clientY - zone_rect.top) / zone_rect.height]
464
vertical_ruler_2.style.left = str(bbox_pos[0] * 100) + "%"
465
horizontal_ruler_2.style.top = str(bbox_pos[1] * 100) + "%"
466
vertical_ruler_2.style.display = "block"
467
horizontal_ruler_2.style.display = "block"
468
else:
470
x0, y0 = bbox_pos.copy()
471
x1 = (event.clientX - zone_rect.left) / zone_rect.width
472
y1 = (event.clientY - zone_rect.top) / zone_rect.height
473
rectangle = document.createElementNS("http://www.w3.org/2000/svg", "rect")
475
new_shape = make_shape_container()
477
zone_rect = zone.getBoundingClientRect()
478
new_shape.appendChild(rectangle)
480
zone.appendChild(new_shape)
481
minx = min(x0, x1)
483
miny = min(y0, y1)
484
maxx = max(x0, x1)
485
maxy = max(y0, y1)
486
rectangle.setAttribute("x", str(minx * image.naturalWidth))
488
rectangle.setAttribute("y", str(miny * image.naturalHeight))
489
rectangle.setAttribute("width", str((maxx - minx) * image.naturalWidth))
490
rectangle.setAttribute("height", str((maxy - miny) * image.naturalHeight))
491
rectangle.setAttribute("fill", "none")
492
rectangle.setAttribute("data-object-type", "")
493
rectangle.classList.add("shape-bbox")
494
rectangle.classList.add("shape")
495
# Add event listeners to the new shape
497
rectangle.addEventListener("click", select_shape_proxy)
498
cancel_bbox(None)
500
polygon_points = []
503
def make_polygon(event):
506
global new_shape, polygon_points
507
polygon = new_shape.children[0]
509
zone_rect = zone.getBoundingClientRect()
511
polygon_points.append(((event.clientX - zone_rect.left) / zone_rect.width,
513
(event.clientY - zone_rect.top) / zone_rect.height))
514
# Update the polygon
516
polygon.setAttribute("points", " ".join(
517
[f"{point[0] * image.naturalWidth},{point[1] * image.naturalHeight}" for point in
518
polygon_points]))
519
def reset_polygon():
522
global new_shape, polygon_points
523
zone.removeEventListener("click", make_polygon_proxy)
525
document.removeEventListener("keydown", close_polygon_proxy)
526
document.removeEventListener("keydown", cancel_polygon_proxy)
527
document.removeEventListener("keydown", backspace_polygon_proxy)
528
confirm_button.style.display = "none"
529
cancel_button.style.display = "none"
530
backspace_button.style.display = "none"
531
confirm_button.removeEventListener("click", close_polygon_proxy)
532
cancel_button.removeEventListener("click", cancel_polygon_proxy)
533
backspace_button.removeEventListener("click", backspace_polygon_proxy)
534
polygon_points.clear()
535
zone.style.cursor = "auto"
537
new_shape = None
538
def close_polygon(event):
541
if event is not None and hasattr(event, "key") and event.key != "Enter":
542
return
543
# Polygon is already there, but we need to remove the events
544
reset_polygon()
545
def cancel_polygon(event):
548
if event is not None and hasattr(event, "key") and event.key != "Escape":
549
return
550
# Delete the polygon
551
new_shape.remove()
552
reset_polygon()
553
def backspace_polygon(event):
556
if event is not None and hasattr(event, "key") and event.key != "Backspace":
557
return
558
if not polygon_points:
559
return
560
polygon_points.pop()
561
polygon = new_shape.children[0]
562
polygon.setAttribute("points", " ".join(
563
[f"{point[0] * image.naturalWidth},{point[1] * image.naturalHeight}" for point in
564
polygon_points]))
565
close_polygon_proxy = create_proxy(close_polygon)
568
cancel_polygon_proxy = create_proxy(cancel_polygon)
569
backspace_polygon_proxy = create_proxy(backspace_polygon)
570
def open_shape(event):
573
global new_shape, bbox_pos
574
if bbox_pos or shape_type == "select":
575
return
576
print("Creating a new shape of type:", shape_type)
577
if shape_type == "shape-bbox":
579
helper_message.innerText = ("Define the first point at the intersection of the lines "
580
"by clicking on the image, or click the cross to cancel")
581
cancel_button.addEventListener("click", cancel_bbox_proxy)
583
document.addEventListener("keydown", cancel_bbox_proxy)
584
cancel_button.style.display = "block"
585
bbox_pos = None
586
zone.addEventListener("click", make_bbox_proxy)
587
vertical_ruler.style.display = "block"
588
horizontal_ruler.style.display = "block"
589
zone.style.cursor = "crosshair"
590
elif shape_type == "shape-polygon" or shape_type == "shape-polyline":
591
if shape_type == "shape-polygon":
592
helper_message.innerText = ("Click on the image to define the points of the polygon, "
593
"press escape to cancel, enter to close, or backspace to "
594
"remove the last point")
595
elif shape_type == "shape-polyline":
596
helper_message.innerText = ("Click on the image to define the points of the polyline, "
597
"press escape to cancel, enter to finish, or backspace to "
598
"remove the last point")
599
if not polygon_points and not new_shape:
601
new_shape = make_shape_container()
602
zone_rect = zone.getBoundingClientRect()
603
if not polygon_points and int(new_shape.children.length) == 0:
605
zone.addEventListener("click", make_polygon_proxy)
606
document.addEventListener("keydown", close_polygon_proxy)
607
document.addEventListener("keydown", cancel_polygon_proxy)
608
document.addEventListener("keydown", backspace_polygon_proxy)
609
cancel_button.addEventListener("click", cancel_polygon_proxy)
610
cancel_button.style.display = "block"
611
confirm_button.addEventListener("click", close_polygon_proxy)
612
confirm_button.style.display = "block"
613
backspace_button.addEventListener("click", backspace_polygon_proxy)
614
backspace_button.style.display = "block"
615
if shape_type == "shape-polygon":
616
polygon = document.createElementNS("http://www.w3.org/2000/svg", "polygon")
617
polygon.classList.add("shape-polygon")
618
elif shape_type == "shape-polyline":
619
polygon = document.createElementNS("http://www.w3.org/2000/svg", "polyline")
620
polygon.classList.add("shape-polyline")
621
polygon.setAttribute("fill", "none")
622
polygon.setAttribute("data-object-type", "")
623
polygon.classList.add("shape")
624
new_shape.appendChild(polygon)
625
zone.appendChild(new_shape)
626
zone.style.cursor = "crosshair"
627
elif shape_type == "shape-point":
628
point = document.createElementNS("http://www.w3.org/2000/svg", "circle")
629
zone_rect = zone.getBoundingClientRect()
630
point.setAttribute("cx", str((event.clientX - zone_rect.left) / zone_rect.width * image.naturalWidth))
631
point.setAttribute("cy", str((event.clientY - zone_rect.top) / zone_rect.height * image.naturalHeight))
632
point.setAttribute("r", "0")
633
point.classList.add("shape-point")
634
point.classList.add("shape")
635
point.setAttribute("data-object-type", "")
636
new_shape = make_shape_container()
638
zone_rect = zone.getBoundingClientRect()
639
new_shape.appendChild(point)
641
zone.appendChild(new_shape)
642
new_shape = None
644
for button in list(document.getElementById("shape-selector").children):
648
button.addEventListener("click", create_proxy(switch_shape))
649
print("Shape", button.id, "is available")
650
zone.addEventListener("mousemove", follow_cursor_proxy)
652
zone.addEventListener("click", create_proxy(open_shape))
653
# Load existing annotations, if any
655
put_shapes(await load_shapes())
656
print("Ready!")
657