Skip to content

armgit / camel

Public Imported from GitHub
0

🐫 CAMEL: The first and the best multi-agent framework. Finding the Scaling Law of Agents. https://www.camel-ai.org

fix: roi rectangle adapt to retina display (#2059)

YoloMaodf8bc2adc957
diff --git a/camel/toolkits/page_script.js b/camel/toolkits/page_script.js
index 8318dae94..6f7bc390a 100644
--- a/camel/toolkits/page_script.js
+++ b/camel/toolkits/page_script.js
@@ -191,35 +191,47 @@ var MultimodalWebSurfer = MultimodalWebSurfer || (function() {
labelElements(getInteractiveElements());
let elements = document.querySelectorAll("[__elementId]");
let results = {};
- for (let i=0; i<elements.length; i++) {
- let key = elements[i].getAttribute("__elementId");
- let rects = elements[i].getClientRects();
- let ariaRole = getApproximateAriaRole(elements[i]);
- let ariaName = getApproximateAriaName(elements[i]);
- let vScrollable = elements[i].scrollHeight - elements[i].clientHeight >= 1;
-
- let record = {
- "tag_name": ariaRole[1],
- "role": ariaRole[0],
- "aria-name": ariaName,
- "v-scrollable": vScrollable,
- "rects": []
- };
-
- for (const rect of rects) {
- let x = rect.left + rect.width/2;
- let y = rect.top + rect.height/2;
- if (isTopmost(elements[i], x, y)) {
- record["rects"].push(JSON.parse(JSON.stringify(rect)));
- }
- }
-
- if (record["rects"].length > 0) {
- results[key] = record;
- }
+ let scale = window.devicePixelRatio || 1;
+
+ for (let i = 0; i < elements.length; i++) {
+ let key = elements[i].getAttribute("__elementId");
+ let rects = elements[i].getClientRects();
+ let ariaRole = getApproximateAriaRole(elements[i]);
+ let ariaName = getApproximateAriaName(elements[i]);
+ let vScrollable = elements[i].scrollHeight - elements[i].clientHeight >= 1;
+
+ let record = {
+ "tag_name": ariaRole[1],
+ "role": ariaRole[0],
+ "aria-name": ariaName,
+ "v-scrollable": vScrollable,
+ "rects": []
+ };
+
+ for (const rect of rects) {
+ let x = rect.left + rect.width / 2;
+ let y = rect.top + rect.height / 2;
+ if (isTopmost(elements[i], x, y)) {
+ record["rects"].push({
+ x: rect.x * scale,
+ y: rect.y * scale,
+ width: rect.width * scale,
+ height: rect.height * scale,
+ top: rect.top * scale,
+ left: rect.left * scale,
+ right: rect.right * scale,
+ bottom: rect.bottom * scale
+ });
+ }
+ }
+
+ if (record["rects"].length > 0) {
+ results[key] = record;
+ }
}
+
return results;
- };
+ };
let getVisualViewport = function() {
let vv = window.visualViewport;
@@ -373,4 +385,4 @@ var MultimodalWebSurfer = MultimodalWebSurfer || (function() {
getFocusedElementId: getFocusedElementId,
getPageMetadata: getPageMetadata,
};
- })();
\ No newline at end of file
+ })();