⏏️ Implemented the long press element, and the fixed the scroll AAAHH!

Author: Ayush0Chaudhary

app/src/main/java/com/blurr/voice/ScreenInteractionService.kt

@@ -562,6 +562,30 @@ class ScreenInteractionService : AccessibilityService() {
 
         dispatchGesture(gesture, null, null)
     }
+    /**
+     * Performs a long press gesture at a specific point on the screen.
+     * @param x The x-coordinate of the long press.
+     * @param y The y-coordinate of the long press.
+     */
+    fun longClickOnPoint(x: Float, y: Float) {
+        // Show visual feedback for the tap if the debug flag is enabled
+        if (DEBUG_SHOW_TAPS) {
+            showDebugTap(x, y)
+        }
+
+        val path = Path().apply {
+            moveTo(x, y)
+        }
+        // A long press is essentially a tap that is held down.
+        // 600ms is a common duration for a long press.
+        val longPressStroke = GestureDescription.StrokeDescription(path, 0, 2000L)
+
+        val gesture = GestureDescription.Builder()
+            .addStroke(longPressStroke)
+            .build()
+
+        dispatchGesture(gesture, null, null)
+    }
 
     /**
      * Scrolls the screen down by a given number of pixels with more precision.

app/src/main/java/com/blurr/voice/api/Finger.kt

@@ -93,6 +93,15 @@ class Finger(private val context: Context) {
         service?.clickOnPoint(x.toFloat(), y.toFloat())
     }
 
+    /**
+     * Performs a long press (press and hold) at a specific point on the screen.
+     */
+    fun longPress(x: Int, y: Int) {
+        Log.d(TAG, "Long pressing at ($x, $y)")
+        // This assumes your ScreenInteractionService has a method `longClickOnPoint`
+        service?.longClickOnPoint(x.toFloat(), y.toFloat())
+    }
+
     /**
      * Swipes between two points on the screen.
      */
@@ -150,7 +159,7 @@ class Finger(private val context: Context) {
      * @param pixels The number of pixels to scroll.
      * @param duration The duration of the swipe in milliseconds.
      */
-    fun scrollDown(pixels: Int, duration: Int = 500) {
+    fun scrollUp(pixels: Int, duration: Int = 500) {
         val displayMetrics = context.resources.displayMetrics
         val screenWidth = displayMetrics.widthPixels
         val screenHeight = displayMetrics.heightPixels
@@ -173,7 +182,7 @@ class Finger(private val context: Context) {
      * @param pixels The number of pixels to scroll.
      * @param duration The duration of the swipe in milliseconds.
      */
-    fun scrollUp(pixels: Int, duration: Int = 500) {
+    fun scrollDown(pixels: Int, duration: Int = 500) {
         val displayMetrics = context.resources.displayMetrics
         val screenWidth = displayMetrics.widthPixels
         val screenHeight = displayMetrics.heightPixels

app/src/main/java/com/blurr/voice/v2/actions/Action.kt

@@ -22,6 +22,7 @@ data class ParamSpec(val name: String, val type: KClass<*>, val description: Str
 sealed class Action {
     // Each action is a data class (if it has args) or an object (if it doesn't).
     // Note: Property names here follow Kotlin's camelCase convention.
+    data class LongPressElement(val elementId: Int) : Action()
     data class TapElement(val elementId: Int) : Action()
     data object SwitchApp : Action()
     data object Back : Action()
@@ -129,16 +130,22 @@ sealed class Action {
                 params = listOf(ParamSpec("app_name", String::class, "The name of the app.")),
                 build = { args -> OpenApp(args["app_name"] as String) }
             ),
-            "scroll_down" to Spec(
-                name = "scroll_down",
-                description = "Scroll down by the specified amount of pixels.",
-                params = listOf(ParamSpec("amount", Int::class, "Amount of pixels to scroll down.")),
+            "swipe_down" to Spec(
+                name = "swipe_down",
+                description = "swipe down by the specified amount of pixels.",
+                params = listOf(ParamSpec("amount", Int::class, "Amount of pixels to swipe down.")),
                 build = { args -> ScrollDown(args["amount"] as Int) }
             ),
-            "scroll_up" to Spec(
-                name = "scroll_up",
-                description = "Scroll up by the specified amount of pixels.",
-                params = listOf(ParamSpec("amount", Int::class, "Amount of pixels to scroll up.")),
+            "long_press_element" to Spec(
+                name = "long_press_element",
+                description = "Press and hold the element with the specified numeric ID. Useful for context menus, selecting text, etc.",
+                params = listOf(ParamSpec("element_id", Int::class, "The numeric ID of the element to long press.")),
+                build = { args -> LongPressElement(args["element_id"] as Int) }
+            ),
+            "swipe_up" to Spec(
+                name = "swipe_up",
+                description = "swipe up by the specified amount of pixels.",
+                params = listOf(ParamSpec("amount", Int::class, "Amount of pixels to swipe up.")),
                 build = { args -> ScrollUp(args["amount"] as Int) }
             ),
             "search_google" to Spec(

app/src/main/java/com/blurr/voice/v2/actions/ActionExecutor.kt

@@ -117,6 +117,27 @@ class ActionExecutor(private val finger: Finger) {
                     includeExtractedContentOnlyOnce = true
                 )
             }
+            is Action.LongPressElement -> {
+                val elementNode = screenAnalysis.elementMap[action.elementId]
+                if (elementNode != null) {
+                    val bounds = elementNode.attributes["bounds"]
+                    val text = elementNode.getVisibleText().replace("\n", " ")
+                    val resourceId = elementNode.attributes["resource-id"] ?: ""
+                    val extraInfo = elementNode.extraInfo
+                    val className = (elementNode.attributes["class"] ?: "").removePrefix("android.")
+
+                    if (bounds != null) {
+                        val (centerX, centerY) = getCenterFromBounds(bounds)
+                        // Assuming finger has a longPress method. Adjust if necessary.
+                        finger.longPress(centerX, centerY)
+                        ActionResult(longTermMemory = "Long-pressed element text:$text <$resourceId> <$extraInfo> <$className>")
+                    } else {
+                        ActionResult(error = "Element with ID ${action.elementId} has no bounds information.")
+                    }
+                } else {
+                    ActionResult(error = "Element with ID ${action.elementId} not found in the current screen state.")
+                }
+            }
             is Action.OpenApp -> {
                 val packageName = findPackageNameFromAppName(action.appName, context)
                 if (packageName != null) {