From caefe4971208e26bb7cba88dba477a151deafc33 Mon Sep 17 00:00:00 2001 From: Alex72-py Date: Mon, 16 Mar 2026 21:50:23 +0530 Subject: [PATCH 1/2] Final review: harden stage planning and recovery path in AgentLoop --- app/build.gradle.kts | 51 +++++ app/proguard-rules.pro | 1 + app/src/main/AndroidManifest.xml | 52 +++++ .../main/java/com/aquib/aiagent/AiAgentApp.kt | 11 + .../java/com/aquib/aiagent/MainActivity.kt | 126 +++++++++++ .../AccessibilityAgentService.kt | 72 +++++++ .../com/aquib/aiagent/agent/ActionVerifier.kt | 30 +++ .../com/aquib/aiagent/agent/AdaptiveWaiter.kt | 30 +++ .../java/com/aquib/aiagent/agent/AgentLoop.kt | 197 ++++++++++++++++++ .../com/aquib/aiagent/ai/GeminiApiClient.kt | 128 ++++++++++++ .../aiagent/command/LocalCommandHandler.kt | 21 ++ .../com/aquib/aiagent/macro/MacroManager.kt | 13 ++ .../com/aquib/aiagent/memory/TaskMemory.kt | 13 ++ .../com/aquib/aiagent/models/AgentModels.kt | 41 ++++ .../aiagent/overlay/AgentOverlayService.kt | 64 ++++++ .../com/aquib/aiagent/planner/TaskPlanner.kt | 28 +++ .../com/aquib/aiagent/rate/RateLimiter.kt | 63 ++++++ .../com/aquib/aiagent/safety/SafetyLayer.kt | 12 ++ .../aquib/aiagent/state/AppStateDetector.kt | 17 ++ .../com/aquib/aiagent/telemetry/Telemetry.kt | 38 ++++ .../com/aquib/aiagent/ui/ElementRanker.kt | 18 ++ .../java/com/aquib/aiagent/ui/UIExtractor.kt | 33 +++ .../aquib/aiagent/util/NotificationHelper.kt | 32 +++ .../aquib/aiagent/util/ScreenshotProvider.kt | 52 +++++ .../com/aquib/aiagent/util/SecurePrefs.kt | 18 ++ .../res/drawable/ic_launcher_foreground.xml | 12 ++ app/src/main/res/layout/activity_main.xml | 108 ++++++++++ .../res/mipmap-anydpi-v26/ic_launcher.xml | 5 + .../mipmap-anydpi-v26/ic_launcher_round.xml | 5 + app/src/main/res/mipmap-hdpi/ic_launcher.xml | 4 + .../res/mipmap-hdpi/ic_launcher_round.xml | 4 + app/src/main/res/mipmap-mdpi/ic_launcher.xml | 4 + .../res/mipmap-mdpi/ic_launcher_round.xml | 4 + app/src/main/res/mipmap-xhdpi/ic_launcher.xml | 4 + .../res/mipmap-xhdpi/ic_launcher_round.xml | 4 + .../main/res/mipmap-xxhdpi/ic_launcher.xml | 4 + .../res/mipmap-xxhdpi/ic_launcher_round.xml | 4 + .../main/res/mipmap-xxxhdpi/ic_launcher.xml | 4 + .../res/mipmap-xxxhdpi/ic_launcher_round.xml | 4 + app/src/main/res/values/colors.xml | 10 + app/src/main/res/values/strings.xml | 7 + app/src/main/res/values/themes.xml | 9 + .../res/xml/accessibility_service_config.xml | 9 + build.gradle.kts | 4 + gradle.properties | 4 + gradle/wrapper/gradle-wrapper.properties | 7 + settings.gradle.kts | 18 ++ 47 files changed, 1399 insertions(+) create mode 100644 app/build.gradle.kts create mode 100644 app/proguard-rules.pro create mode 100644 app/src/main/AndroidManifest.xml create mode 100644 app/src/main/java/com/aquib/aiagent/AiAgentApp.kt create mode 100644 app/src/main/java/com/aquib/aiagent/MainActivity.kt create mode 100644 app/src/main/java/com/aquib/aiagent/accessibility/AccessibilityAgentService.kt create mode 100644 app/src/main/java/com/aquib/aiagent/agent/ActionVerifier.kt create mode 100644 app/src/main/java/com/aquib/aiagent/agent/AdaptiveWaiter.kt create mode 100644 app/src/main/java/com/aquib/aiagent/agent/AgentLoop.kt create mode 100644 app/src/main/java/com/aquib/aiagent/ai/GeminiApiClient.kt create mode 100644 app/src/main/java/com/aquib/aiagent/command/LocalCommandHandler.kt create mode 100644 app/src/main/java/com/aquib/aiagent/macro/MacroManager.kt create mode 100644 app/src/main/java/com/aquib/aiagent/memory/TaskMemory.kt create mode 100644 app/src/main/java/com/aquib/aiagent/models/AgentModels.kt create mode 100644 app/src/main/java/com/aquib/aiagent/overlay/AgentOverlayService.kt create mode 100644 app/src/main/java/com/aquib/aiagent/planner/TaskPlanner.kt create mode 100644 app/src/main/java/com/aquib/aiagent/rate/RateLimiter.kt create mode 100644 app/src/main/java/com/aquib/aiagent/safety/SafetyLayer.kt create mode 100644 app/src/main/java/com/aquib/aiagent/state/AppStateDetector.kt create mode 100644 app/src/main/java/com/aquib/aiagent/telemetry/Telemetry.kt create mode 100644 app/src/main/java/com/aquib/aiagent/ui/ElementRanker.kt create mode 100644 app/src/main/java/com/aquib/aiagent/ui/UIExtractor.kt create mode 100644 app/src/main/java/com/aquib/aiagent/util/NotificationHelper.kt create mode 100644 app/src/main/java/com/aquib/aiagent/util/ScreenshotProvider.kt create mode 100644 app/src/main/java/com/aquib/aiagent/util/SecurePrefs.kt create mode 100644 app/src/main/res/drawable/ic_launcher_foreground.xml create mode 100644 app/src/main/res/layout/activity_main.xml create mode 100644 app/src/main/res/mipmap-anydpi-v26/ic_launcher.xml create mode 100644 app/src/main/res/mipmap-anydpi-v26/ic_launcher_round.xml create mode 100644 app/src/main/res/mipmap-hdpi/ic_launcher.xml create mode 100644 app/src/main/res/mipmap-hdpi/ic_launcher_round.xml create mode 100644 app/src/main/res/mipmap-mdpi/ic_launcher.xml create mode 100644 app/src/main/res/mipmap-mdpi/ic_launcher_round.xml create mode 100644 app/src/main/res/mipmap-xhdpi/ic_launcher.xml create mode 100644 app/src/main/res/mipmap-xhdpi/ic_launcher_round.xml create mode 100644 app/src/main/res/mipmap-xxhdpi/ic_launcher.xml create mode 100644 app/src/main/res/mipmap-xxhdpi/ic_launcher_round.xml create mode 100644 app/src/main/res/mipmap-xxxhdpi/ic_launcher.xml create mode 100644 app/src/main/res/mipmap-xxxhdpi/ic_launcher_round.xml create mode 100644 app/src/main/res/values/colors.xml create mode 100644 app/src/main/res/values/strings.xml create mode 100644 app/src/main/res/values/themes.xml create mode 100644 app/src/main/res/xml/accessibility_service_config.xml create mode 100644 build.gradle.kts create mode 100644 gradle.properties create mode 100644 gradle/wrapper/gradle-wrapper.properties create mode 100644 settings.gradle.kts diff --git a/app/build.gradle.kts b/app/build.gradle.kts new file mode 100644 index 0000000..29803b2 --- /dev/null +++ b/app/build.gradle.kts @@ -0,0 +1,51 @@ +plugins { + id("com.android.application") + id("org.jetbrains.kotlin.android") +} + +android { + namespace = "com.aquib.aiagent" + compileSdk = 35 + + defaultConfig { + applicationId = "com.aquib.aiagent" + minSdk = 31 + targetSdk = 35 + versionCode = 1 + versionName = "1.0" + + testInstrumentationRunner = "androidx.test.runner.AndroidJUnitRunner" + } + + buildTypes { + release { + isMinifyEnabled = false + proguardFiles( + getDefaultProguardFile("proguard-android-optimize.txt"), + "proguard-rules.pro" + ) + } + } + + compileOptions { + sourceCompatibility = JavaVersion.VERSION_17 + targetCompatibility = JavaVersion.VERSION_17 + } + kotlinOptions { + jvmTarget = "17" + } + buildFeatures { + viewBinding = true + } +} + +dependencies { + implementation("androidx.core:core-ktx:1.13.1") + implementation("androidx.appcompat:appcompat:1.7.0") + implementation("androidx.activity:activity-ktx:1.9.2") + implementation("androidx.lifecycle:lifecycle-runtime-ktx:2.8.4") + implementation("com.google.android.material:material:1.12.0") + implementation("org.jetbrains.kotlinx:kotlinx-coroutines-android:1.8.1") + implementation("com.google.ai.client.generativeai:generativeai:0.9.0") + implementation("androidx.security:security-crypto:1.1.0-alpha06") +} diff --git a/app/proguard-rules.pro b/app/proguard-rules.pro new file mode 100644 index 0000000..a2814a6 --- /dev/null +++ b/app/proguard-rules.pro @@ -0,0 +1 @@ +# Project specific rules diff --git a/app/src/main/AndroidManifest.xml b/app/src/main/AndroidManifest.xml new file mode 100644 index 0000000..c463a62 --- /dev/null +++ b/app/src/main/AndroidManifest.xml @@ -0,0 +1,52 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/app/src/main/java/com/aquib/aiagent/AiAgentApp.kt b/app/src/main/java/com/aquib/aiagent/AiAgentApp.kt new file mode 100644 index 0000000..6296b07 --- /dev/null +++ b/app/src/main/java/com/aquib/aiagent/AiAgentApp.kt @@ -0,0 +1,11 @@ +package com.aquib.aiagent + +import android.app.Application +import com.aquib.aiagent.util.NotificationHelper + +class AiAgentApp : Application() { + override fun onCreate() { + super.onCreate() + NotificationHelper.createChannel(this) + } +} diff --git a/app/src/main/java/com/aquib/aiagent/MainActivity.kt b/app/src/main/java/com/aquib/aiagent/MainActivity.kt new file mode 100644 index 0000000..d6582a9 --- /dev/null +++ b/app/src/main/java/com/aquib/aiagent/MainActivity.kt @@ -0,0 +1,126 @@ +package com.aquib.aiagent + +import android.content.Intent +import android.content.pm.PackageManager +import android.net.Uri +import android.os.Build +import android.os.Bundle +import android.os.PowerManager +import android.provider.Settings +import android.widget.Button +import android.widget.EditText +import android.widget.TextView +import android.widget.Toast +import androidx.activity.ComponentActivity +import androidx.core.content.ContextCompat +import androidx.lifecycle.lifecycleScope +import com.aquib.aiagent.ai.GeminiApiClient +import com.aquib.aiagent.overlay.AgentOverlayService +import com.aquib.aiagent.telemetry.Telemetry +import com.aquib.aiagent.util.SecurePrefs +import kotlinx.coroutines.launch + +class MainActivity : ComponentActivity() { + private lateinit var securePrefs: SecurePrefs + private lateinit var api: GeminiApiClient + private lateinit var telemetry: Telemetry + + override fun onCreate(savedInstanceState: Bundle?) { + super.onCreate(savedInstanceState) + setContentView(R.layout.activity_main) + + securePrefs = SecurePrefs(this) + api = GeminiApiClient(this) + telemetry = Telemetry(this) + + val tvChecklist = findViewById(R.id.tvChecklist) + val tvStats = findViewById(R.id.tvStats) + val etApiKey = findViewById(R.id.etApiKey) + val btnSave = findViewById