Patch/v0.4.0/fix deep tasks detection

README.md

@@ -68,8 +68,9 @@ export const main = task({
 });
 
 ```
+
 > [!NOTE]
-> TypeScript/JavaScript projects require a task named `"main"` as the entrypoint.
+> The runtime requires a task named `"main"` as the entrypoint. Python can define the main task itself, but it's recommended to set it manually as well.
 
 
 When you run `capsule run main.py` (or `main.ts`), your code is compiled into a WebAssembly module and executed in a dedicated sandbox to isolate tasks.

crates/capsule-cli/docs/README-pypi.md

@@ -50,6 +50,10 @@ def analyze_data(dataset: list) -> dict:
     return {"processed": len(dataset), "status": "complete"}
 ```
 
+> [!NOTE]
+> The runtime requires a task named `"main"` as the entrypoint. Python can define the main task itself, but it's recommended to set it manually.
+
+
 When you run `capsule run main.py`, your code is compiled into a WebAssembly module and executed in a dedicated sandbox.
 
 ## Documentation

crates/capsule-cli/npm/README.md

@@ -60,7 +60,6 @@ export const analyzeData = task({
   return { processed: dataset.length, status: "complete" };
 });
 
-// The "main" task is required as the entrypoint
 export const main = task({
     name: "main",
     compute: "HIGH"
@@ -69,6 +68,9 @@ export const main = task({
 });
 ```
 
+> [!NOTE]
+> The runtime requires a task named `"main"` as the entrypoint.
+
 When you run `capsule run main.ts`, your code is compiled into a WebAssembly module and executed in a dedicated sandbox.
 
 ## Documentation

crates/capsule-cli/src/commands/run.rs

@@ -142,11 +142,7 @@ pub async fn execute(
 
     let execution_policy =
         extract_main_execution_policy(compile_result.task_registry, &manifest.capsule_toml)
-            .unwrap_or_else(|| {
-                ExecutionPolicy::default()
-                    .compute(Some(Compute::Custom(u64::MAX)))
-                    .allowed_files(vec![".".to_string()])
-            });
+            .unwrap_or_else(|| ExecutionPolicy::default().compute(Some(Compute::Custom(u64::MAX))));
 
     let runtime = Runtime::new(runtime_config, manifest.capsule_toml)?;
 

crates/capsule-core/Cargo.toml

@@ -29,6 +29,8 @@ chrono = "0.4"
 colored = "2.1"
 toml = "0.9.11"
 blake3 = "1"
+rayon = "1.10"
+walkdir = "2"
 
 rustpython-parser = "0.4"
 swc_ecma_parser = "33.0"

crates/capsule-core/src/config/manifest.rs

@@ -1,4 +1,5 @@
 use serde::Deserialize;
+use std::fmt;
 use std::fs;
 use std::path::{Path, PathBuf};
 
@@ -10,8 +11,8 @@ pub enum ManifestError {
     ParseError(String),
 }
 
-impl std::fmt::Display for ManifestError {
-    fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
+impl fmt::Display for ManifestError {
+    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
         match self {
             ManifestError::FsError(e) => write!(f, "Filesystem error > {}", e),
             ManifestError::ParseError(e) => write!(f, "Parse error > {}", e),

crates/capsule-core/src/wasm/compiler/javascript.rs

@@ -1,10 +1,11 @@
 use std::collections::HashMap;
+use std::fmt;
 use std::fs;
 use std::path::{Path, PathBuf};
 use std::process::{Command, Stdio};
 
 use crate::config::fingerprint::SourceFingerprint;
-use crate::wasm::utilities::introspection::javascript;
+use crate::wasm::utilities::introspection::scanner;
 use crate::wasm::utilities::wit_manager::WitManager;
 
 #[derive(Debug)]
@@ -14,8 +15,8 @@ pub enum JavascriptWasmCompilerError {
     CompileFailed(String),
 }
 
-impl std::fmt::Display for JavascriptWasmCompilerError {
-    fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
+impl fmt::Display for JavascriptWasmCompilerError {
+    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
         match self {
             JavascriptWasmCompilerError::FsError(msg) => write!(f, "Filesystem error > {}", msg),
             JavascriptWasmCompilerError::CommandFailed(msg) => {
@@ -317,9 +318,7 @@ export const taskRunner = exports;
     }
 
     pub fn introspect_task_registry(&self) -> Option<HashMap<String, serde_json::Value>> {
-        let source = fs::read_to_string(&self.source_path).ok()?;
-        let is_typescript = self.source_path.extension().is_some_and(|ext| ext == "ts");
-
-        javascript::extract_js_task_configs(&source, is_typescript)
+        let source_dir = self.source_path.parent()?;
+        scanner::scan_js_tasks(source_dir)
     }
 }

crates/capsule-core/src/wasm/compiler/python.rs

@@ -6,7 +6,7 @@ use std::process::Command;
 use std::process::Stdio;
 
 use crate::config::fingerprint::SourceFingerprint;
-use crate::wasm::utilities::introspection::python;
+use crate::wasm::utilities::introspection::scanner;
 use crate::wasm::utilities::wit_manager::WitManager;
 
 pub enum PythonWasmCompilerError {
@@ -308,8 +308,7 @@ from capsule.app import TaskRunner, exports
     }
 
     pub fn introspect_task_registry(&self) -> Option<HashMap<String, serde_json::Value>> {
-        let source = fs::read_to_string(&self.source_path).ok()?;
-
-        python::extract_python_task_configs(&source)
+        let source_dir = self.source_path.parent()?;
+        scanner::scan_python_tasks(source_dir)
     }
 }

crates/capsule-core/src/wasm/execution_policy.rs

@@ -25,7 +25,7 @@ impl Compute {
     }
 }
 
-#[derive(Clone, Serialize, Deserialize)]
+#[derive(Clone, Debug, Serialize, Deserialize)]
 pub struct ExecutionPolicy {
     pub name: String,
     pub compute: Compute,

crates/capsule-core/src/wasm/utilities/introspection/javascript.rs

@@ -27,7 +27,7 @@ pub fn extract_js_task_configs(
     let mut parser = Parser::new(syntax, StringInput::from(&*fm), None);
     let module = parser.parse_module().ok()?;
 
-    let mut tasks: HashMap<String, serde_json::Value> = HashMap::new();
+    let mut tasks = HashMap::new();
 
     for item in &module.body {
         if let ModuleItem::Stmt(stmt) = item
@@ -82,6 +82,7 @@ fn extract_task_call(
             .and_then(|v| v.as_str())
             .unwrap_or(&var_name)
             .to_string();
+
         config.insert(
             "name".to_string(),
             serde_json::Value::String(task_name.clone()),
@@ -132,6 +133,7 @@ fn extract_js_literal(expr: &Expr) -> Option<serde_json::Value> {
                 .filter_map(|e| e.as_ref())
                 .map(|e| extract_js_literal(&e.expr))
                 .collect();
+
             items.map(serde_json::Value::Array)
         }
         _ => None,

crates/capsule-core/src/wasm/utilities/introspection/mod.rs

@@ -1,2 +1,3 @@
 pub mod javascript;
 pub mod python;
+pub mod scanner;

crates/capsule-core/src/wasm/utilities/introspection/python.rs

@@ -34,7 +34,7 @@ fn extract_task_decorator(
 ) -> Option<HashMap<String, serde_json::Value>> {
     match decorator {
         ast::Expr::Name(name) if name.id.as_str() == "task" => {
-            let mut config: HashMap<String, serde_json::Value> = HashMap::new();
+            let mut config = HashMap::new();
             config.insert(
                 "name".to_string(),
                 serde_json::Value::String(func_name.to_string()),
@@ -58,7 +58,7 @@ fn extract_call_args(
     call: &ast::ExprCall,
     func_name: &str,
 ) -> Option<HashMap<String, serde_json::Value>> {
-    let mut config: HashMap<String, serde_json::Value> = HashMap::new();
+    let mut config = HashMap::new();
 
     for keyword in &call.keywords {
         if let Some(arg_name) = &keyword.arg
@@ -96,6 +96,7 @@ fn extract_literal(expr: &ast::Expr) -> Option<serde_json::Value> {
         ast::Expr::List(list) => {
             let items: Option<Vec<serde_json::Value>> =
                 list.elts.iter().map(extract_literal).collect();
+
             items.map(serde_json::Value::Array)
         }
         _ => None,
@@ -131,19 +132,6 @@ def main():
         assert!(configs.contains_key("main"));
     }
 
-    #[test]
-    fn test_task_with_allowed_files() {
-        let source = r#"
-@task(name="main", allowed_files=["./data", "./config"])
-def main():
-    pass
-"#;
-        let configs = extract_python_task_configs(source).unwrap();
-        let allowed = configs["main"]["allowed_files"].as_array().unwrap();
-        assert_eq!(allowed.len(), 2);
-        assert_eq!(allowed[0], "./data");
-    }
-
     #[test]
     fn test_no_task_decorator() {
         let source = r#"