2025-06-16 08:27:29 -07:00
/ * *
* @license
* Copyright 2025 Google LLC
* SPDX - License - Identifier : Apache - 2.0
* /
2025-08-12 15:57:27 -07:00
import { describe , it , expect } from 'vitest' ;
2026-03-29 05:46:37 +00:00
import {
TestRig ,
printDebugInfo ,
validateModelOutput ,
} from '../test-helper.js' ;
2025-06-16 08:27:29 -07:00
2025-08-12 15:57:27 -07:00
describe ( 'run_shell_command' , ( ) = > {
it ( 'should be able to run a shell command' , async ( ) = > {
const rig = new TestRig ( ) ;
await rig . setup ( 'should be able to run a shell command' ) ;
2025-06-16 08:27:29 -07:00
2025-08-12 15:57:27 -07:00
const prompt = ` Please run the command "echo hello-world" and show me the output ` ;
2025-07-05 08:27:22 -07:00
2025-08-12 15:57:27 -07:00
const result = await rig . run ( prompt ) ;
2025-08-01 14:33:33 -07:00
2025-08-12 15:57:27 -07:00
const foundToolCall = await rig . waitForToolCall ( 'run_shell_command' ) ;
2025-08-01 14:33:33 -07:00
2025-08-12 15:57:27 -07:00
// Add debugging information
if ( ! foundToolCall || ! result . includes ( 'hello-world' ) ) {
printDebugInfo ( rig , result , {
'Found tool call' : foundToolCall ,
'Contains hello-world' : result . includes ( 'hello-world' ) ,
} ) ;
}
2025-08-01 14:33:33 -07:00
2025-08-12 15:57:27 -07:00
expect (
foundToolCall ,
'Expected to find a run_shell_command tool call' ,
) . toBeTruthy ( ) ;
2025-08-01 14:33:33 -07:00
2025-08-12 15:57:27 -07:00
// Validate model output - will throw if no output, warn if missing expected content
// Model often reports exit code instead of showing output
validateModelOutput (
result ,
[ 'hello-world' , 'exit code 0' ] ,
'Shell command test' ,
) ;
} ) ;
2025-07-05 08:27:22 -07:00
2025-08-12 15:57:27 -07:00
it ( 'should be able to run a shell command via stdin' , async ( ) = > {
const rig = new TestRig ( ) ;
await rig . setup ( 'should be able to run a shell command via stdin' ) ;
2025-08-01 14:33:33 -07:00
2025-08-12 15:57:27 -07:00
const prompt = ` Please run the command "echo test-stdin" and show me what it outputs ` ;
2025-08-01 14:33:33 -07:00
2025-08-12 15:57:27 -07:00
const result = await rig . run ( { stdin : prompt } ) ;
2025-08-01 14:33:33 -07:00
2025-08-12 15:57:27 -07:00
const foundToolCall = await rig . waitForToolCall ( 'run_shell_command' ) ;
2025-08-01 14:33:33 -07:00
2025-08-12 15:57:27 -07:00
// Add debugging information
if ( ! foundToolCall || ! result . includes ( 'test-stdin' ) ) {
printDebugInfo ( rig , result , {
'Test type' : 'Stdin test' ,
'Found tool call' : foundToolCall ,
'Contains test-stdin' : result . includes ( 'test-stdin' ) ,
} ) ;
}
2025-07-05 08:27:22 -07:00
2025-08-12 15:57:27 -07:00
expect (
foundToolCall ,
'Expected to find a run_shell_command tool call' ,
) . toBeTruthy ( ) ;
2025-06-16 08:27:29 -07:00
2025-08-12 15:57:27 -07:00
// Validate model output - will throw if no output, warn if missing expected content
validateModelOutput ( result , 'test-stdin' , 'Shell command stdin test' ) ;
} ) ;
2025-10-23 09:27:04 +08:00
it ( 'should propagate environment variables to the child process' , async ( ) = > {
const rig = new TestRig ( ) ;
await rig . setup ( 'should propagate environment variables' ) ;
2026-02-11 11:08:15 +08:00
const varName = 'QWEN_CODE_TEST_VAR' ;
2025-10-23 09:27:04 +08:00
const varValue = ` test-value- ${ Math . random ( ) . toString ( 36 ) . substring ( 7 ) } ` ;
process . env [ varName ] = varValue ;
try {
const prompt = ` Use echo to learn the value of the environment variable named ${ varName } and tell me what it is. ` ;
const result = await rig . run ( prompt ) ;
const foundToolCall = await rig . waitForToolCall ( 'run_shell_command' ) ;
if ( ! foundToolCall || ! result . includes ( varValue ) ) {
printDebugInfo ( rig , result , {
'Found tool call' : foundToolCall ,
'Contains varValue' : result . includes ( varValue ) ,
} ) ;
}
expect (
foundToolCall ,
'Expected to find a run_shell_command tool call' ,
) . toBeTruthy ( ) ;
validateModelOutput ( result , varValue , 'Env var propagation test' ) ;
expect ( result ) . toContain ( varValue ) ;
} finally {
delete process . env [ varName ] ;
}
} ) ;
it ( 'should run a platform-specific file listing command' , async ( ) = > {
const rig = new TestRig ( ) ;
await rig . setup ( 'should run platform-specific file listing' ) ;
const fileName = ` test-file- ${ Math . random ( ) . toString ( 36 ) . substring ( 7 ) } .txt ` ;
rig . createFile ( fileName , 'test content' ) ;
2026-05-12 16:09:30 +08:00
const lsCmd = process . platform === 'win32' ? 'dir' : 'ls' ;
const prompt = ` Use the run_shell_command tool to run " ${ lsCmd } " in the current directory. You must use run_shell_command, not list_directory. Tell me what files you see. ` ;
2025-10-23 09:27:04 +08:00
const result = await rig . run ( prompt ) ;
const foundToolCall = await rig . waitForToolCall ( 'run_shell_command' ) ;
// Debugging info
if ( ! foundToolCall || ! result . includes ( fileName ) ) {
printDebugInfo ( rig , result , {
'Found tool call' : foundToolCall ,
'Contains fileName' : result . includes ( fileName ) ,
} ) ;
}
expect (
foundToolCall ,
'Expected to find a run_shell_command tool call' ,
) . toBeTruthy ( ) ;
validateModelOutput ( result , fileName , 'Platform-specific listing test' ) ;
expect ( result ) . toContain ( fileName ) ;
} ) ;
2025-06-16 08:27:29 -07:00
} ) ;