Ejemplo

public static void main( String[] args ) {
int number = 0;
try {
number = Integer.parseInt( args[ 0 ] );
} finally {
System.out.println( "cláusula finally" ); //$NON-NLS-1$
if ( number == 0 ) {
throw new IllegalArgumentException( "Argumento erróneo" ); //$NON-NLS-1$
}
}
}

Solución
Mueva la sentencia throw fuera del bloque finally.

public static void main( String[] args ) {
int number = 0;
try {
number = Integer.parseInt( args[ 0 ] );
} finally {
System.out.println( "cláusula finally" ); //$NON-NLS-1$
}

if ( number == 0 ) {
throw new IllegalArgumentException( "Argumento erróneo" ); //$NON-NLS-1$
}
}