Commit 78a3e80a authored by Richard Levitte's avatar Richard Levitte
Browse files

VMS UI_OpenSSL: if the TT device isn't a tty, flag instead of error 



On all platforms, if the controlling tty isn't an actual tty, this is
flagged by setting is_a_tty to zero...  except on VMS, where this was
treated as an error.  Change this to behave like the other platforms.

Reviewed-by: default avatarRich Salz <rsalz@openssl.org>
(Merged from https://github.com/openssl/openssl/pull/2064)
parent fecd4c26

crypto/ui/ui_openssl.c

+28 −20
Original line number Diff line number Diff line
@@ -514,13 +514,17 @@ static int open_console(UI *ui) 
#endif

#ifdef OPENSSL_SYS_VMS

    status = sys$assign(&terminal, &channel, 0, 0);



    /* if there isn't a TT device, something is very wrong */

    if (status != SS$_NORMAL)

        return 0;

    status =

        sys$qiow(0, channel, IO$_SENSEMODE, &iosb, 0, 0, tty_orig, 12, 0, 0,

                 0, 0);



    status = sys$qiow(0, channel, IO$_SENSEMODE, &iosb, 0, 0, tty_orig, 12,

                      0, 0, 0, 0);



    /* If IO$_SENSEMODE doesn't work, this is not a terminal device */

    if ((status != SS$_NORMAL) || (iosb.iosb$w_value != SS$_NORMAL))

        return 0;

        is_a_tty = 0;

#endif

    return 1;

}
@@ -537,14 +541,15 @@ static int noecho_console(UI *ui) 
        return 0;

#endif

#ifdef OPENSSL_SYS_VMS

    if (is_a_tty) {

        tty_new[0] = tty_orig[0];

        tty_new[1] = tty_orig[1] | TT$M_NOECHO;

        tty_new[2] = tty_orig[2];

    status =

        sys$qiow(0, channel, IO$_SETMODE, &iosb, 0, 0, tty_new, 12, 0, 0, 0,

                 0);

        status = sys$qiow(0, channel, IO$_SETMODE, &iosb, 0, 0, tty_new, 12,

                          0, 0, 0, 0);

        if ((status != SS$_NORMAL) || (iosb.iosb$w_value != SS$_NORMAL))

            return 0;

    }

#endif

    return 1;

}
@@ -561,14 +566,15 @@ static int echo_console(UI *ui) 
        return 0;

#endif

#ifdef OPENSSL_SYS_VMS

    if (is_a_tty) {

        tty_new[0] = tty_orig[0];

        tty_new[1] = tty_orig[1] & ~TT$M_NOECHO;

        tty_new[2] = tty_orig[2];

    status =

        sys$qiow(0, channel, IO$_SETMODE, &iosb, 0, 0, tty_new, 12, 0, 0, 0,

                 0);

        status = sys$qiow(0, channel, IO$_SETMODE, &iosb, 0, 0, tty_new, 12,

                          0, 0, 0, 0);

        if ((status != SS$_NORMAL) || (iosb.iosb$w_value != SS$_NORMAL))

            return 0;

    }

#endif

    return 1;

}
@@ -581,6 +587,8 @@ static int close_console(UI *ui) 
        fclose(tty_out);

#ifdef OPENSSL_SYS_VMS

    status = sys$dassgn(channel);

    if (status != SS$_NORMAL)

        return 0;

#endif

    CRYPTO_w_unlock(CRYPTO_LOCK_UI);