Commit 51909407 authored by Matt Caswell's avatar Matt Caswell
Browse files

Left shift of a negative number is undefined behaviour 



Fix undefined behaviour in curve25519.c. Prior to this running with
ubsan produces errors like this:

crypto/ec/curve25519.c:3871:18: runtime error: left shift of negative
value -22867

[extended tests]

Reviewed-by: default avatarAndy Polyakov <appro@openssl.org>
(Merged from https://github.com/openssl/openssl/pull/3600)
parent a2d9cfba

crypto/ec/curve25519.c

+115 −115
Original line number Diff line number Diff line
@@ -3862,38 +3862,38 @@ static void x25519_sc_reduce(uint8_t *s) { 


  carry6 = (s6 + (1 << 20)) >> 21;

  s7 += carry6;

  s6 -= carry6 << 21;

  s6 -= carry6 * (1 << 21);

  carry8 = (s8 + (1 << 20)) >> 21;

  s9 += carry8;

  s8 -= carry8 << 21;

  s8 -= carry8 * (1 << 21);

  carry10 = (s10 + (1 << 20)) >> 21;

  s11 += carry10;

  s10 -= carry10 << 21;

  s10 -= carry10 * (1 << 21);

  carry12 = (s12 + (1 << 20)) >> 21;

  s13 += carry12;

  s12 -= carry12 << 21;

  s12 -= carry12 * (1 << 21);

  carry14 = (s14 + (1 << 20)) >> 21;

  s15 += carry14;

  s14 -= carry14 << 21;

  s14 -= carry14 * (1 << 21);

  carry16 = (s16 + (1 << 20)) >> 21;

  s17 += carry16;

  s16 -= carry16 << 21;

  s16 -= carry16 * (1 << 21);



  carry7 = (s7 + (1 << 20)) >> 21;

  s8 += carry7;

  s7 -= carry7 << 21;

  s7 -= carry7 * (1 << 21);

  carry9 = (s9 + (1 << 20)) >> 21;

  s10 += carry9;

  s9 -= carry9 << 21;

  s9 -= carry9 * (1 << 21);

  carry11 = (s11 + (1 << 20)) >> 21;

  s12 += carry11;

  s11 -= carry11 << 21;

  s11 -= carry11 * (1 << 21);

  carry13 = (s13 + (1 << 20)) >> 21;

  s14 += carry13;

  s13 -= carry13 << 21;

  s13 -= carry13 * (1 << 21);

  carry15 = (s15 + (1 << 20)) >> 21;

  s16 += carry15;

  s15 -= carry15 << 21;

  s15 -= carry15 * (1 << 21);



  s5 += s17 * 666643;

  s6 += s17 * 470296;
@@ -3945,41 +3945,41 @@ static void x25519_sc_reduce(uint8_t *s) { 


  carry0 = (s0 + (1 << 20)) >> 21;

  s1 += carry0;

  s0 -= carry0 << 21;

  s0 -= carry0 * (1 << 21);

  carry2 = (s2 + (1 << 20)) >> 21;

  s3 += carry2;

  s2 -= carry2 << 21;

  s2 -= carry2 * (1 << 21);

  carry4 = (s4 + (1 << 20)) >> 21;

  s5 += carry4;

  s4 -= carry4 << 21;

  s4 -= carry4 * (1 << 21);

  carry6 = (s6 + (1 << 20)) >> 21;

  s7 += carry6;

  s6 -= carry6 << 21;

  s6 -= carry6 * (1 << 21);

  carry8 = (s8 + (1 << 20)) >> 21;

  s9 += carry8;

  s8 -= carry8 << 21;

  s8 -= carry8 * (1 << 21);

  carry10 = (s10 + (1 << 20)) >> 21;

  s11 += carry10;

  s10 -= carry10 << 21;

  s10 -= carry10 * (1 << 21);



  carry1 = (s1 + (1 << 20)) >> 21;

  s2 += carry1;

  s1 -= carry1 << 21;

  s1 -= carry1 * (1 << 21);

  carry3 = (s3 + (1 << 20)) >> 21;

  s4 += carry3;

  s3 -= carry3 << 21;

  s3 -= carry3 * (1 << 21);

  carry5 = (s5 + (1 << 20)) >> 21;

  s6 += carry5;

  s5 -= carry5 << 21;

  s5 -= carry5 * (1 << 21);

  carry7 = (s7 + (1 << 20)) >> 21;

  s8 += carry7;

  s7 -= carry7 << 21;

  s7 -= carry7 * (1 << 21);

  carry9 = (s9 + (1 << 20)) >> 21;

  s10 += carry9;

  s9 -= carry9 << 21;

  s9 -= carry9 * (1 << 21);

  carry11 = (s11 + (1 << 20)) >> 21;

  s12 += carry11;

  s11 -= carry11 << 21;

  s11 -= carry11 * (1 << 21);



  s0 += s12 * 666643;

  s1 += s12 * 470296;
@@ -3991,40 +3991,40 @@ static void x25519_sc_reduce(uint8_t *s) { 


  carry0 = s0 >> 21;

  s1 += carry0;

  s0 -= carry0 << 21;

  s0 -= carry0 * (1 << 21);

  carry1 = s1 >> 21;

  s2 += carry1;

  s1 -= carry1 << 21;

  s1 -= carry1 * (1 << 21);

  carry2 = s2 >> 21;

  s3 += carry2;

  s2 -= carry2 << 21;

  s2 -= carry2 * (1 << 21);

  carry3 = s3 >> 21;

  s4 += carry3;

  s3 -= carry3 << 21;

  s3 -= carry3 * (1 << 21);

  carry4 = s4 >> 21;

  s5 += carry4;

  s4 -= carry4 << 21;

  s4 -= carry4 * (1 << 21);

  carry5 = s5 >> 21;

  s6 += carry5;

  s5 -= carry5 << 21;

  s5 -= carry5 * (1 << 21);

  carry6 = s6 >> 21;

  s7 += carry6;

  s6 -= carry6 << 21;

  s6 -= carry6 * (1 << 21);

  carry7 = s7 >> 21;

  s8 += carry7;

  s7 -= carry7 << 21;

  s7 -= carry7 * (1 << 21);

  carry8 = s8 >> 21;

  s9 += carry8;

  s8 -= carry8 << 21;

  s8 -= carry8 * (1 << 21);

  carry9 = s9 >> 21;

  s10 += carry9;

  s9 -= carry9 << 21;

  s9 -= carry9 * (1 << 21);

  carry10 = s10 >> 21;

  s11 += carry10;

  s10 -= carry10 << 21;

  s10 -= carry10 * (1 << 21);

  carry11 = s11 >> 21;

  s12 += carry11;

  s11 -= carry11 << 21;

  s11 -= carry11 * (1 << 21);



  s0 += s12 * 666643;

  s1 += s12 * 470296;
@@ -4036,37 +4036,37 @@ static void x25519_sc_reduce(uint8_t *s) { 


  carry0 = s0 >> 21;

  s1 += carry0;

  s0 -= carry0 << 21;

  s0 -= carry0 * (1 << 21);

  carry1 = s1 >> 21;

  s2 += carry1;

  s1 -= carry1 << 21;

  s1 -= carry1 * (1 << 21);

  carry2 = s2 >> 21;

  s3 += carry2;

  s2 -= carry2 << 21;

  s2 -= carry2 * (1 << 21);

  carry3 = s3 >> 21;

  s4 += carry3;

  s3 -= carry3 << 21;

  s3 -= carry3 * (1 << 21);

  carry4 = s4 >> 21;

  s5 += carry4;

  s4 -= carry4 << 21;

  s4 -= carry4 * (1 << 21);

  carry5 = s5 >> 21;

  s6 += carry5;

  s5 -= carry5 << 21;

  s5 -= carry5 * (1 << 21);

  carry6 = s6 >> 21;

  s7 += carry6;

  s6 -= carry6 << 21;

  s6 -= carry6 * (1 << 21);

  carry7 = s7 >> 21;

  s8 += carry7;

  s7 -= carry7 << 21;

  s7 -= carry7 * (1 << 21);

  carry8 = s8 >> 21;

  s9 += carry8;

  s8 -= carry8 << 21;

  s8 -= carry8 * (1 << 21);

  carry9 = s9 >> 21;

  s10 += carry9;

  s9 -= carry9 << 21;

  s9 -= carry9 * (1 << 21);

  carry10 = s10 >> 21;

  s11 += carry10;

  s10 -= carry10 << 21;

  s10 -= carry10 * (1 << 21);



  s[0] = s0 >> 0;

  s[1] = s0 >> 8;
@@ -4232,74 +4232,74 @@ static void sc_muladd(uint8_t *s, const uint8_t *a, const uint8_t *b, 


  carry0 = (s0 + (1 << 20)) >> 21;

  s1 += carry0;

  s0 -= carry0 << 21;

  s0 -= carry0 * (1 << 21);

  carry2 = (s2 + (1 << 20)) >> 21;

  s3 += carry2;

  s2 -= carry2 << 21;

  s2 -= carry2 * (1 << 21);

  carry4 = (s4 + (1 << 20)) >> 21;

  s5 += carry4;

  s4 -= carry4 << 21;

  s4 -= carry4 * (1 << 21);

  carry6 = (s6 + (1 << 20)) >> 21;

  s7 += carry6;

  s6 -= carry6 << 21;

  s6 -= carry6 * (1 << 21);

  carry8 = (s8 + (1 << 20)) >> 21;

  s9 += carry8;

  s8 -= carry8 << 21;

  s8 -= carry8 * (1 << 21);

  carry10 = (s10 + (1 << 20)) >> 21;

  s11 += carry10;

  s10 -= carry10 << 21;

  s10 -= carry10 * (1 << 21);

  carry12 = (s12 + (1 << 20)) >> 21;

  s13 += carry12;

  s12 -= carry12 << 21;

  s12 -= carry12 * (1 << 21);

  carry14 = (s14 + (1 << 20)) >> 21;

  s15 += carry14;

  s14 -= carry14 << 21;

  s14 -= carry14 * (1 << 21);

  carry16 = (s16 + (1 << 20)) >> 21;

  s17 += carry16;

  s16 -= carry16 << 21;

  s16 -= carry16 * (1 << 21);

  carry18 = (s18 + (1 << 20)) >> 21;

  s19 += carry18;

  s18 -= carry18 << 21;

  s18 -= carry18 * (1 << 21);

  carry20 = (s20 + (1 << 20)) >> 21;

  s21 += carry20;

  s20 -= carry20 << 21;

  s20 -= carry20 * (1 << 21);

  carry22 = (s22 + (1 << 20)) >> 21;

  s23 += carry22;

  s22 -= carry22 << 21;

  s22 -= carry22 * (1 << 21);



  carry1 = (s1 + (1 << 20)) >> 21;

  s2 += carry1;

  s1 -= carry1 << 21;

  s1 -= carry1 * (1 << 21);

  carry3 = (s3 + (1 << 20)) >> 21;

  s4 += carry3;

  s3 -= carry3 << 21;

  s3 -= carry3 * (1 << 21);

  carry5 = (s5 + (1 << 20)) >> 21;

  s6 += carry5;

  s5 -= carry5 << 21;

  s5 -= carry5 * (1 << 21);

  carry7 = (s7 + (1 << 20)) >> 21;

  s8 += carry7;

  s7 -= carry7 << 21;

  s7 -= carry7 * (1 << 21);

  carry9 = (s9 + (1 << 20)) >> 21;

  s10 += carry9;

  s9 -= carry9 << 21;

  s9 -= carry9 * (1 << 21);

  carry11 = (s11 + (1 << 20)) >> 21;

  s12 += carry11;

  s11 -= carry11 << 21;

  s11 -= carry11 * (1 << 21);

  carry13 = (s13 + (1 << 20)) >> 21;

  s14 += carry13;

  s13 -= carry13 << 21;

  s13 -= carry13 * (1 << 21);

  carry15 = (s15 + (1 << 20)) >> 21;

  s16 += carry15;

  s15 -= carry15 << 21;

  s15 -= carry15 * (1 << 21);

  carry17 = (s17 + (1 << 20)) >> 21;

  s18 += carry17;

  s17 -= carry17 << 21;

  s17 -= carry17 * (1 << 21);

  carry19 = (s19 + (1 << 20)) >> 21;

  s20 += carry19;

  s19 -= carry19 << 21;

  s19 -= carry19 * (1 << 21);

  carry21 = (s21 + (1 << 20)) >> 21;

  s22 += carry21;

  s21 -= carry21 << 21;

  s21 -= carry21 * (1 << 21);



  s11 += s23 * 666643;

  s12 += s23 * 470296;
@@ -4351,38 +4351,38 @@ static void sc_muladd(uint8_t *s, const uint8_t *a, const uint8_t *b, 


  carry6 = (s6 + (1 << 20)) >> 21;

  s7 += carry6;

  s6 -= carry6 << 21;

  s6 -= carry6 * (1 << 21);

  carry8 = (s8 + (1 << 20)) >> 21;

  s9 += carry8;

  s8 -= carry8 << 21;

  s8 -= carry8 * (1 << 21);

  carry10 = (s10 + (1 << 20)) >> 21;

  s11 += carry10;

  s10 -= carry10 << 21;

  s10 -= carry10 * (1 << 21);

  carry12 = (s12 + (1 << 20)) >> 21;

  s13 += carry12;

  s12 -= carry12 << 21;

  s12 -= carry12 * (1 << 21);

  carry14 = (s14 + (1 << 20)) >> 21;

  s15 += carry14;

  s14 -= carry14 << 21;

  s14 -= carry14 * (1 << 21);

  carry16 = (s16 + (1 << 20)) >> 21;

  s17 += carry16;

  s16 -= carry16 << 21;

  s16 -= carry16 * (1 << 21);



  carry7 = (s7 + (1 << 20)) >> 21;

  s8 += carry7;

  s7 -= carry7 << 21;

  s7 -= carry7 * (1 << 21);

  carry9 = (s9 + (1 << 20)) >> 21;

  s10 += carry9;

  s9 -= carry9 << 21;

  s9 -= carry9 * (1 << 21);

  carry11 = (s11 + (1 << 20)) >> 21;

  s12 += carry11;

  s11 -= carry11 << 21;

  s11 -= carry11 * (1 << 21);

  carry13 = (s13 + (1 << 20)) >> 21;

  s14 += carry13;

  s13 -= carry13 << 21;

  s13 -= carry13 * (1 << 21);

  carry15 = (s15 + (1 << 20)) >> 21;

  s16 += carry15;

  s15 -= carry15 << 21;

  s15 -= carry15 * (1 << 21);



  s5 += s17 * 666643;

  s6 += s17 * 470296;
@@ -4434,41 +4434,41 @@ static void sc_muladd(uint8_t *s, const uint8_t *a, const uint8_t *b, 


  carry0 = (s0 + (1 << 20)) >> 21;

  s1 += carry0;

  s0 -= carry0 << 21;

  s0 -= carry0 * (1 << 21);

  carry2 = (s2 + (1 << 20)) >> 21;

  s3 += carry2;

  s2 -= carry2 << 21;

  s2 -= carry2 * (1 << 21);

  carry4 = (s4 + (1 << 20)) >> 21;

  s5 += carry4;

  s4 -= carry4 << 21;

  s4 -= carry4 * (1 << 21);

  carry6 = (s6 + (1 << 20)) >> 21;

  s7 += carry6;

  s6 -= carry6 << 21;

  s6 -= carry6 * (1 << 21);

  carry8 = (s8 + (1 << 20)) >> 21;

  s9 += carry8;

  s8 -= carry8 << 21;

  s8 -= carry8 * (1 << 21);

  carry10 = (s10 + (1 << 20)) >> 21;

  s11 += carry10;

  s10 -= carry10 << 21;

  s10 -= carry10 * (1 << 21);



  carry1 = (s1 + (1 << 20)) >> 21;

  s2 += carry1;

  s1 -= carry1 << 21;

  s1 -= carry1 * (1 << 21);

  carry3 = (s3 + (1 << 20)) >> 21;

  s4 += carry3;

  s3 -= carry3 << 21;

  s3 -= carry3 * (1 << 21);

  carry5 = (s5 + (1 << 20)) >> 21;

  s6 += carry5;

  s5 -= carry5 << 21;

  s5 -= carry5 * (1 << 21);

  carry7 = (s7 + (1 << 20)) >> 21;

  s8 += carry7;

  s7 -= carry7 << 21;

  s7 -= carry7 * (1 << 21);

  carry9 = (s9 + (1 << 20)) >> 21;

  s10 += carry9;

  s9 -= carry9 << 21;

  s9 -= carry9 * (1 << 21);

  carry11 = (s11 + (1 << 20)) >> 21;

  s12 += carry11;

  s11 -= carry11 << 21;

  s11 -= carry11 * (1 << 21);



  s0 += s12 * 666643;

  s1 += s12 * 470296;
@@ -4480,40 +4480,40 @@ static void sc_muladd(uint8_t *s, const uint8_t *a, const uint8_t *b, 


  carry0 = s0 >> 21;

  s1 += carry0;

  s0 -= carry0 << 21;

  s0 -= carry0 * (1 << 21);

  carry1 = s1 >> 21;

  s2 += carry1;

  s1 -= carry1 << 21;

  s1 -= carry1 * (1 << 21);

  carry2 = s2 >> 21;

  s3 += carry2;

  s2 -= carry2 << 21;

  s2 -= carry2 * (1 << 21);

  carry3 = s3 >> 21;

  s4 += carry3;

  s3 -= carry3 << 21;

  s3 -= carry3 * (1 << 21);

  carry4 = s4 >> 21;

  s5 += carry4;

  s4 -= carry4 << 21;

  s4 -= carry4 * (1 << 21);

  carry5 = s5 >> 21;

  s6 += carry5;

  s5 -= carry5 << 21;

  s5 -= carry5 * (1 << 21);

  carry6 = s6 >> 21;

  s7 += carry6;

  s6 -= carry6 << 21;

  s6 -= carry6 * (1 << 21);

  carry7 = s7 >> 21;

  s8 += carry7;

  s7 -= carry7 << 21;

  s7 -= carry7 * (1 << 21);

  carry8 = s8 >> 21;

  s9 += carry8;

  s8 -= carry8 << 21;

  s8 -= carry8 * (1 << 21);

  carry9 = s9 >> 21;

  s10 += carry9;

  s9 -= carry9 << 21;

  s9 -= carry9 * (1 << 21);

  carry10 = s10 >> 21;

  s11 += carry10;

  s10 -= carry10 << 21;

  s10 -= carry10 * (1 << 21);

  carry11 = s11 >> 21;

  s12 += carry11;

  s11 -= carry11 << 21;

  s11 -= carry11 * (1 << 21);



  s0 += s12 * 666643;

  s1 += s12 * 470296;
@@ -4525,37 +4525,37 @@ static void sc_muladd(uint8_t *s, const uint8_t *a, const uint8_t *b, 


  carry0 = s0 >> 21;

  s1 += carry0;

  s0 -= carry0 << 21;

  s0 -= carry0 * (1 << 21);

  carry1 = s1 >> 21;

  s2 += carry1;

  s1 -= carry1 << 21;

  s1 -= carry1 * (1 << 21);

  carry2 = s2 >> 21;

  s3 += carry2;

  s2 -= carry2 << 21;

  s2 -= carry2 * (1 << 21);

  carry3 = s3 >> 21;

  s4 += carry3;

  s3 -= carry3 << 21;

  s3 -= carry3 * (1 << 21);

  carry4 = s4 >> 21;

  s5 += carry4;

  s4 -= carry4 << 21;

  s4 -= carry4 * (1 << 21);

  carry5 = s5 >> 21;

  s6 += carry5;

  s5 -= carry5 << 21;

  s5 -= carry5 * (1 << 21);

  carry6 = s6 >> 21;

  s7 += carry6;

  s6 -= carry6 << 21;

  s6 -= carry6 * (1 << 21);

  carry7 = s7 >> 21;

  s8 += carry7;

  s7 -= carry7 << 21;

  s7 -= carry7 * (1 << 21);

  carry8 = s8 >> 21;

  s9 += carry8;

  s8 -= carry8 << 21;

  s8 -= carry8 * (1 << 21);

  carry9 = s9 >> 21;

  s10 += carry9;

  s9 -= carry9 << 21;

  s9 -= carry9 * (1 << 21);

  carry10 = s10 >> 21;

  s11 += carry10;

  s10 -= carry10 << 21;

  s10 -= carry10 * (1 << 21);



  s[0] = s0 >> 0;

  s[1] = s0 >> 8;