Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

[ILASM] Added /DET flag for deterministic compilations #85344

Closed
wants to merge 32 commits into from
Closed
Changes from 1 commit
Commits
Show all changes
32 commits
Select commit Hold shift + click to select a range
1419f57
Added '/DET' flag to ILASM for deterministic compilations
TIHan Apr 25, 2023
d3b329c
Using 'm_pInternalEmitForDeterministicMvid'
TIHan Apr 25, 2023
0357bf1
Removing use of BCRYPT APIs. Added TODOs.
TIHan Apr 25, 2023
54147cc
Add use of BCYRPT for windows-only. Added TODO for non-win32.
TIHan Apr 25, 2023
5516e77
Preliminary work for deterministic PDB guid
TIHan Apr 25, 2023
d6a16fa
Fixed ordering problem
TIHan Apr 25, 2023
f2e4d2c
Computing checksum and using result for the PDB guid
TIHan Apr 25, 2023
89df2d8
Refactoring apis
TIHan Apr 26, 2023
7374450
Added PdbChecksum and Deterministic Debug Directory entries
TIHan Apr 26, 2023
7a0dfcb
Minor whitespace cleanup
TIHan Apr 26, 2023
615c6ce
Merge remote-tracking branch 'upstream/main' into ilasm-det
TIHan Jul 14, 2023
68482a4
mering with main
TIHan Jun 4, 2024
ef59bed
Fix build
TIHan Jun 4, 2024
028a8b6
Added IILAsmPortablePdbWriter interface
TIHan Jun 4, 2024
e1a10f8
Checking deterministic output for ILASM for all roundtrip tests
TIHan Jun 4, 2024
8ba6868
Fixed getting interface. Testing determinism of pdb.
TIHan Jun 5, 2024
c023315
add comment
TIHan Jun 5, 2024
9e14b48
Remove use of goto
TIHan Jun 5, 2024
4038a1f
Added sha256 for non-win32
TIHan Jun 5, 2024
69fadf4
Using different impl for getting sha256 of a file in python. Using sh…
TIHan Jun 5, 2024
936f0a3
Trying to fix build
TIHan Jun 5, 2024
d6b4258
Fix build
TIHan Jun 6, 2024
9c1a645
disable testing determinism due to timeouts
TIHan Jun 6, 2024
e8b9b7f
Merge remote-tracking branch 'upstream/main' into ilasm-det
TIHan Jul 23, 2024
3331d9d
Temporarily disable emitting debug directories to see if the tests ti…
TIHan Jul 23, 2024
7df2c80
Merge branch 'ilasm-det' of https://github.com/TIHan/runtime into ila…
TIHan Jul 23, 2024
e78450f
Merge remote-tracking branch 'upstream/main' into ilasm-det
TIHan Jul 24, 2024
8e357b8
Renable deterministic tests and debug directory creation
TIHan Jul 24, 2024
8867295
Added sha256.cpp
TIHan Jul 24, 2024
6dd077f
Remove sha256 impl for now
TIHan Jul 24, 2024
ce016fa
memset for now
TIHan Jul 24, 2024
0086e7d
Temp disable det testing
TIHan Jul 25, 2024
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
Remove sha256 impl for now
  • Loading branch information
TIHan committed Jul 24, 2024
commit 6dd077fab3cc60d31854f3e210909f58360ca737
171 changes: 2 additions & 169 deletions src/coreclr/md/enc/sha256.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -9,175 +9,8 @@
//
//*****************************************************************************

//*****************************************************************************
// SHA256 IMPL: https://github.com/solokeys/solo1/blob/master/crypto/sha256/sha256.c
// * Author: Brad Conte (brad AT bradconte.com)
// * Copyright:
// * Disclaimer: This code is presented "as is" without any guarantees.
// * Details: Implementation of the SHA-256 hashing algorithm.
// SHA-256 is one of the three algorithms in the SHA2
// specification. The others, SHA-384 and SHA-512, are not
// offered in this implementation.
// Algorithm specification can be found here:
// * http://csrc.nist.gov/publications/fips/fips180-2/fips180-2withchangenotice.pdf
// This implementation uses little endian byte order.
//*****************************************************************************
#define SHA256_BLOCK_SIZE 32

typedef struct {
BYTE data[64];
UINT datalen;
unsigned long long bitlen;
UINT state[8];
} SHA256_CTX;

#define ROTLEFT(a,b) (((a) << (b)) | ((a) >> (32-(b))))
#define ROTRIGHT(a,b) (((a) >> (b)) | ((a) << (32-(b))))

#define CH(x,y,z) (((x) & (y)) ^ (~(x) & (z)))
#define MAJ(x,y,z) (((x) & (y)) ^ ((x) & (z)) ^ ((y) & (z)))
#define EP0(x) (ROTRIGHT(x,2) ^ ROTRIGHT(x,13) ^ ROTRIGHT(x,22))
#define EP1(x) (ROTRIGHT(x,6) ^ ROTRIGHT(x,11) ^ ROTRIGHT(x,25))
#define SIG0(x) (ROTRIGHT(x,7) ^ ROTRIGHT(x,18) ^ ((x) >> 3))
#define SIG1(x) (ROTRIGHT(x,17) ^ ROTRIGHT(x,19) ^ ((x) >> 10))

static const unsigned int k[64] = {
0x428a2f98,0x71374491,0xb5c0fbcf,0xe9b5dba5,0x3956c25b,0x59f111f1,0x923f82a4,0xab1c5ed5,
0xd807aa98,0x12835b01,0x243185be,0x550c7dc3,0x72be5d74,0x80deb1fe,0x9bdc06a7,0xc19bf174,
0xe49b69c1,0xefbe4786,0x0fc19dc6,0x240ca1cc,0x2de92c6f,0x4a7484aa,0x5cb0a9dc,0x76f988da,
0x983e5152,0xa831c66d,0xb00327c8,0xbf597fc7,0xc6e00bf3,0xd5a79147,0x06ca6351,0x14292967,
0x27b70a85,0x2e1b2138,0x4d2c6dfc,0x53380d13,0x650a7354,0x766a0abb,0x81c2c92e,0x92722c85,
0xa2bfe8a1,0xa81a664b,0xc24b8b70,0xc76c51a3,0xd192e819,0xd6990624,0xf40e3585,0x106aa070,
0x19a4c116,0x1e376c08,0x2748774c,0x34b0bcb5,0x391c0cb3,0x4ed8aa4a,0x5b9cca4f,0x682e6ff3,
0x748f82ee,0x78a5636f,0x84c87814,0x8cc70208,0x90befffa,0xa4506ceb,0xbef9a3f7,0xc67178f2
};

void sha256_transform(SHA256_CTX *ctx, const BYTE data[])
{
WORD a, b, c, d, e, f, g, h, i, j, t1, t2, m[64];

for (i = 0, j = 0; i < 16; ++i, j += 4)
m[i] = (data[j] << 24) | (data[j + 1] << 16) | (data[j + 2] << 8) | (data[j + 3]);
for ( ; i < 64; ++i)
m[i] = (WORD)SIG1((UINT)(m[i - 2])) + m[i - 7] + (WORD)SIG0((UINT)(m[i - 15])) + m[i - 16];

a = (WORD)ctx->state[0];
b = (WORD)ctx->state[1];
c = (WORD)ctx->state[2];
d = (WORD)ctx->state[3];
e = (WORD)ctx->state[4];
f = (WORD)ctx->state[5];
g = (WORD)ctx->state[6];
h = (WORD)ctx->state[7];

for (i = 0; i < 64; ++i) {
t1 = (WORD)(h + (WORD)EP1((UINT)e) + CH(e,f,g) + k[i] + m[i]);
t2 = (WORD)EP0((UINT)a) + MAJ(a,b,c);
h = g;
g = f;
f = e;
e = d + t1;
d = c;
c = b;
b = a;
a = t1 + t2;
}

ctx->state[0] += a;
ctx->state[1] += b;
ctx->state[2] += c;
ctx->state[3] += d;
ctx->state[4] += e;
ctx->state[5] += f;
ctx->state[6] += g;
ctx->state[7] += h;
}

void sha256_init(SHA256_CTX *ctx)
{
ctx->datalen = 0;
ctx->bitlen = 0;
ctx->state[0] = 0x6a09e667;
ctx->state[1] = 0xbb67ae85;
ctx->state[2] = 0x3c6ef372;
ctx->state[3] = 0xa54ff53a;
ctx->state[4] = 0x510e527f;
ctx->state[5] = 0x9b05688c;
ctx->state[6] = 0x1f83d9ab;
ctx->state[7] = 0x5be0cd19;
}

void sha256_update(SHA256_CTX *ctx, const BYTE data[], size_t len)
{
WORD i;

for (i = 0; i < len; ++i) {
ctx->data[ctx->datalen] = data[i];
ctx->datalen++;
if (ctx->datalen == 64) {
sha256_transform(ctx, ctx->data);
ctx->bitlen += 512;
ctx->datalen = 0;
}
}
}

void sha256_final(SHA256_CTX *ctx, BYTE hash[])
{
WORD i;

i = (WORD)ctx->datalen;

// Pad whatever data is left in the buffer.
if (ctx->datalen < 56) {
ctx->data[i++] = 0x80;
while (i < 56)
ctx->data[i++] = 0x00;
}
else {
ctx->data[i++] = 0x80;
while (i < 64)
ctx->data[i++] = 0x00;
sha256_transform(ctx, ctx->data);
memset(ctx->data, 0, 56);
}

// Append to the padding the total message's length in bits and transform.
ctx->bitlen += ctx->datalen * 8;
ctx->data[63] = (BYTE)ctx->bitlen;
ctx->data[62] = (BYTE)(ctx->bitlen >> 8);
ctx->data[61] = (BYTE)(ctx->bitlen >> 16);
ctx->data[60] = (BYTE)(ctx->bitlen >> 24);
ctx->data[59] = (BYTE)(ctx->bitlen >> 32);
ctx->data[58] = (BYTE)(ctx->bitlen >> 40);
ctx->data[57] = (BYTE)(ctx->bitlen >> 48);
ctx->data[56] = (BYTE)(ctx->bitlen >> 56);
sha256_transform(ctx, ctx->data);

// Since this implementation uses little endian byte ordering and SHA uses big endian,
// reverse all the bytes when copying the final state to the output hash.
for (i = 0; i < 4; ++i) {
hash[i] = (ctx->state[0] >> (24 - i * 8)) & 0x000000ff;
hash[i + 4] = (ctx->state[1] >> (24 - i * 8)) & 0x000000ff;
hash[i + 8] = (ctx->state[2] >> (24 - i * 8)) & 0x000000ff;
hash[i + 12] = (ctx->state[3] >> (24 - i * 8)) & 0x000000ff;
hash[i + 16] = (ctx->state[4] >> (24 - i * 8)) & 0x000000ff;
hash[i + 20] = (ctx->state[5] >> (24 - i * 8)) & 0x000000ff;
hash[i + 24] = (ctx->state[6] >> (24 - i * 8)) & 0x000000ff;
hash[i + 28] = (ctx->state[7] >> (24 - i * 8)) & 0x000000ff;
}
}

HRESULT Sha256Hash(BYTE* pSrc, DWORD srcSize, BYTE* pDst, DWORD dstSize)
{
BYTE hash[SHA256_BLOCK_SIZE];
SHA256_CTX ctx;

sha256_init(&ctx);
sha256_update(&ctx, pSrc, srcSize);
sha256_final(&ctx, hash);

memcpy(pDst, hash, std::min((DWORD)SHA256_BLOCK_SIZE, dstSize));

// TODO:
return S_OK;
}
}
Loading