I am seriously missing something:

SELECT CAST(5 AS VARBINARY(128)) --0x00000005

SELECT CAST(0x00000005 AS bigint) --5

SELECT dbo.ConvertBigIntToVarBinary1(5) --0x010001

SELECT CAST(0x010001 AS bigint) --65537