return uint64 z in uint64 x in uint64 y call uint64_bitmod_mask