return int64 z in int64 x in int64 y call int64_smaller_mask