a42c8ae281
Adds the VPOPCNTDQ instruction set, providing packed population count for double and quadword integers. These are added via the `opcodesextra` mechanism #345, since they're missing from the opcodes database. In this case the 512-bit non-AVX512VL forms are added here as well as the opcodes database, but they're deduplicated later. Contributed by @vsivsi. Extracted from #234 with simplifications for AVX-512 form expansion. Co-authored-by: Vaughn Iverson <vsivsi@yahoo.com>
107 lines
3.8 KiB
Go
107 lines
3.8 KiB
Go
package opcodesextra
|
|
|
|
import "github.com/mmcloughlin/avo/internal/inst"
|
|
|
|
// vpopcntdq is the VPOPCNTDQ instruction set, providing packed population count
|
|
// for double and quadword integers.
|
|
var vpopcntdq = []*inst.Instruction{
|
|
// Reference: https://github.com/golang/go/blob/go1.19.3/src/cmd/internal/obj/x86/avx_optabs.go#L3741-L3750
|
|
//
|
|
// {as: AVPOPCNTD, ytab: _yvexpandpd, prefix: Pavx, op: opBytes{
|
|
// avxEscape | evex128 | evex66 | evex0F38 | evexW0, evexN16 | evexBcstN4 | evexZeroingEnabled, 0x55,
|
|
// avxEscape | evex256 | evex66 | evex0F38 | evexW0, evexN32 | evexBcstN4 | evexZeroingEnabled, 0x55,
|
|
// avxEscape | evex512 | evex66 | evex0F38 | evexW0, evexN64 | evexBcstN4 | evexZeroingEnabled, 0x55,
|
|
// }},
|
|
// {as: AVPOPCNTQ, ytab: _yvexpandpd, prefix: Pavx, op: opBytes{
|
|
// avxEscape | evex128 | evex66 | evex0F38 | evexW1, evexN16 | evexBcstN8 | evexZeroingEnabled, 0x55,
|
|
// avxEscape | evex256 | evex66 | evex0F38 | evexW1, evexN32 | evexBcstN8 | evexZeroingEnabled, 0x55,
|
|
// avxEscape | evex512 | evex66 | evex0F38 | evexW1, evexN64 | evexBcstN8 | evexZeroingEnabled, 0x55,
|
|
// }},
|
|
//
|
|
// Note the opcodes database already contains the non-AVX512VL forms. They
|
|
// are overridden by the definitions below.
|
|
{
|
|
Opcode: "VPOPCNTD",
|
|
Summary: "Packed Population Count for Doubleword Integers",
|
|
Forms: vpopcntdqforms("m32bcst"),
|
|
},
|
|
{
|
|
Opcode: "VPOPCNTQ",
|
|
Summary: "Packed Population Count for Quadword Integers",
|
|
Forms: vpopcntdqforms("m64bcst"),
|
|
},
|
|
}
|
|
|
|
// VPOPCNTD and VPOPCNTQ forms.
|
|
//
|
|
// See: https://www.felixcloutier.com/x86/vpopcnt
|
|
//
|
|
// Reference: https://github.com/golang/go/blob/go1.19.3/src/cmd/internal/obj/x86/avx_optabs.go#L376-L383
|
|
//
|
|
// var _yvexpandpd = []ytab{
|
|
// {zcase: Zevex_rm_v_r, zoffset: 0, args: argList{YxmEvex, YxrEvex}},
|
|
// {zcase: Zevex_rm_k_r, zoffset: 3, args: argList{YxmEvex, Yknot0, YxrEvex}},
|
|
// {zcase: Zevex_rm_v_r, zoffset: 0, args: argList{YymEvex, YyrEvex}},
|
|
// {zcase: Zevex_rm_k_r, zoffset: 3, args: argList{YymEvex, Yknot0, YyrEvex}},
|
|
// {zcase: Zevex_rm_v_r, zoffset: 0, args: argList{Yzm, Yzr}},
|
|
// {zcase: Zevex_rm_k_r, zoffset: 3, args: argList{Yzm, Yknot0, Yzr}},
|
|
// }
|
|
func vpopcntdqforms(mbcst string) inst.Forms {
|
|
return inst.Forms{
|
|
// EVEX.128.66.0F38.W0 55 /r VPOPCNTD xmm1{k1}{z}, xmm2/m128/m32bcst
|
|
// EVEX.128.66.0F38.W1 55 /r VPOPCNTQ xmm1{k1}{z}, xmm2/m128/m64bcst
|
|
{
|
|
ISA: []string{"AVX512VL", "AVX512VPOPCNTDQ"},
|
|
Operands: []inst.Operand{
|
|
{Type: "m128/" + mbcst, Action: inst.R},
|
|
{Type: "xmm{k}{z}", Action: inst.W},
|
|
},
|
|
EncodingType: inst.EncodingTypeEVEX,
|
|
},
|
|
{
|
|
ISA: []string{"AVX512VL", "AVX512VPOPCNTDQ"},
|
|
Operands: []inst.Operand{
|
|
{Type: "xmm", Action: inst.R},
|
|
{Type: "xmm{k}{z}", Action: inst.W},
|
|
},
|
|
EncodingType: inst.EncodingTypeEVEX,
|
|
},
|
|
// EVEX.256.66.0F38.W0 55 /r VPOPCNTD ymm1{k1}{z}, ymm2/m256/m32bcst
|
|
// EVEX.256.66.0F38.W1 55 /r VPOPCNTQ ymm1{k1}{z}, ymm2/m256/m64bcst
|
|
{
|
|
ISA: []string{"AVX512VL", "AVX512VPOPCNTDQ"},
|
|
Operands: []inst.Operand{
|
|
{Type: "m256/" + mbcst, Action: inst.R},
|
|
{Type: "ymm{k}{z}", Action: inst.W},
|
|
},
|
|
EncodingType: inst.EncodingTypeEVEX,
|
|
},
|
|
{
|
|
ISA: []string{"AVX512VL", "AVX512VPOPCNTDQ"},
|
|
Operands: []inst.Operand{
|
|
{Type: "ymm", Action: inst.R},
|
|
{Type: "ymm{k}{z}", Action: inst.W},
|
|
},
|
|
EncodingType: inst.EncodingTypeEVEX,
|
|
},
|
|
// EVEX.512.66.0F38.W0 55 /r VPOPCNTD zmm1{k1}{z}, zmm2/m512/m32bcst
|
|
// EVEX.512.66.0F38.W1 55 /r VPOPCNTQ zmm1{k1}{z}, zmm2/m512/m64bcst
|
|
{
|
|
ISA: []string{"AVX512VPOPCNTDQ"},
|
|
Operands: []inst.Operand{
|
|
{Type: "m512/" + mbcst, Action: inst.R},
|
|
{Type: "zmm{k}{z}", Action: inst.W},
|
|
},
|
|
EncodingType: inst.EncodingTypeEVEX,
|
|
},
|
|
{
|
|
ISA: []string{"AVX512VPOPCNTDQ"},
|
|
Operands: []inst.Operand{
|
|
{Type: "zmm", Action: inst.R},
|
|
{Type: "zmm{k}{z}", Action: inst.W},
|
|
},
|
|
EncodingType: inst.EncodingTypeEVEX,
|
|
},
|
|
}
|
|
}
|