package main import ( "bufio" "fmt" "io" "sync" "github.com/golang/protobuf/proto" "github.com/jordanorelli/hyperstone/bit" "github.com/jordanorelli/hyperstone/dota" ) type parser struct { // the source of replay bytes. Must NOT be compressed. source *bufio.Reader scratch []byte pbuf *proto.Buffer err error ewl entityWhitelist pwl packetWhitelist packets *sync.Pool } func newParser(r io.Reader) *parser { return &parser{ source: bufio.NewReaderSize(r, 1<<16), scratch: make([]byte, 1<<17), pbuf: new(proto.Buffer), ewl: allEntities, pwl: allPackets, packets: &sync.Pool{ New: func() interface{} { return &packet{body: make([]byte, 1<<16)} }, }, } } func (p *parser) run(out chan maybe) { defer close(out) ok, err := p.checkHeader() if err != nil { p.err = wrap(err, "parser start error") } if !ok { p.err = fmt.Errorf("parser start error: invalid header") } if _, err := p.source.Discard(8); err != nil { p.err = wrap(err, "parser start error") } for { pkt, err := p.readPacket() if err != nil { p.err = wrap(err, "read packet error in run loop") return } msg, err := pkt.Open(&messages, p.pbuf) if err != nil { p.err = wrap(err, "open packet error in run loop") return } p.packets.Put(pkt) switch m := msg.(type) { case *dota.CDemoPacket: p.emitChildren(m, out) } out <- maybe{Message: msg} } } func (p *parser) emitChildren(pkt *dota.CDemoPacket, c chan maybe) { br := bit.NewBytesReader(pkt.GetData()) for { t := entityType(bit.ReadUBitVar(br)) s := bit.ReadVarInt(br) if p.ewl[t] { br.Read(p.scratch[:s]) } else { br.DiscardBytes(int(s)) continue } switch err := br.Err(); err { case nil: break case io.EOF: return default: c <- maybe{error: err} return } p.pbuf.SetBuf(p.scratch[:s]) e, err := messages.BuildEntity(t) if err != nil { c <- maybe{error: wrap(err, "skipping entity of size %d, type %s", s, t)} continue } if err := p.pbuf.Unmarshal(e); err != nil { c <- maybe{error: wrap(err, "entity unmarshal error")} continue } c <- maybe{Message: e} } } // DecodeVarint reads a varint-encoded integer from the source reader. // It returns the value as a uin64 and any errors encountered. The reader will // be advanced by the number of bytes needed to consume this value. On error, // the reader will not be advanced. // // This is the format for the // int32, int64, uint32, uint64, bool, and enum func (p *parser) decodeVarint() (uint64, error) { // protobuf defines values that are up to 64 bits wide. The largest value // stored in a protobuf varint is 64 data bits, which in varint encoding, // would require 10 bytes. buf, err := p.source.Peek(10) if err != nil { return 0, wrap(err, "decode varint couldn't peek 10 bytes") } var x uint64 var s uint for i, b := range buf { // when msb is 0, we're at the last byte of the value if b < 0x80 { if _, err := p.source.Discard(i + 1); err != nil { return 0, wrap(err, "decode varint couldn't discard %d bytes", i) } return x | uint64(b)< 0 { compressed = true n &^= 0x40 } return packetType(n), compressed, nil } func (p *parser) readPacket() (*packet, error) { cmd, compressed, err := p.readPacketType() if err != nil { return nil, wrap(err, "readPacket couldn't get a command") } tick, err := p.decodeVarint() if err != nil { return nil, wrap(err, "readPacket couldn't read the tick value") } size, err := p.decodeVarint() if err != nil { return nil, wrap(err, "readPacket couldn't read the size value") } if !p.pwl[cmd] { if size > 0 { _, err := p.source.Discard(int(size)) if err != nil { return nil, wrap(err, "readPacket couldn't skip packet length %d", size) } } return p.readPacket() } pkt := p.packets.Get().(*packet) pkt.cmd = cmd pkt.tick = int64(tick) pkt.size = int(size) pkt.compressed = compressed if size > 0 { if _, err := io.ReadFull(p.source, pkt.body[:pkt.size]); err != nil { return nil, wrap(err, "readPacket couldn't read packet body") } } return pkt, nil }