cdm/src/main/java/ucar/nc2/stream/NcStreamDataCol.java
public NcStreamProto.DataCol encodeData2(String name, boolean isVlen, Section section, Array data) {
    NcStreamProto.DataCol.Builder builder = NcStreamProto.DataCol.newBuilder();
    DataType dataType = data.getDataType();

    builder.setName(name);
    builder.setDataType(NcStream.convertDataType(data.getDataType()));
    builder.setBigend(ByteOrder.nativeOrder() == ByteOrder.BIG_ENDIAN);
    builder.setVersion(NcStream.ncstream_data_version);

    if (!isVlen) {
      builder.setNelems((int) data.getSize());
      builder.setSection(NcStream.encodeSection(section));
    }

    if (isVlen) {
      builder.setIsVlen(true);
      encodeVlenData(builder, section, data);

    } else if (dataType == DataType.STRING) {
      if (data instanceof ArrayChar) { // is this possible ?
        ArrayChar cdata = (ArrayChar) data;
        for (String s : cdata)
          builder.addStringdata(s);
        Section ssection = section.removeLast();
        builder.setSection(NcStream.encodeSection(ssection));

      } else if (data instanceof ArrayObject) {
        IndexIterator iter = data.getIndexIterator();
        while (iter.hasNext())
          builder.addStringdata((String) iter.next());
      } else {
        throw new IllegalStateException("Unknown class for STRING =" + data.getClass().getName());
      }

    } else if (dataType == DataType.OPAQUE) {
      if (data instanceof ArrayObject) {
        IndexIterator iter = data.getIndexIterator();
        while (iter.hasNext()) {
          ByteBuffer bb = (ByteBuffer) iter.next();

          // Need to use duplicate so that internal state of bb isn't affected
          builder.addOpaquedata(ByteString.copyFrom(bb.duplicate()));
        }
      } else {
        throw new IllegalStateException("Unknown class for OPAQUE =" + data.getClass().getName());
      }

    } else if (dataType == DataType.STRUCTURE) {
      builder.setStructdata(encodeStructureData(data));

    } else if (dataType == DataType.SEQUENCE) {
      throw new UnsupportedOperationException("Not implemented yet SEQUENCE =" + data.getClass().getName());

    } else { // normal case
      builder.setPrimdata(copyArrayToByteString(data));
    }

    return builder.build();
  }
public NcStreamProto.DataCol encodeData2(String name, boolean isVlen, Section section, Array data) {
    NcStreamProto.DataCol.Builder builder = NcStreamProto.DataCol.newBuilder();
    DataType dataType = data.getDataType();

    builder.setName(name);
    builder.setDataType(NcStream.convertDataType(data.getDataType()));
    builder.setBigend(ByteOrder.nativeOrder() == ByteOrder.BIG_ENDIAN);
    builder.setVersion(NcStream.ncstream_data_version);

    if (!isVlen) {
      builder.setNelems((int) data.getSize());
      builder.setSection(NcStream.encodeSection(section));
    }

    if (isVlen) {
      builder.setIsVlen(true);
      encodeVlenData(builder, section, data);

    } else if (dataType == DataType.STRING) {
      if (data instanceof ArrayChar) { // is this possible ?
        ArrayChar cdata = (ArrayChar) data;
        for (String s : cdata)
          builder.addStringdata(s);
        Section ssection = section.removeLast();
        builder.setSection(NcStream.encodeSection(ssection));

      } else if (data instanceof ArrayObject) {
        IndexIterator iter = data.getIndexIterator();
        while (iter.hasNext())
          builder.addStringdata((String) iter.next());
      } else {
        throw new IllegalStateException("Unknown class for STRING =" + data.getClass().getName());
      }

    } else if (dataType == DataType.OPAQUE) {
      if (data instanceof ArrayObject) {
        IndexIterator iter = data.getIndexIterator();
        while (iter.hasNext()) {
          ByteBuffer bb = (ByteBuffer) iter.next();

          // Need to use duplicate so that internal state of bb isn't affected
          builder.addOpaquedata(ByteString.copyFrom(bb.duplicate()));
        }
      } else {
        throw new IllegalStateException("Unknown class for OPAQUE =" + data.getClass().getName());
      }

    } else if (dataType == DataType.STRUCTURE) {
      builder.setStructdata(encodeStructureData(data));

    } else if (dataType == DataType.SEQUENCE) {
      throw new UnsupportedOperationException("Not implemented yet SEQUENCE =" + data.getClass().getName());

    } else { // normal case
      builder.setPrimdata(copyArrayToByteString(data));
    }

    return builder.build();
  }
public NcStreamProto . DataCol encodeData2 ( String name , boolean isVlen , Section section , Array data ) { NcStreamProto . DataCol . Builder builder = NcStreamProto . DataCol . newBuilder ( ) ; DataType dataType = data . getDataType ( ) ; builder . setName ( name ) ; builder . setDataType ( NcStream . convertDataType ( data . getDataType ( ) ) ) ; builder . setBigend ( ByteOrder . nativeOrder ( ) == ByteOrder . BIG_ENDIAN ) ; builder . setVersion ( NcStream . ncstream_data_version ) ; if ( ! isVlen ) { builder . setNelems ( ( int ) data . getSize ( ) ) ; builder . setSection ( NcStream . encodeSection ( section ) ) ; } if ( isVlen ) { builder . setIsVlen ( true ) ; encodeVlenData ( builder , section , data ) ; } else if ( dataType == DataType . STRING ) { if ( data instanceof ArrayChar ) { // is this possible ? ArrayChar cdata = ( ArrayChar ) data ; for ( String s : cdata ) builder . addStringdata ( s ) ; Section ssection = section . removeLast ( ) ; builder . setSection ( NcStream . encodeSection ( ssection ) ) ; } else if ( data instanceof ArrayObject ) { IndexIterator iter = data . getIndexIterator ( ) ; while ( iter . hasNext ( ) ) builder . addStringdata ( ( String ) iter . next ( ) ) ; } else { throw new IllegalStateException ( "Unknown class for STRING =" + data . getClass ( ) . getName ( ) ) ; } } else if ( dataType == DataType . OPAQUE ) { if ( data instanceof ArrayObject ) { IndexIterator iter = data . getIndexIterator ( ) ; while ( iter . hasNext ( ) ) { ByteBuffer bb = ( ByteBuffer ) iter . next ( ) ; // Need to use duplicate so that internal state of bb isn't affected builder . addOpaquedata ( ByteString . copyFrom ( bb . duplicate ( ) ) ) ; } } else { throw new IllegalStateException ( "Unknown class for OPAQUE =" + data . getClass ( ) . getName ( ) ) ; } } else if ( dataType == DataType . STRUCTURE ) { builder . setStructdata ( encodeStructureData ( data ) ) ; } else if ( dataType == DataType . SEQUENCE ) { throw new UnsupportedOperationException ( "Not implemented yet SEQUENCE =" + data . getClass ( ) . getName ( ) ) ; } else { // normal case builder . setPrimdata ( copyArrayToByteString ( data ) ) ; } return builder . build ( ) ; }
/*
message DataCol {
string name = 1;      // fullname for top, shortname for member
DataType dataType = 2;
Section section = 3;
bool bigend = 4;
uint32 version = 5;
bool isVlen = 7;
uint32 nelems = 9;

oneof
bytes primdata = 10;              // rectangular, primitive array
repeated string stringdata = 11;  // string dataType
repeated uint32 vlens = 12;       // isVlen true
repeated bytes opaquedata = 13;   // opaque dataType

structures
ArrayStructureCol structdata = 14;  // structure/seq dataType
}

message ArrayStructureCol {
repeated DataCol memberData = 1;
}

primdata has nelems * sizeof(dataType) bytes, turn into multidim array of primitives with section info and bigend
stringdata has nelems strings, turn into multidim array of String with section info
vlens has section.size array lengths; section does not include the last (vlen) dimension; data in primdata
opaquedata has nelems opaque objects, turn into multidim array of Opaque with section info
structdata has nelems StructureData objects, turn into multidim array of StructureData with section info and bigend
/ * message DataCol { string name = 1 ; // fullname for top shortname for member DataType dataType = 2 ; Section section = 3 ; bool bigend = 4 ; uint32 version = 5 ; bool isVlen = 7 ; uint32 nelems = 9 ;