pinot icon indicating copy to clipboard operation
pinot copied to clipboard

a recent change in FieldSpec breaks simple schema deser

Open jasperjiaguo opened this issue 5 months ago • 0 comments

https://github.com/apache/pinot/pull/13905/files

Invalid schema config json string: 

{  "metricFieldSpecs": [    {      "dataType": "INT",      "name": "ActualElapsedTime"    },    {      "dataType": "INT",      "name": "AirTime"    },    {      "dataType": "INT",      "name": "ArrDel15"    },    {      "dataType": "FLOAT",      "name": "ArrDelay"    },    {      "dataType": "INT",      "name": "ArrivalDelayGroups"    },    {      "dataType": "DOUBLE",      "name": "ArrDelayMinutes"    },    {      "dataType": "INT",      "name": "Cancelled"    },    {      "dataType": "INT",      "name": "CarrierDelay"    },    {      "dataType": "INT",      "name": "DepDel15"    },    {      "dataType": "DOUBLE",      "name": "DepDelay"    },    {      "dataType": "FLOAT",      "name": "DepDelayMinutes"    },    {      "dataType": "INT",      "name": "DepartureDelayGroups"    },    {      "dataType": "INT",      "name": "LateAircraftDelay"    },    {      "dataType": "INT",      "name": "NASDelay"    },    {      "dataType": "INT",      "name": "SecurityDelay"    },    {      "dataType": "INT",      "name": "WeatherDelay"    }  ],  "timeFieldSpec": {    "incomingGranularitySpec": {      "dataType": "INT",      "name": "DaysSinceEpoch",      "timeType": "DAYS"    }  },  "dimensionFieldSpecs": [    {      "dataType": "LONG",      "name": "AirlineID"    },    {      "dataType": "INT",      "name": "ArrTime"    },    {      "dataType": "STRING",      "name": "ArrTimeBlk"    },    {      "dataType": "INT",      "name": "CRSArrTime"    },    {      "dataType": "INT",      "name": "CRSDepTime"    },    {      "dataType": "INT",      "name": "CRSElapsedTime"    },    {      "dataType": "STRING",      "name": "CancellationCode"    },    {      "dataType": "STRING",      "name": "Carrier"    },    {      "dataType": "INT",      "name": "DayOfWeek"    },    {      "dataType": "INT",      "name": "DayofMonth"    },    {      "dataType": "INT",      "name": "DepTime"    },    {      "dataType": "STRING",      "name": "DepTimeBlk"    },    {      "dataType": "STRING",      "name": "Dest"    },    {      "dataType": "INT",      "name": "DestAirportID"    },    {      "dataType": "INT",      "name": "DestAirportSeqID"    },    {      "dataType": "INT",      "name": "DestCityMarketID"    },    {      "dataType": "STRING",      "name": "DestCityName"    },    {      "dataType": "STRING",      "name": "DestState"    },    {      "dataType": "INT",      "name": "DestStateFips"    },    {      "dataType": "STRING",      "name": "DestStateName"    },    {      "dataType": "INT",      "name": "DestWac"    },    {      "dataType": "INT",      "name": "Distance"    },    {      "dataType": "INT",      "name": "DistanceGroup"    },    {      "dataType": "INT",      "name": "DivActualElapsedTime"    },    {      "dataType": "INT",      "name": "DivAirportIDs",      "singleValueField": false    },    {      "dataType": "INT",      "name": "DivAirportLandings"    },    {      "dataType": "INT",      "name": "DivAirportSeqIDs",      "singleValueField": false    },    {      "dataType": "STRING",      "name": "DivAirports",      "singleValueField": false    },    {      "dataType": "INT",      "name": "DivArrDelay"    },    {      "dataType": "INT",      "name": "DivDistance"    },    {      "dataType": "FLOAT",      "name": "DivLongestGTimes",      "singleValueField": false    },    {      "dataType": "INT",      "name": "DivReachedDest"    },    {      "dataType": "STRING",      "name": "DivTailNums",      "singleValueField": false    },    {      "dataType": "LONG",      "name": "DivTotalGTimes",      "singleValueField": false    },    {      "dataType": "INT",      "name": "DivWheelsOffs",      "singleValueField": false    },    {      "dataType": "INT",      "name": "DivWheelsOns",      "singleValueField": false    },    {      "dataType": "INT",      "name": "Diverted"    },    {      "dataType": "INT",      "name": "FirstDepTime"    },    {      "dataType": "STRING",      "name": "FlightDate"    },    {      "dataType": "INT",      "name": "FlightNum"    },    {      "dataType": "INT",      "name": "Flights"    },    {      "dataType": "INT",      "name": "LongestAddGTime"    },    {      "dataType": "INT",      "name": "Month"    },    {      "dataType": "STRING",      "name": "Origin"    },    {      "dataType": "INT",      "name": "OriginAirportID"    },    {      "dataType": "INT",      "name": "OriginAirportSeqID"    },    {      "dataType": "INT",      "name": "OriginCityMarketID"    },    {      "dataType": "STRING",      "name": "OriginCityName"    },    {      "dataType": "STRING",      "name": "OriginState"    },    {      "dataType": "INT",      "name": "OriginStateFips"    },    {      "dataType": "STRING",      "name": "OriginStateName"    },    {      "dataType": "INT",      "name": "OriginWac"    },    {      "dataType": "INT",      "name": "Quarter"    },    {      "dataType": "STRING",      "name": "RandomAirports",      "singleValueField": false    },    {      "dataType": "STRING",      "name": "TailNum"    },    {      "dataType": "INT",      "name": "TaxiIn"    },    {      "dataType": "INT",      "name": "TaxiOut"    },    {      "dataType": "INT",      "name": "Year"    },    {      "dataType": "INT",      "name": "WheelsOn"    },    {      "dataType": "INT",      "name": "WheelsOff"    },    {      "dataType": "STRING",      "name": "UniqueCarrier"    },    {      "dataType": "INT",      "name": "TotalAddGTime"    }  ],  "schemaName": "mytable"} 

exception: Missing type id when trying to resolve subtype of [simple type, class org.apache.pinot.spi.data.MetricFieldSpec]: missing type id property 'fieldType' (for POJO property 'metricFieldSpecs')

jasperjiaguo avatar Sep 18 '24 09:09 jasperjiaguo