Saving all output to "!!{outputDirectory}!!/avro_evolved_schemas.q.raw". Enter "record" with no arguments to stop it. >>> !run !!{qFileDirectory}!!/avro_evolved_schemas.q >>> -- verify that new fields in schema get propagated to table scans >>> CREATE TABLE doctors_with_new_field ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.avro.AvroSerDe' STORED AS INPUTFORMAT 'org.apache.hadoop.hive.ql.io.avro.AvroContainerInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.avro.AvroContainerOutputFormat' TBLPROPERTIES ('avro.schema.literal'='{ "namespace": "testing.hive.avro.serde", "name": "doctors", "type": "record", "fields": [ { "name":"number", "type":"int", "doc":"Order of playing the role" }, { "name":"first_name", "type":"string", "doc":"first name of actor playing role" }, { "name":"last_name", "type":"string", "doc":"last name of actor playing role" }, { "name":"extra_field", "type":"string", "doc:":"an extra field not in the original file", "default":"fishfingers and custard" } ] }'); No rows affected >>> >>> DESCRIBE doctors_with_new_field; 'col_name','data_type','comment' 'number','int','from deserializer' 'first_name','string','from deserializer' 'last_name','string','from deserializer' 'extra_field','string','from deserializer' 4 rows selected >>> >>> LOAD DATA LOCAL INPATH '../data/files/doctors.avro' INTO TABLE doctors_with_new_field; No rows affected >>> >>> SELECT * FROM doctors_with_new_field ORDER BY first_name; 'number','first_name','last_name','extra_field' '9','Christopher','Eccleston','fishfingers and custard' '6','Colin','Baker','fishfingers and custard' '10','David','Tennant','fishfingers and custard' '3','Jon','Pertwee','fishfingers and custard' '11','Matt','Smith','fishfingers and custard' '2','Patrick','Troughton','fishfingers and custard' '8','Paul','McGann','fishfingers and custard' '5','Peter','Davison','fishfingers and custard' '7','Sylvester','McCoy','fishfingers and custard' '4','Tom','Baker','fishfingers and custard' '1','William','Hartnell','fishfingers and custard' 11 rows selected >>> >>> !record