001/** 002 * Licensed to the Apache Software Foundation (ASF) under one 003 * or more contributor license agreements. See the NOTICE file 004 * distributed with this work for additional information 005 * regarding copyright ownership. The ASF licenses this file 006 * to you under the Apache License, Version 2.0 (the 007 * "License"); you may not use this file except in compliance 008 * with the License. You may obtain a copy of the License at 009 * 010 * http://www.apache.org/licenses/LICENSE-2.0 011 * 012 * Unless required by applicable law or agreed to in writing, software 013 * distributed under the License is distributed on an "AS IS" BASIS, 014 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 015 * See the License for the specific language governing permissions and 016 * limitations under the License. 017 */ 018 019package org.apache.hadoop.record.compiler; 020 021import java.util.Map; 022 023import org.apache.hadoop.classification.InterfaceAudience; 024import org.apache.hadoop.classification.InterfaceStability; 025 026 027/** 028 * @deprecated Replaced by <a href="https://hadoop.apache.org/avro/">Avro</a>. 029 */ 030@Deprecated 031@InterfaceAudience.Public 032@InterfaceStability.Stable 033public class JMap extends JCompType { 034 035 static private int level = 0; 036 037 static private String getLevel() { return Integer.toString(level); } 038 039 static private void incrLevel() { level++; } 040 041 static private void decrLevel() { level--; } 042 043 static private String getId(String id) { return id+getLevel(); } 044 045 private JType keyType; 046 private JType valueType; 047 048 class JavaMap extends JavaCompType { 049 050 JType.JavaType key; 051 JType.JavaType value; 052 053 JavaMap(JType.JavaType key, JType.JavaType value) { 054 super("java.util.TreeMap<"+key.getWrapperType()+","+value.getWrapperType()+">", 055 "Map", 056 "java.util.TreeMap<"+key.getWrapperType()+","+value.getWrapperType()+">", 057 "TypeID.RIOType.MAP"); 058 this.key = key; 059 this.value = value; 060 } 061 062 String getTypeIDObjectString() { 063 return "new org.apache.hadoop.record.meta.MapTypeID(" + 064 key.getTypeIDObjectString() + ", " + 065 value.getTypeIDObjectString() + ")"; 066 } 067 068 void genSetRTIFilter(CodeBuffer cb, Map<String, Integer> nestedStructMap) { 069 key.genSetRTIFilter(cb, nestedStructMap); 070 value.genSetRTIFilter(cb, nestedStructMap); 071 } 072 073 void genCompareTo(CodeBuffer cb, String fname, String other) { 074 String setType = "java.util.Set<"+key.getWrapperType()+"> "; 075 String iterType = "java.util.Iterator<"+key.getWrapperType()+"> "; 076 cb.append("{\n"); 077 cb.append(setType+getId(Consts.RIO_PREFIX + "set1")+" = "+ 078 fname+".keySet();\n"); 079 cb.append(setType+getId(Consts.RIO_PREFIX + "set2")+" = "+ 080 other+".keySet();\n"); 081 cb.append(iterType+getId(Consts.RIO_PREFIX + "miter1")+" = "+ 082 getId(Consts.RIO_PREFIX + "set1")+".iterator();\n"); 083 cb.append(iterType+getId(Consts.RIO_PREFIX + "miter2")+" = "+ 084 getId(Consts.RIO_PREFIX + "set2")+".iterator();\n"); 085 cb.append("for(; "+getId(Consts.RIO_PREFIX + "miter1")+".hasNext() && "+ 086 getId(Consts.RIO_PREFIX + "miter2")+".hasNext();) {\n"); 087 cb.append(key.getType()+" "+getId(Consts.RIO_PREFIX + "k1")+ 088 " = "+getId(Consts.RIO_PREFIX + "miter1")+".next();\n"); 089 cb.append(key.getType()+" "+getId(Consts.RIO_PREFIX + "k2")+ 090 " = "+getId(Consts.RIO_PREFIX + "miter2")+".next();\n"); 091 key.genCompareTo(cb, getId(Consts.RIO_PREFIX + "k1"), 092 getId(Consts.RIO_PREFIX + "k2")); 093 cb.append("if (" + Consts.RIO_PREFIX + "ret != 0) { return " + 094 Consts.RIO_PREFIX + "ret; }\n"); 095 cb.append("}\n"); 096 cb.append(Consts.RIO_PREFIX + "ret = ("+getId(Consts.RIO_PREFIX + "set1")+ 097 ".size() - "+getId(Consts.RIO_PREFIX + "set2")+".size());\n"); 098 cb.append("}\n"); 099 } 100 101 void genReadMethod(CodeBuffer cb, String fname, String tag, boolean decl) { 102 if (decl) { 103 cb.append(getType()+" "+fname+";\n"); 104 } 105 cb.append("{\n"); 106 incrLevel(); 107 cb.append("org.apache.hadoop.record.Index " + 108 getId(Consts.RIO_PREFIX + "midx")+" = " + 109 Consts.RECORD_INPUT + ".startMap(\""+tag+"\");\n"); 110 cb.append(fname+"=new "+getType()+"();\n"); 111 cb.append("for (; !"+getId(Consts.RIO_PREFIX + "midx")+".done(); "+ 112 getId(Consts.RIO_PREFIX + "midx")+".incr()) {\n"); 113 key.genReadMethod(cb, getId(Consts.RIO_PREFIX + "k"), 114 getId(Consts.RIO_PREFIX + "k"), true); 115 value.genReadMethod(cb, getId(Consts.RIO_PREFIX + "v"), 116 getId(Consts.RIO_PREFIX + "v"), true); 117 cb.append(fname+".put("+getId(Consts.RIO_PREFIX + "k")+","+ 118 getId(Consts.RIO_PREFIX + "v")+");\n"); 119 cb.append("}\n"); 120 cb.append(Consts.RECORD_INPUT + ".endMap(\""+tag+"\");\n"); 121 decrLevel(); 122 cb.append("}\n"); 123 } 124 125 void genWriteMethod(CodeBuffer cb, String fname, String tag) { 126 String setType = "java.util.Set<java.util.Map.Entry<"+ 127 key.getWrapperType()+","+value.getWrapperType()+">> "; 128 String entryType = "java.util.Map.Entry<"+ 129 key.getWrapperType()+","+value.getWrapperType()+"> "; 130 String iterType = "java.util.Iterator<java.util.Map.Entry<"+ 131 key.getWrapperType()+","+value.getWrapperType()+">> "; 132 cb.append("{\n"); 133 incrLevel(); 134 cb.append(Consts.RECORD_OUTPUT + ".startMap("+fname+",\""+tag+"\");\n"); 135 cb.append(setType+getId(Consts.RIO_PREFIX + "es")+" = "+ 136 fname+".entrySet();\n"); 137 cb.append("for("+iterType+getId(Consts.RIO_PREFIX + "midx")+" = "+ 138 getId(Consts.RIO_PREFIX + "es")+".iterator(); "+ 139 getId(Consts.RIO_PREFIX + "midx")+".hasNext();) {\n"); 140 cb.append(entryType+getId(Consts.RIO_PREFIX + "me")+" = "+ 141 getId(Consts.RIO_PREFIX + "midx")+".next();\n"); 142 cb.append(key.getType()+" "+getId(Consts.RIO_PREFIX + "k")+" = "+ 143 getId(Consts.RIO_PREFIX + "me")+".getKey();\n"); 144 cb.append(value.getType()+" "+getId(Consts.RIO_PREFIX + "v")+" = "+ 145 getId(Consts.RIO_PREFIX + "me")+".getValue();\n"); 146 key.genWriteMethod(cb, getId(Consts.RIO_PREFIX + "k"), 147 getId(Consts.RIO_PREFIX + "k")); 148 value.genWriteMethod(cb, getId(Consts.RIO_PREFIX + "v"), 149 getId(Consts.RIO_PREFIX + "v")); 150 cb.append("}\n"); 151 cb.append(Consts.RECORD_OUTPUT + ".endMap("+fname+",\""+tag+"\");\n"); 152 cb.append("}\n"); 153 decrLevel(); 154 } 155 156 void genSlurpBytes(CodeBuffer cb, String b, String s, String l) { 157 cb.append("{\n"); 158 incrLevel(); 159 cb.append("int "+getId("mi")+ 160 " = org.apache.hadoop.record.Utils.readVInt("+b+", "+s+");\n"); 161 cb.append("int "+getId("mz")+ 162 " = org.apache.hadoop.record.Utils.getVIntSize("+getId("mi")+");\n"); 163 cb.append(s+"+="+getId("mz")+"; "+l+"-="+getId("mz")+";\n"); 164 cb.append("for (int "+getId("midx")+" = 0; "+getId("midx")+ 165 " < "+getId("mi")+"; "+getId("midx")+"++) {"); 166 key.genSlurpBytes(cb, b, s, l); 167 value.genSlurpBytes(cb, b, s, l); 168 cb.append("}\n"); 169 decrLevel(); 170 cb.append("}\n"); 171 } 172 173 void genCompareBytes(CodeBuffer cb) { 174 cb.append("{\n"); 175 incrLevel(); 176 cb.append("int "+getId("mi1")+ 177 " = org.apache.hadoop.record.Utils.readVInt(b1, s1);\n"); 178 cb.append("int "+getId("mi2")+ 179 " = org.apache.hadoop.record.Utils.readVInt(b2, s2);\n"); 180 cb.append("int "+getId("mz1")+ 181 " = org.apache.hadoop.record.Utils.getVIntSize("+getId("mi1")+");\n"); 182 cb.append("int "+getId("mz2")+ 183 " = org.apache.hadoop.record.Utils.getVIntSize("+getId("mi2")+");\n"); 184 cb.append("s1+="+getId("mz1")+"; s2+="+getId("mz2")+ 185 "; l1-="+getId("mz1")+"; l2-="+getId("mz2")+";\n"); 186 cb.append("for (int "+getId("midx")+" = 0; "+getId("midx")+ 187 " < "+getId("mi1")+" && "+getId("midx")+" < "+getId("mi2")+ 188 "; "+getId("midx")+"++) {"); 189 key.genCompareBytes(cb); 190 value.genSlurpBytes(cb, "b1", "s1", "l1"); 191 value.genSlurpBytes(cb, "b2", "s2", "l2"); 192 cb.append("}\n"); 193 cb.append("if ("+getId("mi1")+" != "+getId("mi2")+ 194 ") { return ("+getId("mi1")+"<"+getId("mi2")+")?-1:0; }\n"); 195 decrLevel(); 196 cb.append("}\n"); 197 } 198 } 199 200 class CppMap extends CppCompType { 201 202 JType.CppType key; 203 JType.CppType value; 204 205 CppMap(JType.CppType key, JType.CppType value) { 206 super("::std::map< "+key.getType()+", "+ value.getType()+" >"); 207 this.key = key; 208 this.value = value; 209 } 210 211 String getTypeIDObjectString() { 212 return "new ::hadoop::MapTypeID(" + 213 key.getTypeIDObjectString() + ", " + 214 value.getTypeIDObjectString() + ")"; 215 } 216 217 void genSetRTIFilter(CodeBuffer cb) { 218 key.genSetRTIFilter(cb); 219 value.genSetRTIFilter(cb); 220 } 221 222 } 223 224 /** Creates a new instance of JMap */ 225 public JMap(JType t1, JType t2) { 226 setJavaType(new JavaMap(t1.getJavaType(), t2.getJavaType())); 227 setCppType(new CppMap(t1.getCppType(), t2.getCppType())); 228 setCType(new CType()); 229 keyType = t1; 230 valueType = t2; 231 } 232 233 String getSignature() { 234 return "{" + keyType.getSignature() + valueType.getSignature() +"}"; 235 } 236}