// SPDX-License-Identifier: Apache-2.0 package firrtl package annotations import firrtl.ir._ import scala.util.{Failure, Success, Try} import org.json4s._ import org.json4s.native.JsonMethods._ import org.json4s.native.Serialization import org.json4s.native.Serialization.{read, write, writePretty} trait HasSerializationHints { // For serialization of complicated constructor arguments, let the annotation // writer specify additional type hints for relevant classes that might be // contained within def typeHints: Seq[Class[_]] } /** Wrapper [[Annotation]] for Annotations that cannot be serialized */ case class UnserializeableAnnotation(error: String, content: String) extends NoTargetAnnotation object JsonProtocol { class TransformClassSerializer extends CustomSerializer[Class[_ <: Transform]](format => ( { case JString(s) => Class.forName(s).asInstanceOf[Class[_ <: Transform]] }, { case x: Class[_] => JString(x.getName) } ) ) // TODO Reduce boilerplate? class NamedSerializer extends CustomSerializer[Named](format => ( { case JString(s) => AnnotationUtils.toNamed(s) }, { case named: Named => JString(named.serialize) } ) ) class CircuitNameSerializer extends CustomSerializer[CircuitName](format => ( { case JString(s) => AnnotationUtils.toNamed(s).asInstanceOf[CircuitName] }, { case named: CircuitName => JString(named.serialize) } ) ) class ModuleNameSerializer extends CustomSerializer[ModuleName](format => ( { case JString(s) => AnnotationUtils.toNamed(s).asInstanceOf[ModuleName] }, { case named: ModuleName => JString(named.serialize) } ) ) class ComponentNameSerializer extends CustomSerializer[ComponentName](format => ( { case JString(s) => AnnotationUtils.toNamed(s).asInstanceOf[ComponentName] }, { case named: ComponentName => JString(named.serialize) } ) ) class TransformSerializer extends CustomSerializer[Transform](format => ( { case JString(s) => try { Class.forName(s).asInstanceOf[Class[_ <: Transform]].newInstance() } catch { case e: java.lang.InstantiationException => throw new FirrtlInternalException( "NoSuchMethodException during construction of serialized Transform. Is your Transform an inner class?", e ) case t: Throwable => throw t } }, { case x: Transform => JString(x.getClass.getName) } ) ) class LoadMemoryFileTypeSerializer extends CustomSerializer[MemoryLoadFileType](format => ( { case JString(s) => MemoryLoadFileType.deserialize(s) }, { case named: MemoryLoadFileType => JString(named.serialize) } ) ) class TargetSerializer extends CustomSerializer[Target](format => ( { case JString(s) => Target.deserialize(s) }, { case named: Target => JString(named.serialize) } ) ) class GenericTargetSerializer extends CustomSerializer[GenericTarget](format => ( { case JString(s) => Target.deserialize(s).asInstanceOf[GenericTarget] }, { case named: GenericTarget => JString(named.serialize) } ) ) class CircuitTargetSerializer extends CustomSerializer[CircuitTarget](format => ( { case JString(s) => Target.deserialize(s).asInstanceOf[CircuitTarget] }, { case named: CircuitTarget => JString(named.serialize) } ) ) class ModuleTargetSerializer extends CustomSerializer[ModuleTarget](format => ( { case JString(s) => Target.deserialize(s).asInstanceOf[ModuleTarget] }, { case named: ModuleTarget => JString(named.serialize) } ) ) class InstanceTargetSerializer extends CustomSerializer[InstanceTarget](format => ( { case JString(s) => Target.deserialize(s).asInstanceOf[InstanceTarget] }, { case named: InstanceTarget => JString(named.serialize) } ) ) class ReferenceTargetSerializer extends CustomSerializer[ReferenceTarget](format => ( { case JString(s) => Target.deserialize(s).asInstanceOf[ReferenceTarget] }, { case named: ReferenceTarget => JString(named.serialize) } ) ) class IsModuleSerializer extends CustomSerializer[IsModule](format => ( { case JString(s) => Target.deserialize(s).asInstanceOf[IsModule] }, { case named: IsModule => JString(named.serialize) } ) ) class IsMemberSerializer extends CustomSerializer[IsMember](format => ( { case JString(s) => Target.deserialize(s).asInstanceOf[IsMember] }, { case named: IsMember => JString(named.serialize) } ) ) class CompleteTargetSerializer extends CustomSerializer[CompleteTarget](format => ( { case JString(s) => Target.deserialize(s).asInstanceOf[CompleteTarget] }, { case named: CompleteTarget => JString(named.serialize) } ) ) // FIRRTL Serializers class TypeSerializer extends CustomSerializer[Type](format => ( { case JString(s) => Parser.parseType(s) }, { case tpe: Type => JString(tpe.serialize) } ) ) class ExpressionSerializer extends CustomSerializer[Expression](format => ( { case JString(s) => Parser.parseExpression(s) }, { case expr: Expression => JString(expr.serialize) } ) ) class StatementSerializer extends CustomSerializer[Statement](format => ( { case JString(s) => Parser.parseStatement(s) }, { case statement: Statement => JString(statement.serialize) } ) ) class PortSerializer extends CustomSerializer[Port](format => ( { case JString(s) => Parser.parsePort(s) }, { case port: Port => JString(port.serialize) } ) ) class DefModuleSerializer extends CustomSerializer[DefModule](format => ( { case JString(s) => Parser.parseDefModule(s) }, { case mod: DefModule => JString(mod.serialize) } ) ) class CircuitSerializer extends CustomSerializer[Circuit](format => ( { case JString(s) => Parser.parse(s) }, { case cir: Circuit => JString(cir.serialize) } ) ) class InfoSerializer extends CustomSerializer[Info](format => ( { case JString(s) => Parser.parseInfo(s) }, { case info: Info => JString(info.serialize) } ) ) class GroundTypeSerializer extends CustomSerializer[GroundType](format => ( { case JString(s) => Parser.parseType(s).asInstanceOf[GroundType] }, { case tpe: GroundType => JString(tpe.serialize) } ) ) /** Construct Json formatter for annotations */ def jsonFormat(tags: Seq[Class[_]]) = { Serialization.formats(FullTypeHints(tags.toList)).withTypeHintFieldName("class") + new TransformClassSerializer + new NamedSerializer + new CircuitNameSerializer + new ModuleNameSerializer + new ComponentNameSerializer + new TargetSerializer + new GenericTargetSerializer + new CircuitTargetSerializer + new ModuleTargetSerializer + new InstanceTargetSerializer + new ReferenceTargetSerializer + new TransformSerializer + new LoadMemoryFileTypeSerializer + new IsModuleSerializer + new IsMemberSerializer + new CompleteTargetSerializer + new TypeSerializer + new ExpressionSerializer + new StatementSerializer + new PortSerializer + new DefModuleSerializer + new CircuitSerializer + new InfoSerializer + new GroundTypeSerializer } /** Serialize annotations to a String for emission */ def serialize(annos: Seq[Annotation]): String = serializeTry(annos).get private def findUnserializeableAnnos( annos: Seq[Annotation] )( implicit formats: Formats ): Seq[(Annotation, Throwable)] = annos.map(a => a -> Try(write(a))).collect { case (a, Failure(e)) => (a, e) } private def getTags(annos: Seq[Annotation]): Seq[Class[_]] = annos .flatMap({ case anno: HasSerializationHints => anno.getClass +: anno.typeHints case anno => Seq(anno.getClass) }) .distinct def serializeTry(annos: Seq[Annotation]): Try[String] = { val tags = getTags(annos) implicit val formats = jsonFormat(tags) Try(writePretty(annos)).recoverWith { case e: org.json4s.MappingException => val badAnnos = findUnserializeableAnnos(annos) Failure(if (badAnnos.isEmpty) e else UnserializableAnnotationException(badAnnos)) } } /** Serialize annotations to JSON while wrapping unserializeable ones with [[UnserializeableAnnotation]] * * @note this is slower than standard serialization */ def serializeRecover(annos: Seq[Annotation]): String = { val tags = classOf[UnserializeableAnnotation] +: getTags(annos) implicit val formats = jsonFormat(tags) val safeAnnos = annos.map { anno => Try(write(anno)) match { case Success(_) => anno case Failure(e) => UnserializeableAnnotation(e.getMessage, anno.toString) } } writePretty(safeAnnos) } def deserialize(in: JsonInput): Seq[Annotation] = deserializeTry(in).get def deserializeTry(in: JsonInput): Try[Seq[Annotation]] = Try({ val parsed = parse(in) val annos = parsed match { case JArray(objs) => objs case x => throw new InvalidAnnotationJSONException( s"Annotations must be serialized as a JArray, got ${x.getClass.getName} instead!" ) } // Recursively gather typeHints by pulling the "class" field from JObjects // Json4s should emit this as the first field in all serialized classes // Setting requireClassField mandates that all JObjects must provide a typeHint, // this used on the first invocation to check all annotations do so def findTypeHints(classInst: Seq[JValue], requireClassField: Boolean = false): Seq[String] = classInst .flatMap({ case JObject(("class", JString(name)) :: fields) => name +: findTypeHints(fields.map(_._2)) case obj: JObject if requireClassField => throw new InvalidAnnotationJSONException(s"Expected field 'class' not found! $obj") case JObject(fields) => findTypeHints(fields.map(_._2)) case JArray(arr) => findTypeHints(arr) case oJValue => Seq() }) .distinct val classes = findTypeHints(annos, true) val loaded = classes.map(Class.forName(_)) implicit val formats = jsonFormat(loaded) read[List[Annotation]](in) }).recoverWith { // Translate some generic errors to specific ones case e: java.lang.ClassNotFoundException => Failure(new AnnotationClassNotFoundException(e.getMessage)) // Eat the stack traces of json4s exceptions case e @ (_: org.json4s.ParserUtil.ParseException | _: org.json4s.MappingException) => Failure(new InvalidAnnotationJSONException(e.getMessage)) }.recoverWith { // If the input is a file, wrap in InvalidAnnotationFileException case e: FirrtlUserException => in match { case FileInput(file) => Failure(new InvalidAnnotationFileException(file, e)) case _ => Failure(e) } } }