Packages

  • package root
    Definition Classes
    root
  • package org
    Definition Classes
    root
  • package apache
    Definition Classes
    org
  • package spark
    Definition Classes
    apache
  • package sql
    Definition Classes
    spark
  • package catalyst

    Catalyst is a library for manipulating relational query plans.

    Catalyst is a library for manipulating relational query plans. All classes in catalyst are considered an internal API to Spark SQL and are subject to change between minor releases.

    Definition Classes
    sql
  • package dsl

    A collection of implicit conversions that create a DSL for constructing catalyst data structures.

    A collection of implicit conversions that create a DSL for constructing catalyst data structures.

    scala> import org.apache.spark.sql.catalyst.dsl.expressions._

// Standard operators are added to expressions.
scala> import org.apache.spark.sql.catalyst.expressions.Literal
scala> Literal(1) + Literal(1)
res0: org.apache.spark.sql.catalyst.expressions.Add = (1 + 1)

// There is a conversion from 'symbols to unresolved attributes.
scala> 'a.attr
res1: org.apache.spark.sql.catalyst.analysis.UnresolvedAttribute = 'a

// These unresolved attributes can be used to create more complicated expressions.
scala> 'a === 'b
res2: org.apache.spark.sql.catalyst.expressions.EqualTo = ('a = 'b)

// SQL verbs can be used to construct logical query plans.
scala> import org.apache.spark.sql.catalyst.plans.logical._
scala> import org.apache.spark.sql.catalyst.dsl.plans._
scala> LocalRelation($"key".int, $"value".string).where('key === 1).select('value).analyze
res3: org.apache.spark.sql.catalyst.plans.logical.LogicalPlan =
Project [value#3]
 Filter (key#2 = 1)
  LocalRelation [key#2,value#3], []
    Definition Classes
    catalyst
  • trait ExpressionConversions extends AnyRef
    Definition Classes
    dsl
  • DslAttr
  • DslAttribute
  • DslExpression
  • DslString
  • DslSymbol
  • ImplicitAttribute
  • StringToAttributeConversionHelper

implicit class DslString extends ImplicitOperators

Linear Supertypes
ImplicitOperators, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. DslString
  2. ImplicitOperators
  3. AnyRef
  4. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new DslString(s: String)

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. def %(other: Expression): Expression
    Definition Classes
    ImplicitOperators
  4. def &(other: Expression): Expression
    Definition Classes
    ImplicitOperators
  5. def &&(other: Expression): Predicate
    Definition Classes
    ImplicitOperators
  6. def *(other: Expression): Expression
    Definition Classes
    ImplicitOperators
  7. def +(other: Expression): Expression
    Definition Classes
    ImplicitOperators
  8. def -(other: Expression): Expression
    Definition Classes
    ImplicitOperators
  9. def /(other: Expression): Expression
    Definition Classes
    ImplicitOperators
  10. def <(other: Expression): Predicate
    Definition Classes
    ImplicitOperators
  11. def <=(other: Expression): Predicate
    Definition Classes
    ImplicitOperators
  12. def <=>(other: Expression): Predicate
    Definition Classes
    ImplicitOperators
  13. def =!=(other: Expression): Predicate
    Definition Classes
    ImplicitOperators
  14. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  15. def ===(other: Expression): Predicate
    Definition Classes
    ImplicitOperators
  16. def >(other: Expression): Predicate
    Definition Classes
    ImplicitOperators
  17. def >=(other: Expression): Predicate
    Definition Classes
    ImplicitOperators
  18. def ^(other: Expression): Expression
    Definition Classes
    ImplicitOperators
  19. def as(alias: String): NamedExpression
    Definition Classes
    ImplicitOperators
  20. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  21. def asc: SortOrder
    Definition Classes
    ImplicitOperators
  22. def asc_nullsLast: SortOrder
    Definition Classes
    ImplicitOperators
  23. def attr: UnresolvedAttribute
  24. def cast(to: DataType): Expression
    Definition Classes
    ImplicitOperators
  25. def castNullable(): Expression
    Definition Classes
    ImplicitOperators
  26. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  27. def contains(other: Expression): Predicate
    Definition Classes
    ImplicitOperators
  28. def desc: SortOrder
    Definition Classes
    ImplicitOperators
  29. def desc_nullsFirst: SortOrder
    Definition Classes
    ImplicitOperators
  30. def div(other: Expression): Expression
    Definition Classes
    ImplicitOperators
  31. def endsWith(other: Expression): Predicate
    Definition Classes
    ImplicitOperators
  32. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  33. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  34. def expr: Expression
    Definition Classes
    DslString → ImplicitOperators
  35. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  36. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  37. def getField(fieldName: String): UnresolvedExtractValue
    Definition Classes
    ImplicitOperators
  38. def getItem(ordinal: Expression): UnresolvedExtractValue
    Definition Classes
    ImplicitOperators
  39. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  40. def ilike(other: Expression, escapeChar: Char = '\\'): Expression
    Definition Classes
    ImplicitOperators
  41. def in(list: Expression*): Predicate
    Definition Classes
    ImplicitOperators
  42. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  43. def isNotNull: Predicate
    Definition Classes
    ImplicitOperators
  44. def isNull: Predicate
    Definition Classes
    ImplicitOperators
  45. def like(other: Expression, escapeChar: Char = '\\'): Predicate
    Definition Classes
    ImplicitOperators
  46. def likeAll(others: Expression*): Predicate
    Definition Classes
    ImplicitOperators
  47. def likeAny(others: Expression*): Predicate
    Definition Classes
    ImplicitOperators
  48. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  49. def notLikeAll(others: Expression*): Predicate
    Definition Classes
    ImplicitOperators
  50. def notLikeAny(others: Expression*): Predicate
    Definition Classes
    ImplicitOperators
  51. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  52. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  53. def rlike(other: Expression): Predicate
    Definition Classes
    ImplicitOperators
  54. val s: String
  55. def startsWith(other: Expression): Predicate
    Definition Classes
    ImplicitOperators
  56. def substr(pos: Expression, len: Expression = Literal(Int.MaxValue)): Expression
    Definition Classes
    ImplicitOperators
  57. def substring(pos: Expression, len: Expression = Literal(Int.MaxValue)): Expression
    Definition Classes
    ImplicitOperators
  58. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  59. def toString(): String
    Definition Classes
    AnyRef → Any
  60. def unary_!: Predicate
    Definition Classes
    ImplicitOperators
  61. def unary_+: Expression
    Definition Classes
    ImplicitOperators
  62. def unary_-: Expression
    Definition Classes
    ImplicitOperators
  63. def unary_~: Expression
    Definition Classes
    ImplicitOperators
  64. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  65. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  66. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  67. def |(other: Expression): Expression
    Definition Classes
    ImplicitOperators
  68. def ||(other: Expression): Predicate
    Definition Classes
    ImplicitOperators

Deprecated Value Members

  1. def as(alias: Symbol): NamedExpression
    Definition Classes
    ImplicitOperators
    Annotations
    @deprecated
    Deprecated

    (Since version 3.4.0) Use as(alias: String)

Inherited from ImplicitOperators

Inherited from AnyRef

Inherited from Any

Ungrouped