defmodule AshPostgres.Expr do @moduledoc false alias Ash.Filter alias Ash.Query.{BooleanExpression, Exists, Not, Ref} alias Ash.Query.Operator.IsNil alias Ash.Query.Function.{ Ago, At, CompositeType, Contains, DateAdd, DateTimeAdd, Error, FromNow, GetPath, If, Lazy, Length, Now, Round, StringJoin, StringLength, StringSplit, StringTrim, Today, Type } alias AshPostgres.Functions.{Fragment, ILike, Like, TrigramSimilarity, VectorCosineDistance} require Ecto.Query defmodule ExprInfo do @moduledoc false defstruct has_error?: false end def dynamic_expr(query, expr, bindings, embedded? \\ false, type \\ nil, acc \\ %ExprInfo{}) def dynamic_expr(_query, %Filter{expression: nil}, _bindings, _embedded?, _type, acc) do # a nil filter means everything {true, acc} end def dynamic_expr(query, %Filter{expression: expression}, bindings, embedded?, type, acc) do dynamic_expr(query, expression, bindings, embedded?, type, acc) end def dynamic_expr(_, true, _, _, _, acc), do: {true, acc} def dynamic_expr(_, false, _, _, _, acc), do: {false, acc} def dynamic_expr(query, expression, bindings, embedded?, type, acc) do do_dynamic_expr(query, expression, bindings, embedded?, acc, type) end defp do_dynamic_expr(query, expr, bindings, embedded?, acc, type \\ nil) defp do_dynamic_expr(_, {:embed, other}, _bindings, _true, acc, _type) do {other, acc} end defp do_dynamic_expr(query, %Not{expression: expression}, bindings, embedded?, acc, _type) do {new_expression, acc} = do_dynamic_expr(query, expression, bindings, embedded?, acc, :boolean) {Ecto.Query.dynamic(not (^new_expression)), acc} end defp do_dynamic_expr( query, %TrigramSimilarity{arguments: [arg1, arg2], embedded?: pred_embedded?}, bindings, embedded?, acc, _type ) do {arg1, acc} = do_dynamic_expr(query, arg1, bindings, pred_embedded? || embedded?, acc, :string) {arg2, acc} = do_dynamic_expr(query, arg2, bindings, pred_embedded? || embedded?, acc, :string) {Ecto.Query.dynamic(fragment("similarity(?, ?)", ^arg1, ^arg2)), acc} end defp do_dynamic_expr( query, %VectorCosineDistance{arguments: [arg1, arg2], embedded?: pred_embedded?}, bindings, embedded?, acc, _type ) do {arg1, acc} = do_dynamic_expr(query, arg1, bindings, pred_embedded? || embedded?, acc, :string) {arg2, acc} = do_dynamic_expr(query, arg2, bindings, pred_embedded? || embedded?, acc, :string) {Ecto.Query.dynamic(fragment("(? <=> ?)", ^arg1, ^arg2)), acc} end defp do_dynamic_expr( query, %Like{arguments: [arg1, arg2], embedded?: pred_embedded?}, bindings, embedded?, acc, _type ) do {arg1, acc} = do_dynamic_expr(query, arg1, bindings, pred_embedded? || embedded?, acc, :string) {arg2, acc} = do_dynamic_expr(query, arg2, bindings, pred_embedded? || embedded?, acc, :string) {Ecto.Query.dynamic(like(^arg1, ^arg2)), acc} end defp do_dynamic_expr( query, %ILike{arguments: [arg1, arg2], embedded?: pred_embedded?}, bindings, embedded?, acc, type ) do {arg1, acc} = do_dynamic_expr(query, arg1, bindings, pred_embedded? || embedded?, acc, :string) {arg2, acc} = do_dynamic_expr(query, arg2, bindings, pred_embedded? || embedded?, acc, :string) type = if type != Ash.Type.Boolean do type end { Ecto.Query.dynamic(ilike(^arg1, ^arg2)) |> maybe_type(type, query), acc } end defp do_dynamic_expr( query, %IsNil{left: left, right: right, embedded?: pred_embedded?}, bindings, embedded?, acc, _type ) do {left_expr, acc} = do_dynamic_expr(query, left, bindings, pred_embedded? || embedded?, acc) {right_expr, acc} = do_dynamic_expr(query, right, bindings, pred_embedded? || embedded?, acc, :boolean) {Ecto.Query.dynamic(is_nil(^left_expr) == ^right_expr), acc} end defp do_dynamic_expr( _query, %Lazy{arguments: [{m, f, a}]}, _bindings, _embedded?, acc, _type ) do {apply(m, f, a), acc} end defp do_dynamic_expr( query, %Ago{arguments: [left, right], embedded?: pred_embedded?}, bindings, embedded?, acc, _type ) when is_binary(right) or is_atom(right) do {left, acc} = do_dynamic_expr(query, left, bindings, pred_embedded? || embedded?, acc, :integer) {Ecto.Query.dynamic( fragment("(?)", datetime_add(^DateTime.utc_now(), ^left * -1, ^to_string(right))) ), acc} end defp do_dynamic_expr( query, %At{arguments: [left, right], embedded?: pred_embedded?}, bindings, embedded?, acc, _type ) do {left, acc} = do_dynamic_expr(query, left, bindings, pred_embedded? || embedded?, acc, :integer) {right, acc} = do_dynamic_expr(query, right, bindings, pred_embedded? || embedded?, acc, :integer) expr = if is_integer(right) do Ecto.Query.dynamic(fragment("(?)[?]", ^left, ^(right + 1))) else Ecto.Query.dynamic(fragment("(?)[? + 1]", ^left, ^right)) end {expr, acc} end defp do_dynamic_expr( query, %FromNow{arguments: [left, right], embedded?: pred_embedded?}, bindings, embedded?, acc, _type ) when is_binary(right) or is_atom(right) do {left, acc} = do_dynamic_expr(query, left, bindings, pred_embedded? || embedded?, acc, :integer) {Ecto.Query.dynamic( fragment("(?)", datetime_add(^DateTime.utc_now(), ^left, ^to_string(right))) ), acc} end defp do_dynamic_expr( query, %DateTimeAdd{arguments: [datetime, amount, interval], embedded?: pred_embedded?}, bindings, embedded?, acc, _type ) when is_binary(interval) or is_atom(interval) do {datetime, acc} = do_dynamic_expr(query, datetime, bindings, pred_embedded? || embedded?, acc) {amount, acc} = do_dynamic_expr(query, amount, bindings, pred_embedded? || embedded?, acc, :integer) {Ecto.Query.dynamic(fragment("(?)", datetime_add(^datetime, ^amount, ^to_string(interval)))), acc} end defp do_dynamic_expr( query, %DateAdd{arguments: [date, amount, interval], embedded?: pred_embedded?}, bindings, embedded?, acc, _type ) when is_binary(interval) or is_atom(interval) do {date, acc} = do_dynamic_expr(query, date, bindings, pred_embedded? || embedded?, acc) {amount, acc} = do_dynamic_expr(query, amount, bindings, pred_embedded? || embedded?, acc, :integer) {Ecto.Query.dynamic(fragment("(?)", datetime_add(^date, ^amount, ^to_string(interval)))), acc} end defp do_dynamic_expr( query, %GetPath{ arguments: [ %Ref{attribute: %Ash.Resource.Aggregate{} = aggregate, resource: resource} = left, right ], embedded?: pred_embedded? }, bindings, embedded?, acc, _ ) when is_list(right) do attribute = if aggregate.field do related = Ash.Resource.Info.related(resource, aggregate.relationship_path) Ash.Resource.Info.attribute(related, aggregate.field) end attribute_type = if attribute do attribute.type end attribute_constraints = if attribute do attribute.constraints end {:ok, type, constraints} = Ash.Query.Aggregate.kind_to_type(aggregate.kind, attribute_type, attribute_constraints) type |> Ash.Resource.Info.aggregate_type(aggregate) |> split_at_paths(constraints, right) |> Enum.reduce(do_dynamic_expr(query, left, bindings, embedded?, acc), fn data, {expr, acc} -> do_get_path(query, expr, data, bindings, embedded?, pred_embedded?, acc) end) end defp do_dynamic_expr( query, %GetPath{ arguments: [%Ref{attribute: %{type: type, constraints: constraints}} = left, right], embedded?: pred_embedded? }, bindings, embedded?, acc, _ ) when is_list(right) do type |> split_at_paths(constraints, right) |> Enum.reduce(do_dynamic_expr(query, left, bindings, embedded?, acc), fn data, {expr, acc} -> do_get_path(query, expr, data, bindings, embedded?, pred_embedded?, acc) end) end defp do_dynamic_expr( query, %Contains{arguments: [left, %Ash.CiString{} = right], embedded?: pred_embedded?}, bindings, embedded?, acc, type ) do if "citext" in AshPostgres.DataLayer.Info.repo(query.__ash_bindings__.resource, :mutate).installed_extensions() do do_dynamic_expr( query, %Fragment{ embedded?: pred_embedded?, arguments: [ raw: "(strpos((", expr: left, raw: "::citext), (", expr: right, raw: ")) > 0)" ] }, bindings, embedded?, acc, type ) else do_dynamic_expr( query, %Fragment{ embedded?: pred_embedded?, arguments: [ raw: "(strpos(lower(", expr: left, raw: "), lower(", expr: right, raw: ")) > 0)" ] }, bindings, embedded?, acc, type ) end end defp do_dynamic_expr( query, %Contains{arguments: [left, right], embedded?: pred_embedded?}, bindings, embedded?, acc, type ) do do_dynamic_expr( query, %Fragment{ embedded?: pred_embedded?, arguments: [ raw: "(strpos((", expr: left, raw: "), (", expr: right, raw: ")) > 0)" ] }, bindings, embedded?, acc, type ) end defp do_dynamic_expr( query, %Length{arguments: [list], embedded?: pred_embedded?}, bindings, embedded?, acc, type ) do do_dynamic_expr( query, %Fragment{ embedded?: pred_embedded?, arguments: [ raw: "array_length((", expr: list, raw: "), 1)" ] }, bindings, embedded?, acc, type ) end defp do_dynamic_expr( query, %If{arguments: [condition, when_true, when_false], embedded?: pred_embedded?}, bindings, embedded?, acc, type ) do [condition_type, when_true_type, when_false_type] = case AshPostgres.Types.determine_types(If, [condition, when_true, when_false]) do [condition_type, when_true] -> [condition_type, when_true, nil] [condition_type, when_true, when_false] -> [condition_type, when_true, when_false] end |> case do [condition_type, nil, nil] -> [condition_type, type, type] [condition_type, when_true, nil] -> [condition_type, when_true, type] [condition_type, nil, when_false] -> [condition_type, type, when_false] [condition_type, when_true, when_false] -> [condition_type, when_true, when_false] end {condition, acc} = do_dynamic_expr( query, condition, bindings, pred_embedded? || embedded?, acc, condition_type ) {when_true, acc} = do_dynamic_expr( query, when_true, bindings, pred_embedded? || embedded?, acc, when_true_type ) {additional_cases, when_false, acc} = extract_cases( query, when_false, bindings, pred_embedded? || embedded?, acc, when_false_type ) additional_case_fragments = additional_cases |> Enum.flat_map(fn {condition, when_true} -> [ raw: " WHEN ", casted_expr: condition, raw: " THEN ", casted_expr: when_true ] end) do_dynamic_expr( query, %Fragment{ embedded?: pred_embedded?, arguments: [ raw: "(CASE WHEN ", casted_expr: condition, raw: " THEN ", casted_expr: when_true ] ++ additional_case_fragments ++ [ raw: " ELSE ", casted_expr: when_false, raw: " END)" ] }, bindings, embedded?, acc, type ) end defp do_dynamic_expr( query, %StringJoin{arguments: [values, joiner], embedded?: pred_embedded?}, bindings, embedded?, acc, type ) do do_dynamic_expr( query, %Fragment{ embedded?: pred_embedded?, arguments: Enum.reduce(values, [raw: "(concat_ws(", expr: joiner], fn value, frag_acc -> frag_acc ++ [raw: ", ", expr: value] end) ++ [raw: "))"] }, bindings, embedded?, acc, type ) end defp do_dynamic_expr( query, %StringSplit{arguments: [string, delimiter, options], embedded?: pred_embedded?}, bindings, embedded?, acc, type ) do if options[:trim?] do require_ash_functions!(query, "string_split(..., trim?: true)") do_dynamic_expr( query, %Fragment{ embedded?: pred_embedded?, arguments: [ raw: "ash_trim_whitespace(string_to_array(", expr: string, raw: ", NULLIF(", expr: delimiter, raw: ", '')))" ] }, bindings, embedded?, acc, type ) else do_dynamic_expr( query, %Fragment{ embedded?: pred_embedded?, arguments: [ raw: "string_to_array(", expr: string, raw: ", NULLIF(", expr: delimiter, raw: ", ''))" ] }, bindings, embedded?, acc, type ) end end defp do_dynamic_expr( query, %StringJoin{arguments: [values], embedded?: pred_embedded?}, bindings, embedded?, acc, type ) do do_dynamic_expr( query, %Fragment{ embedded?: pred_embedded?, arguments: [raw: "(concat("] ++ (values |> Enum.reduce([], fn value, acc -> acc ++ [expr: value] end) |> Enum.intersperse({:raw, ", "})) ++ [raw: "))"] }, bindings, embedded?, acc, type ) end defp do_dynamic_expr( query, %StringLength{arguments: [value], embedded?: pred_embedded?}, bindings, embedded?, acc, type ) do do_dynamic_expr( query, %Fragment{ embedded?: pred_embedded?, arguments: [raw: "length(", expr: value, raw: ")"] }, bindings, embedded?, acc, type ) end defp do_dynamic_expr( query, %StringTrim{arguments: [value], embedded?: pred_embedded?}, bindings, embedded?, acc, type ) do do_dynamic_expr( query, %Fragment{ embedded?: pred_embedded?, arguments: [ raw: "REGEXP_REPLACE(REGEXP_REPLACE(", expr: value, raw: ", '\s+$', ''), '^\s+', '')" ] }, bindings, embedded?, acc, type ) end # Sorry :( # This is bad to do, but is the only reasonable way I could find. defp do_dynamic_expr( query, %Fragment{arguments: arguments, embedded?: pred_embedded?}, bindings, embedded?, acc, _type ) do arguments = case arguments do [{:raw, _} | _] -> arguments arguments -> [{:raw, ""} | arguments] end arguments = case List.last(arguments) do nil -> arguments {:raw, _} -> arguments _ -> arguments ++ [{:raw, ""}] end {params, fragment_data, _, acc} = Enum.reduce(arguments, {[], [], 0, acc}, fn {:raw, str}, {params, fragment_data, count, acc} -> {params, [{:raw, str} | fragment_data], count, acc} {:casted_expr, dynamic}, {params, fragment_data, count, acc} -> {item, params, count} = {{:^, [], [count]}, [{dynamic, :any} | params], count + 1} {params, [{:expr, item} | fragment_data], count, acc} {:expr, expr}, {params, fragment_data, count, acc} -> {dynamic, acc} = do_dynamic_expr(query, expr, bindings, pred_embedded? || embedded?, acc) type = if is_binary(expr) do :string else :any end {item, params, count} = {{:^, [], [count]}, [{dynamic, type} | params], count + 1} {params, [{:expr, item} | fragment_data], count, acc} end) {%Ecto.Query.DynamicExpr{ fun: fn _query -> {{:fragment, [], Enum.reverse(fragment_data)}, Enum.reverse(params), [], %{}} end, binding: [], file: __ENV__.file, line: __ENV__.line }, acc} end defp do_dynamic_expr( query, %BooleanExpression{op: op, left: left, right: right}, bindings, embedded?, acc, _type ) do {left_expr, acc} = do_dynamic_expr(query, left, bindings, embedded?, acc, :boolean) {right_expr, acc} = do_dynamic_expr(query, right, bindings, embedded?, acc, :boolean) expr = case op do :and -> Ecto.Query.dynamic(^left_expr and ^right_expr) :or -> Ecto.Query.dynamic(^left_expr or ^right_expr) end {expr, acc} end defp do_dynamic_expr( query, %Ash.Query.Function.Minus{arguments: [arg], embedded?: pred_embedded?}, bindings, embedded?, acc, type ) do [determined_type] = AshPostgres.Types.determine_types(Ash.Query.Function.Minus, [arg]) {expr, acc} = do_dynamic_expr( query, arg, bindings, pred_embedded? || embedded?, acc, determined_type || type ) {Ecto.Query.dynamic(-(^expr)), acc} end # Honestly we need to either 1. not type cast or 2. build in type compatibility concepts # instead of `:same` we need an `ANY COMPATIBLE` equivalent. @cast_operands_for [:<>] defp do_dynamic_expr( query, %mod{ __predicate__?: _, left: left, right: right, embedded?: pred_embedded?, operator: operator }, bindings, embedded?, acc, type ) do [left_type, right_type] = mod |> AshPostgres.Types.determine_types([left, right]) {left_expr, acc} = if left_type && operator in @cast_operands_for do {left_expr, acc} = do_dynamic_expr(query, left, bindings, pred_embedded? || embedded?, acc) {Ecto.Query.dynamic(type(^left_expr, ^left_type)), acc} else do_dynamic_expr(query, left, bindings, pred_embedded? || embedded?, acc, left_type) end {right_expr, acc} = if right_type && operator in @cast_operands_for do {right_expr, acc} = do_dynamic_expr(query, right, bindings, pred_embedded? || embedded?, acc) {Ecto.Query.dynamic(type(^right_expr, ^right_type)), acc} else do_dynamic_expr(query, right, bindings, pred_embedded? || embedded?, acc, right_type) end case operator do :== -> {Ecto.Query.dynamic(^left_expr == ^right_expr), acc} :!= -> {Ecto.Query.dynamic(^left_expr != ^right_expr), acc} :> -> {Ecto.Query.dynamic(^left_expr > ^right_expr), acc} :< -> {Ecto.Query.dynamic(^left_expr < ^right_expr), acc} :>= -> {Ecto.Query.dynamic(^left_expr >= ^right_expr), acc} :<= -> {Ecto.Query.dynamic(^left_expr <= ^right_expr), acc} :in -> {Ecto.Query.dynamic(^left_expr in ^right_expr), acc} :+ -> {Ecto.Query.dynamic(^left_expr + ^right_expr), acc} :- -> {Ecto.Query.dynamic(^left_expr - ^right_expr), acc} :/ -> {Ecto.Query.dynamic(type(^left_expr, :decimal) / type(^right_expr, :decimal)), acc} :* -> {Ecto.Query.dynamic(^left_expr * ^right_expr), acc} :<> -> do_dynamic_expr( query, %Fragment{ embedded?: pred_embedded?, arguments: [ raw: "(", casted_expr: left_expr, raw: " || ", casted_expr: right_expr, raw: ")" ] }, bindings, embedded?, acc, type ) :|| -> require_ash_functions!(query, "||") do_dynamic_expr( query, %Fragment{ embedded?: pred_embedded?, arguments: [ raw: "ash_elixir_or(", casted_expr: left_expr, raw: ", ", casted_expr: right_expr, raw: ")" ] }, bindings, embedded?, acc, type ) :&& -> require_ash_functions!(query, "&&") do_dynamic_expr( query, %Fragment{ embedded?: pred_embedded?, arguments: [ raw: "ash_elixir_and(", casted_expr: left_expr, raw: ", ", casted_expr: right_expr, raw: ")" ] }, bindings, embedded?, acc, type ) other -> raise "Operator not implemented #{other}" end end defp do_dynamic_expr(query, %MapSet{} = mapset, bindings, embedded?, acc, type) do do_dynamic_expr(query, Enum.to_list(mapset), bindings, embedded?, acc, type) end defp do_dynamic_expr( query, %Ash.CiString{string: string} = expression, bindings, embedded?, acc, type ) do {string, acc} = do_dynamic_expr(query, string, bindings, embedded?, acc) require_extension!(query, "citext", expression) do_dynamic_expr( query, %Fragment{ embedded?: embedded?, arguments: [ raw: "", casted_expr: string, raw: "::citext" ] }, bindings, embedded?, acc, type ) end defp do_dynamic_expr( query, %Ref{ attribute: %Ash.Query.Calculation{} = calculation, relationship_path: relationship_path } = type_expr, bindings, embedded?, acc, _type ) do calculation = %{calculation | load: calculation.name} type = AshPostgres.Types.parameterized_type( calculation.type, Map.get(calculation, :constraints, []) ) validate_type!(query, type, type_expr) resource = Ash.Resource.Info.related(bindings.resource, relationship_path) case Ash.Filter.hydrate_refs( calculation.module.expression(calculation.opts, calculation.context), %{ resource: resource, aggregates: %{}, calculations: %{}, public?: false } ) do {:ok, expression} -> expression = Ash.Filter.move_to_relationship_path( expression, relationship_path ) expression = Ash.Actions.Read.add_calc_context_to_filter( expression, calculation.context[:actor], calculation.context[:authorize?], calculation.context[:tenant], calculation.context[:tracer] ) do_dynamic_expr( query, expression, bindings, embedded?, acc, type ) {:error, error} -> raise """ Failed to hydrate references for resource #{inspect(resource)} in #{inspect(calculation.module.expression(calculation.opts, calculation.context))} #{inspect(error)} """ end end defp do_dynamic_expr( query, %Ref{ attribute: %Ash.Query.Aggregate{ kind: :exists, relationship_path: agg_relationship_path }, relationship_path: ref_relationship_path }, bindings, embedded?, acc, type ) do do_dynamic_expr( query, %Ash.Query.Exists{path: agg_relationship_path, expr: true, at_path: ref_relationship_path}, bindings, embedded?, acc, type ) end defp do_dynamic_expr( query, %Ref{attribute: %Ash.Query.Aggregate{} = aggregate} = ref, bindings, _embedded?, acc, _type ) do %{attribute: aggregate} = ref = case bindings.aggregate_names[aggregate.name] do nil -> ref name -> %{ref | attribute: %{aggregate | name: name}} end related = Ash.Resource.Info.related(query.__ash_bindings__.resource, ref.relationship_path) first_optimized_aggregate? = AshPostgres.Aggregate.optimizable_first_aggregate?(related, aggregate) {ref_binding, field_name, value, acc} = if first_optimized_aggregate? do ref = %{ ref | attribute: %Ash.Resource.Attribute{name: :fake}, relationship_path: ref.relationship_path ++ aggregate.relationship_path } ref_binding = ref_binding(ref, bindings) if is_nil(ref_binding) do raise "Error while building reference: #{inspect(ref)}" end ref = %Ash.Query.Ref{ attribute: AshPostgres.Aggregate.aggregate_field( aggregate, Ash.Resource.Info.related(query.__ash_bindings__.resource, ref.relationship_path), aggregate.relationship_path, query ), relationship_path: ref.relationship_path, resource: query.__ash_bindings__.resource } ref = Ash.Actions.Read.add_calc_context_to_filter( ref, aggregate.context[:actor], aggregate.context[:authorize?], aggregate.context[:tenant], aggregate.context[:tracer] ) {value, acc} = do_dynamic_expr(query, ref, query.__ash_bindings__, false, acc) {ref_binding, aggregate.field, value, acc} else ref_binding = ref_binding(ref, bindings) if is_nil(ref_binding) do raise "Error while building reference: #{inspect(ref)}" end {ref_binding, aggregate.name, nil, acc} end field_name = if is_binary(field_name) do new_field_name = query.__ash_bindings__.aggregate_names[field_name] unless new_field_name do raise "Unbound aggregate field: #{inspect(field_name)}" end new_field_name else field_name end expr = if value do value else if query.__ash_bindings__[:parent?] do Ecto.Query.dynamic(field(parent_as(^ref_binding), ^field_name)) else Ecto.Query.dynamic(field(as(^ref_binding), ^field_name)) end end type = AshPostgres.Types.parameterized_type(aggregate.type, aggregate.constraints) validate_type!(query, type, ref) type = if type && aggregate.kind == :list do {:array, type} else type end coalesced = if is_nil(aggregate.default_value) do expr else if type do Ecto.Query.dynamic(coalesce(^expr, type(^aggregate.default_value, ^type))) else Ecto.Query.dynamic(coalesce(^expr, ^aggregate.default_value)) end end if type do {Ecto.Query.dynamic(type(^coalesced, ^type)), acc} else {coalesced, acc} end end defp do_dynamic_expr( query, %Round{arguments: [num | rest], embedded?: pred_embedded?}, bindings, embedded?, acc, _type ) do precision = Enum.at(rest, 0) || 1 frag = %Fragment{ embedded?: pred_embedded?, arguments: [ raw: "ROUND(", expr: num, raw: ", ", expr: precision, raw: ")" ] } do_dynamic_expr(query, frag, bindings, pred_embedded? || embedded?, acc) end defp do_dynamic_expr( query, %Type{arguments: [arg1, arg2, constraints]}, bindings, embedded?, acc, _type ) do arg2 = Ash.Type.get_type(arg2) arg1 = maybe_uuid_to_binary(arg2, arg1, arg1) type = AshPostgres.Types.parameterized_type(arg2, constraints) if type do {expr, acc} = do_dynamic_expr(query, arg1, bindings, embedded?, acc, type) {Ecto.Query.dynamic(type(^expr, ^type)), acc} else do_dynamic_expr(query, arg1, bindings, embedded?, acc, type) end end defp do_dynamic_expr( query, %CompositeType{arguments: [arg1, arg2, constraints], embedded?: pred_embedded?}, bindings, embedded?, acc, _type ) when is_map(arg1) do type = Ash.Type.get_type(arg2) composite_keys = Ash.Type.composite_types(type, constraints) type = AshPostgres.Types.parameterized_type(type, constraints) values = composite_keys |> Enum.map(fn config -> key = elem(config, 0) {:expr, Map.get(arg1, key)} end) |> Enum.intersperse({:raw, ","}) frag = %Fragment{ embedded?: pred_embedded?, arguments: [ raw: "ROW(" ] ++ values ++ [ raw: ")" ] } {frag, acc} = do_dynamic_expr(query, frag, bindings, embedded?, acc) {Ecto.Query.dynamic(type(^frag, ^type)), acc} end defp do_dynamic_expr( query, %Now{embedded?: pred_embedded?}, bindings, embedded?, acc, type ) do do_dynamic_expr( query, DateTime.utc_now(), bindings, embedded? || pred_embedded?, acc, type ) end defp do_dynamic_expr( query, %Today{embedded?: pred_embedded?}, bindings, embedded?, acc, type ) do do_dynamic_expr( query, Date.utc_today(), bindings, embedded? || pred_embedded?, acc, type ) end defp do_dynamic_expr( query, %Ash.Query.Parent{expr: expr}, bindings, embedded?, acc, type ) do parent? = Map.get(bindings.parent_bindings, :parent_is_parent_as?, true) new_bindings = Map.put(bindings.parent_bindings, :parent?, parent?) do_dynamic_expr( %{ query | __ash_bindings__: new_bindings }, expr, new_bindings, embedded?, acc, type ) end defp do_dynamic_expr( query, %Error{arguments: [exception, input]} = value, bindings, embedded?, acc, type ) do require_ash_functions!(query, "error/2") acc = %{acc | has_error?: true} unless Keyword.keyword?(input) || is_map(input) do raise "Input expression to `error` must be a map or keyword list" end {encoded, acc} = if Ash.Filter.TemplateHelpers.expr?(input) do frag_parts = Enum.map(input, fn {key, value} -> if Ash.Filter.TemplateHelpers.expr?(value) do [ expr: to_string(key), raw: "::text, ", expr: value ] else [ expr: to_string(key), raw: "::text, ", expr: value, raw: "::jsonb" ] end end) |> Enum.intersperse(raw: ", ") |> List.flatten() do_dynamic_expr( query, %Fragment{ embedded?: false, arguments: [ raw: "jsonb_build_object('exception', ", expr: inspect(exception), raw: "::text, 'input', jsonb_build_object(" ] ++ frag_parts ++ [raw: "))"] }, bindings, embedded?, acc ) else {Jason.encode!(%{exception: inspect(exception), input: Map.new(input)}), acc} end if type do # This is a type hint, if we're raising an error, we tell it what the value # type *would* be in this expression so that we can return a "NULL" of that type # its weird, but there isn't any other way that I can tell :) validate_type!(query, type, value) dynamic = Ecto.Query.dynamic(type(^nil, ^type)) {Ecto.Query.dynamic(fragment("ash_raise_error(?::jsonb, ?)", ^encoded, ^dynamic)), acc} else {Ecto.Query.dynamic(fragment("ash_raise_error(?::jsonb)", ^encoded)), acc} end end defp do_dynamic_expr( query, %Exists{at_path: at_path, path: [first | rest], expr: expr}, bindings, _embedded?, acc, _type ) do resource = Ash.Resource.Info.related(bindings.resource, at_path) first_relationship = Ash.Resource.Info.relationship(resource, first) last_relationship = Enum.reduce(rest, first_relationship, fn name, relationship -> Ash.Resource.Info.relationship(relationship.destination, name) end) {:ok, expr} = Ash.Filter.hydrate_refs(expr, %{ resource: last_relationship.destination, aggregates: %{}, parent_stack: [ query.__ash_bindings__.resource | query.__ash_bindings__[:parent_resource] || [] ], calculations: %{}, public?: false }) filter = %Ash.Filter{expression: expr, resource: first_relationship.destination} |> nest_expression(rest) {:ok, source, source_acc} = AshPostgres.Join.maybe_get_resource_query( first_relationship.destination, first_relationship, query, false, [first_relationship.name] ) acc = merge_accumulator(acc, source_acc) used_aggregates = Ash.Filter.used_aggregates(filter, []) {:ok, filtered} = source |> set_parent_path(query) |> AshPostgres.Aggregate.add_aggregates( used_aggregates, first_relationship.destination, false, 0 ) |> case do {:ok, query} -> AshPostgres.DataLayer.filter( query, filter, first_relationship.destination, no_this?: true ) {:error, error} -> {:error, error} end acc = merge_accumulator(query.__ash_bindings__.expression_accumulator, acc) free_binding = filtered.__ash_bindings__.current {exists_query, acc} = cond do Map.get(first_relationship, :manual) -> {module, opts} = first_relationship.manual [pkey_attr | _] = Ash.Resource.Info.primary_key(first_relationship.destination) pkey_attr = Ash.Resource.Info.attribute(first_relationship.destination, pkey_attr) source_ref = ref_binding( %Ref{ attribute: pkey_attr, relationship_path: at_path, resource: resource }, bindings ) {:ok, subquery} = module.ash_postgres_subquery( opts, source_ref, 0, filtered ) {subquery, acc} first_relationship.type == :many_to_many -> source_ref = ref_binding( %Ref{ attribute: Ash.Resource.Info.attribute(resource, first_relationship.source_attribute), relationship_path: at_path, resource: resource }, bindings ) through_relationship = Ash.Resource.Info.relationship(resource, first_relationship.join_relationship) through_bindings = query |> Map.delete(:__ash_bindings__) |> AshPostgres.DataLayer.default_bindings( query.__ash_bindings__.resource, query.__ash_bindings__.context ) |> Map.get(:__ash_bindings__) |> Map.put(:bindings, %{ free_binding => %{path: [], source: first_relationship.through, type: :root} }) {:ok, through, through_acc} = AshPostgres.Join.maybe_get_resource_query( first_relationship.through, through_relationship, query, false, [first_relationship.join_relationship], through_bindings, nil, false ) acc = merge_accumulator(acc, through_acc) query = Ecto.Query.from(destination in filtered, join: through in ^through, as: ^free_binding, on: field(through, ^first_relationship.destination_attribute_on_join_resource) == field(destination, ^first_relationship.destination_attribute), on: field(parent_as(^source_ref), ^first_relationship.source_attribute) == field(through, ^first_relationship.source_attribute_on_join_resource) ) {query, acc} Map.get(first_relationship, :no_attributes?) -> {filtered, acc} true -> source_ref = ref_binding( %Ref{ attribute: Ash.Resource.Info.attribute(resource, first_relationship.source_attribute), relationship_path: at_path, resource: resource }, bindings ) query = Ecto.Query.from(destination in filtered, where: field(parent_as(^source_ref), ^first_relationship.source_attribute) == field(destination, ^first_relationship.destination_attribute) ) {query, acc} end exists_query = exists_query |> Ecto.Query.exclude(:select) |> Ecto.Query.select(1) |> AshPostgres.DataLayer.set_subquery_prefix(query, first_relationship.destination) {Ecto.Query.dynamic(exists(Ecto.Query.subquery(exists_query))), acc} end defp do_dynamic_expr( query, %Ref{ attribute: %Ash.Resource.Attribute{ name: name, type: attr_type, constraints: constraints } } = ref, bindings, _embedded?, acc, expr_type ) do ref_binding = ref_binding(ref, bindings) if is_nil(ref_binding) do raise "Error while building reference: #{inspect(ref)}" end constraints = if attr_type do constraints end expr = case AshPostgres.Types.parameterized_type(attr_type || expr_type, constraints) do nil -> if query.__ash_bindings__[:parent?] do Ecto.Query.dynamic(field(parent_as(^ref_binding), ^name)) else Ecto.Query.dynamic(field(as(^ref_binding), ^name)) end type -> validate_type!(query, type, ref) if query.__ash_bindings__[:parent?] do Ecto.Query.dynamic(type(field(parent_as(^ref_binding), ^name), ^type)) else Ecto.Query.dynamic(type(field(as(^ref_binding), ^name), ^type)) end end {expr, acc} end defp do_dynamic_expr( query, %Ref{attribute: %Ash.Resource.Aggregate{name: name}} = ref, bindings, _embedded?, acc, _expr_type ) do ref_binding = ref_binding(ref, bindings) if is_nil(ref_binding) do raise "Error while building reference: #{inspect(ref)}" end expr = if query.__ash_bindings__[:parent?] do Ecto.Query.dynamic(field(parent_as(^ref_binding), ^name)) else Ecto.Query.dynamic(field(as(^ref_binding), ^name)) end {expr, acc} end defp do_dynamic_expr(_query, %Ash.Vector{} = value, _bindings, _embedded?, acc, _type) do {value, acc} end defp do_dynamic_expr(query, value, bindings, embedded?, acc, _type) when is_map(value) and not is_struct(value) do Enum.reduce(value, {%{}, acc}, fn {key, value}, {map, acc} -> {value, acc} = do_dynamic_expr(query, value, bindings, embedded?, acc) {Map.put(map, key, value), acc} end) end defp do_dynamic_expr(query, other, bindings, true, acc, type) do if other && is_atom(other) && !is_boolean(other) do {to_string(other), acc} else if Ash.Filter.TemplateHelpers.expr?(other) do if is_list(other) do list_expr(query, other, bindings, true, acc, type) else raise "Unsupported expression in AshPostgres query: #{inspect(other, structs: false)}" end else maybe_sanitize_list(query, other, bindings, true, acc, type) end end end defp do_dynamic_expr(query, value, bindings, embedded?, acc, {:in, type}) when is_list(value) do list_expr(query, value, bindings, embedded?, acc, {:array, type}) end defp do_dynamic_expr(query, value, bindings, embedded?, acc, type) when not is_nil(value) and is_atom(value) and not is_boolean(value) do do_dynamic_expr(query, to_string(value), bindings, embedded?, acc, type) end defp do_dynamic_expr(query, value, bindings, false, acc, type) when type == nil or type == :any do if is_list(value) do list_expr(query, value, bindings, false, acc, type) else maybe_sanitize_list(query, value, bindings, true, acc, type) end end defp do_dynamic_expr(query, value, bindings, false, acc, type) do if Ash.Filter.TemplateHelpers.expr?(value) do if is_list(value) do list_expr(query, value, bindings, false, acc, type) else raise "Unsupported expression in AshPostgres query: #{inspect(value, structs: false)}" end else case maybe_sanitize_list(query, value, bindings, true, acc, type) do {^value, acc} -> if type do validate_type!(query, type, value) {Ecto.Query.dynamic(type(^value, ^type)), acc} else {value, acc} end {value, acc} -> {value, acc} end end end defp extract_cases( query, expr, bindings, embedded?, acc, type, list_acc \\ [] ) defp extract_cases( query, %If{arguments: [condition, when_true, when_false], embedded?: pred_embedded?}, bindings, embedded?, acc, type, list_acc ) do [condition_type, when_true_type, when_false_type] = case AshPostgres.Types.determine_types(If, [condition, when_true, when_false]) do [condition_type, when_true] -> [condition_type, when_true, nil] [condition_type, when_true, when_false] -> [condition_type, when_true, when_false] end |> case do [condition_type, nil, nil] -> [condition_type, type, type] [condition_type, when_true, nil] -> [condition_type, when_true, type] [condition_type, nil, when_false] -> [condition_type, type, when_false] [condition_type, when_true, when_false] -> [condition_type, when_true, when_false] end {condition, acc} = do_dynamic_expr( query, condition, bindings, pred_embedded? || embedded?, acc, condition_type ) {when_true, acc} = do_dynamic_expr( query, when_true, bindings, pred_embedded? || embedded?, acc, when_true_type ) extract_cases( query, when_false, bindings, embedded?, acc, when_false_type, [{condition, when_true} | list_acc] ) end defp extract_cases( query, other, bindings, embedded?, acc, type, list_acc ) do {expr, acc} = do_dynamic_expr( query, other, bindings, embedded?, acc, type ) {Enum.reverse(list_acc), expr, acc} end defp split_at_paths(type, constraints, next, acc \\ [{:bracket, [], nil, nil}]) defp split_at_paths(_type, _constraints, [], acc) do acc end defp split_at_paths({:array, type}, constraints, [next | rest], [first_acc | rest_acc]) when is_integer(next) do case first_acc do {:bracket, path, nil, nil} -> split_at_paths(type, constraints[:items] || [], rest, [ {:bracket, [next | path], type, constraints} | rest_acc ]) {:dot, _field, _, _} -> split_at_paths(type, constraints[:items] || [], rest, [ {:bracket, [next], type, constraints}, first_acc | rest_acc ]) end end defp split_at_paths(type, constraints, [next | rest], [first_acc | rest_acc]) when is_atom(next) or is_binary(next) do bracket_or_dot = if type && Ash.Type.composite?(type, constraints) do :dot else :bracket end {next, type, constraints} = cond do type && Ash.Type.embedded_type?(type) -> type = if Ash.Type.NewType.new_type?(type) do Ash.Type.NewType.subtype_of(type) else type end %{type: type, constraints: constraints} = Ash.Resource.Info.attribute(type, next) {next, type, constraints} type && Ash.Type.composite?(type, constraints) -> condition = if is_binary(next) do fn {name, _type, _constraints} -> to_string(name) == next end else fn {name, _type, _constraints} -> name == next end end case Enum.find(Ash.Type.composite_types(type, constraints), condition) do nil -> {next, nil, nil} {_, aliased_as, type, constraints} -> {aliased_as, type, constraints} {name, type, constraints} -> {name, type, constraints} end true -> {next, nil, nil} end case bracket_or_dot do :dot -> case first_acc do {:bracket, [], _, _} -> split_at_paths(type, constraints, rest, [ {bracket_or_dot, [next], type, constraints} | rest_acc ]) {:bracket, path, nil, nil} -> split_at_paths(type, constraints, rest, [ {bracket_or_dot, [next], type, constraints}, {:bracket, path, nil, nil} | rest_acc ]) {:dot, _path, _, _} -> split_at_paths(type, constraints, rest, [ {bracket_or_dot, [next], nil, nil}, first_acc | rest_acc ]) end :bracket -> case first_acc do {:bracket, path, nil, nil} -> split_at_paths(type, constraints, rest, [ {bracket_or_dot, [next | path], type, constraints} | rest_acc ]) {:dot, _path, _, _} -> split_at_paths(type, constraints, rest, [ {bracket_or_dot, [next], nil, nil}, first_acc | rest_acc ]) end end end defp list_expr(query, value, bindings, embedded?, acc, type) do type = case type do {:array, type} -> type {:in, type} -> type _ -> nil end {params, exprs, _, acc} = Enum.reduce(value, {[], [], 0, acc}, fn value, {params, data, count, acc} -> case do_dynamic_expr(query, value, bindings, embedded?, acc, type) do {%Ecto.Query.DynamicExpr{} = dynamic, acc} -> result = Ecto.Query.Builder.Dynamic.partially_expand( :select, query, dynamic, params, count ) expr = elem(result, 0) new_params = elem(result, 1) new_count = result |> Tuple.to_list() |> List.last() {new_params, [expr | data], new_count, acc} {other, acc} -> {params, [other | data], count, acc} end end) {%Ecto.Query.DynamicExpr{ fun: fn _query -> {Enum.reverse(exprs), Enum.reverse(params), [], []} end, binding: [], file: __ENV__.file, line: __ENV__.line }, acc} end defp maybe_uuid_to_binary({:array, type}, value, _original_value) when is_list(value) do Enum.map(value, &maybe_uuid_to_binary(type, &1, &1)) end defp maybe_uuid_to_binary(type, value, original_value) when type in [ Ash.Type.UUID.EctoType, :uuid ] and is_binary(value) do case Ecto.UUID.dump(value) do {:ok, encoded} -> encoded _ -> original_value end end defp maybe_uuid_to_binary(_type, _value, original_value), do: original_value @doc false def validate_type!(query, type, context) do case type do {:parameterized, Ash.Type.CiStringWrapper.EctoType, _} -> require_extension!(query, "citext", context) :ci_string -> require_extension!(query, "citext", context) :citext -> require_extension!(query, "citext", context) _ -> :ok end end defp maybe_type(dynamic, nil, _query), do: dynamic defp maybe_type(dynamic, type, query) do validate_type!(query, type, type) Ecto.Query.dynamic(type(^dynamic, ^type)) end defp maybe_sanitize_list(query, value, bindings, embedded?, acc, type) do if is_list(value) do value |> Enum.reduce({[], acc}, fn item, {list, acc} -> {new_item, acc} = do_dynamic_expr(query, item, bindings, embedded?, acc, type) {[new_item | list], acc} end) |> then(fn {list, acc} -> {Enum.reverse(list), acc} end) else {value, acc} end end defp ref_binding( %{attribute: %Ash.Query.Aggregate{name: name}, relationship_path: relationship_path}, bindings ) do Enum.find_value(bindings.bindings, fn {binding, data} -> data.type == :aggregate && data.path == relationship_path && Enum.any?(data.aggregates, &(&1.name == name)) && binding end) || Enum.find_value(bindings.bindings, fn {binding, data} -> data.type in [:inner, :left, :root] && Ash.SatSolver.synonymous_relationship_paths?( bindings.resource, data.path, relationship_path ) && binding end) end defp ref_binding( %{ attribute: %Ash.Resource.Aggregate{name: name}, relationship_path: relationship_path }, bindings ) do Enum.find_value(bindings.bindings, fn {binding, data} -> data.type == :aggregate && data.path == relationship_path && Enum.any?(data.aggregates, &(&1.name == name)) && binding end) end defp ref_binding(%{attribute: %Ash.Resource.Attribute{}} = ref, bindings) do Enum.find_value(bindings.bindings, fn {binding, data} -> data.type in [:inner, :left, :root] && Ash.SatSolver.synonymous_relationship_paths?( bindings.resource, data.path, ref.relationship_path ) && binding end) end defp do_get_path( query, expr, {:bracket, path, type, constraints}, bindings, embedded?, pred_embedded?, acc ) do type = AshPostgres.Types.parameterized_type(type, constraints) path = path |> Enum.reverse() |> Enum.map(&to_string/1) path_frags = path |> Enum.flat_map(fn item -> [expr: item, raw: "::text,"] end) |> :lists.droplast() |> Enum.concat(raw: "::text)") {expr, acc} = do_dynamic_expr( query, %Fragment{ embedded?: pred_embedded?, arguments: [ raw: "jsonb_extract_path_text(", expr: expr, raw: "::jsonb," ] ++ path_frags }, bindings, embedded?, acc ) if type do {Ecto.Query.dynamic(type(^expr, ^type)), acc} else {expr, acc} end end defp do_get_path( query, expr, {:dot, [field], type, constraints}, bindings, embedded?, pred_embedded?, acc ) when is_atom(field) do type = AshPostgres.Types.parameterized_type(type, constraints) {expr, acc} = do_dynamic_expr( query, %Fragment{ embedded?: pred_embedded?, arguments: [ raw: "((", expr: expr, raw: ").#{field})" ] }, bindings, embedded?, acc ) if type do {Ecto.Query.dynamic(type(^expr, ^type)), acc} else {expr, acc} end end defp require_ash_functions!(query, operator) do installed_extensions = AshPostgres.DataLayer.Info.repo(query.__ash_bindings__.resource, :mutate).installed_extensions() unless "ash-functions" in installed_extensions do raise """ Cannot use `#{operator}` without adding the extension `ash-functions` to your repo. Add it to the list in `installed_extensions/0` and generate migrations. """ end end defp require_extension!(query, extension, context) do repo = AshPostgres.DataLayer.Info.repo(query.__ash_bindings__.resource, :mutate) unless extension in repo.installed_extensions() do raise Ash.Error.Query.InvalidExpression, expression: context, message: "The #{extension} extension needs to be installed before #{inspect(context)} can be used. Please add \"#{extension}\" to the list of installed_extensions in #{inspect(repo)}." end end @doc false def set_parent_path(query, parent, parent_is_parent_as? \\ true) do # This is a stupid name. Its actually the path we *remove* when stepping up a level. I.e the child's path Map.update!(query, :__ash_bindings__, fn ash_bindings -> ash_bindings |> Map.put( :parent_bindings, parent.__ash_bindings__ |> Map.put(:parent_is_parent_as?, parent_is_parent_as?) ) |> Map.put(:parent_resources, [ parent.__ash_bindings__.resource | parent.__ash_bindings__[:parent_resources] || [] ]) end) end defp nest_expression(expression, relationship_path) do case expression do {key, value} when is_atom(key) -> {key, nest_expression(value, relationship_path)} %Not{expression: expression} = not_expr -> %{not_expr | expression: nest_expression(expression, relationship_path)} %BooleanExpression{left: left, right: right} = expression -> %{ expression | left: nest_expression(left, relationship_path), right: nest_expression(right, relationship_path) } %{__operator__?: true, left: left, right: right} = op -> left = nest_expression(left, relationship_path) right = nest_expression(right, relationship_path) %{op | left: left, right: right} %Ref{} = ref -> add_to_ref_path(ref, relationship_path) %{__function__?: true, arguments: args} = func -> %{func | arguments: Enum.map(args, &nest_expression(&1, relationship_path))} %Ash.Query.Exists{} = exists -> %{exists | at_path: relationship_path ++ exists.at_path} %Ash.Query.Parent{} = parent -> parent %Ash.Query.Call{args: args} = call -> %{call | args: Enum.map(args, &nest_expression(&1, relationship_path))} %Ash.Filter{expression: expression} = filter -> %{filter | expression: nest_expression(expression, relationship_path)} other -> other end end defp add_to_ref_path(%Ref{relationship_path: relationship_path} = ref, to_add) do %{ref | relationship_path: to_add ++ relationship_path} end @doc false def merge_accumulator(%ExprInfo{has_error?: left_has_error?}, %ExprInfo{ has_error?: right_has_error? }) do %ExprInfo{has_error?: left_has_error? || right_has_error?} end end