ash_postgres/lib/expr.ex
2023-11-20 06:38:43 -05:00

1727 lines
45 KiB
Elixir

defmodule AshPostgres.Expr do
@moduledoc false
alias Ash.Filter
alias Ash.Query.{BooleanExpression, Exists, Not, Ref}
alias Ash.Query.Operator.IsNil
alias Ash.Query.Function.{
Ago,
At,
Contains,
DateAdd,
DateTimeAdd,
FromNow,
GetPath,
If,
Length,
Now,
StringJoin,
StringSplit,
Today,
Type
}
alias AshPostgres.Functions.{Fragment, ILike, Like, TrigramSimilarity, VectorCosineDistance}
require Ecto.Query
def dynamic_expr(query, expr, bindings, embedded? \\ false, type \\ nil)
def dynamic_expr(query, %Filter{expression: expression}, bindings, embedded?, type) do
dynamic_expr(query, expression, bindings, embedded?, type)
end
# A nil filter means "everything"
def dynamic_expr(_, nil, _, _, _), do: true
# A true filter means "everything"
def dynamic_expr(_, true, _, _, _), do: true
# A false filter means "nothing"
def dynamic_expr(_, false, _, _, _), do: false
def dynamic_expr(query, expression, bindings, embedded?, type) do
do_dynamic_expr(query, expression, bindings, embedded?, type)
end
defp do_dynamic_expr(query, expr, bindings, embedded?, type \\ nil)
defp do_dynamic_expr(_, {:embed, other}, _bindings, _true, _type) do
other
end
defp do_dynamic_expr(query, %Not{expression: expression}, bindings, embedded?, _type) do
new_expression = do_dynamic_expr(query, expression, bindings, embedded?, :boolean)
Ecto.Query.dynamic(not (^new_expression))
end
defp do_dynamic_expr(
query,
%TrigramSimilarity{arguments: [arg1, arg2], embedded?: pred_embedded?},
bindings,
embedded?,
_type
) do
arg1 = do_dynamic_expr(query, arg1, bindings, pred_embedded? || embedded?, :string)
arg2 = do_dynamic_expr(query, arg2, bindings, pred_embedded? || embedded?, :string)
Ecto.Query.dynamic(fragment("similarity(?, ?)", ^arg1, ^arg2))
end
defp do_dynamic_expr(
query,
%VectorCosineDistance{arguments: [arg1, arg2], embedded?: pred_embedded?},
bindings,
embedded?,
_type
) do
arg1 = do_dynamic_expr(query, arg1, bindings, pred_embedded? || embedded?, :string)
arg2 = do_dynamic_expr(query, arg2, bindings, pred_embedded? || embedded?, :string)
Ecto.Query.dynamic(fragment("(? <=> ?)", ^arg1, ^arg2))
end
defp do_dynamic_expr(
query,
%Like{arguments: [arg1, arg2], embedded?: pred_embedded?},
bindings,
embedded?,
_type
) do
arg1 = do_dynamic_expr(query, arg1, bindings, pred_embedded? || embedded?, :string)
arg2 = do_dynamic_expr(query, arg2, bindings, pred_embedded? || embedded?, :string)
Ecto.Query.dynamic(like(^arg1, ^arg2))
end
defp do_dynamic_expr(
query,
%ILike{arguments: [arg1, arg2], embedded?: pred_embedded?},
bindings,
embedded?,
type
) do
arg1 = do_dynamic_expr(query, arg1, bindings, pred_embedded? || embedded?, :string)
arg2 = do_dynamic_expr(query, arg2, bindings, pred_embedded? || embedded?, :string)
type =
if type != Ash.Type.Boolean do
type
end
Ecto.Query.dynamic(ilike(^arg1, ^arg2))
|> maybe_type(type, query)
end
defp do_dynamic_expr(
query,
%IsNil{left: left, right: right, embedded?: pred_embedded?},
bindings,
embedded?,
_type
) do
left_expr = do_dynamic_expr(query, left, bindings, pred_embedded? || embedded?)
right_expr = do_dynamic_expr(query, right, bindings, pred_embedded? || embedded?, :boolean)
Ecto.Query.dynamic(is_nil(^left_expr) == ^right_expr)
end
defp do_dynamic_expr(
query,
%Ago{arguments: [left, right], embedded?: pred_embedded?},
bindings,
embedded?,
_type
)
when is_binary(right) or is_atom(right) do
left = do_dynamic_expr(query, left, bindings, pred_embedded? || embedded?, :integer)
Ecto.Query.dynamic(
fragment("(?)", datetime_add(^DateTime.utc_now(), ^left * -1, ^to_string(right)))
)
end
defp do_dynamic_expr(
query,
%At{arguments: [left, right], embedded?: pred_embedded?},
bindings,
embedded?,
_type
) do
left = do_dynamic_expr(query, left, bindings, pred_embedded? || embedded?, :integer)
right = do_dynamic_expr(query, right, bindings, pred_embedded? || embedded?, :integer)
if is_integer(right) do
Ecto.Query.dynamic(fragment("(?)[?]", ^left, ^(right + 1)))
else
Ecto.Query.dynamic(fragment("(?)[? + 1]", ^left, ^right))
end
end
defp do_dynamic_expr(
query,
%FromNow{arguments: [left, right], embedded?: pred_embedded?},
bindings,
embedded?,
_type
)
when is_binary(right) or is_atom(right) do
left = do_dynamic_expr(query, left, bindings, pred_embedded? || embedded?, :integer)
Ecto.Query.dynamic(
fragment("(?)", datetime_add(^DateTime.utc_now(), ^left, ^to_string(right)))
)
end
defp do_dynamic_expr(
query,
%DateTimeAdd{arguments: [datetime, amount, interval], embedded?: pred_embedded?},
bindings,
embedded?,
_type
)
when is_binary(interval) or is_atom(interval) do
datetime = do_dynamic_expr(query, datetime, bindings, pred_embedded? || embedded?)
amount = do_dynamic_expr(query, amount, bindings, pred_embedded? || embedded?, :integer)
Ecto.Query.dynamic(fragment("(?)", datetime_add(^datetime, ^amount, ^to_string(interval))))
end
defp do_dynamic_expr(
query,
%DateAdd{arguments: [date, amount, interval], embedded?: pred_embedded?},
bindings,
embedded?,
_type
)
when is_binary(interval) or is_atom(interval) do
date = do_dynamic_expr(query, date, bindings, pred_embedded? || embedded?)
amount = do_dynamic_expr(query, amount, bindings, pred_embedded? || embedded?, :integer)
Ecto.Query.dynamic(fragment("(?)", datetime_add(^date, ^amount, ^to_string(interval))))
end
defp do_dynamic_expr(
query,
%GetPath{
arguments: [%Ref{attribute: %{type: type}}, right]
} = get_path,
bindings,
embedded?,
nil
)
when is_atom(type) and is_list(right) do
if Ash.Type.embedded_type?(type) do
type = determine_type_at_path(type, right)
do_get_path(query, get_path, bindings, embedded?, type)
else
do_get_path(query, get_path, bindings, embedded?)
end
end
defp do_dynamic_expr(
query,
%GetPath{
arguments: [%Ref{attribute: %{type: {:array, type}}}, right]
} = get_path,
bindings,
embedded?,
nil
)
when is_atom(type) and is_list(right) do
if Ash.Type.embedded_type?(type) do
type = determine_type_at_path(type, right)
do_get_path(query, get_path, bindings, embedded?, type)
else
do_get_path(query, get_path, bindings, embedded?)
end
end
defp do_dynamic_expr(
query,
%GetPath{} = get_path,
bindings,
embedded?,
type
) do
do_get_path(query, get_path, bindings, embedded?, type)
end
defp do_dynamic_expr(
query,
%Contains{arguments: [left, %Ash.CiString{} = right], embedded?: pred_embedded?},
bindings,
embedded?,
type
) do
if "citext" in AshPostgres.DataLayer.Info.repo(query.__ash_bindings__.resource, :mutate).installed_extensions() do
do_dynamic_expr(
query,
%Fragment{
embedded?: pred_embedded?,
arguments: [
raw: "(strpos((",
expr: left,
raw: "::citext), (",
expr: right,
raw: ")) > 0)"
]
},
bindings,
embedded?,
type
)
else
do_dynamic_expr(
query,
%Fragment{
embedded?: pred_embedded?,
arguments: [
raw: "(strpos(lower(",
expr: left,
raw: "), lower(",
expr: right,
raw: ")) > 0)"
]
},
bindings,
embedded?,
type
)
end
end
defp do_dynamic_expr(
query,
%Contains{arguments: [left, right], embedded?: pred_embedded?},
bindings,
embedded?,
type
) do
do_dynamic_expr(
query,
%Fragment{
embedded?: pred_embedded?,
arguments: [
raw: "(strpos((",
expr: left,
raw: "), (",
expr: right,
raw: ")) > 0)"
]
},
bindings,
embedded?,
type
)
end
defp do_dynamic_expr(
query,
%Length{arguments: [list], embedded?: pred_embedded?},
bindings,
embedded?,
type
) do
do_dynamic_expr(
query,
%Fragment{
embedded?: pred_embedded?,
arguments: [
raw: "array_length((",
expr: list,
raw: "), 1)"
]
},
bindings,
embedded?,
type
)
end
defp do_dynamic_expr(
query,
%If{arguments: [condition, when_true, when_false], embedded?: pred_embedded?},
bindings,
embedded?,
type
) do
[condition_type, when_true_type, when_false_type] =
case AshPostgres.Types.determine_types(If, [condition, when_true, when_false]) do
[condition_type, when_true] ->
[condition_type, when_true, nil]
[condition_type, when_true, when_false] ->
[condition_type, when_true, when_false]
end
|> case do
[condition_type, nil, nil] ->
[condition_type, type, type]
[condition_type, when_true, nil] ->
[condition_type, when_true, type]
[condition_type, nil, when_false] ->
[condition_type, type, when_false]
[condition_type, when_true, when_false] ->
[condition_type, when_true, when_false]
end
condition =
do_dynamic_expr(query, condition, bindings, pred_embedded? || embedded?, condition_type)
when_true =
do_dynamic_expr(query, when_true, bindings, pred_embedded? || embedded?, when_true_type)
when_false =
do_dynamic_expr(
query,
when_false,
bindings,
pred_embedded? || embedded?,
when_false_type
)
do_dynamic_expr(
query,
%Fragment{
embedded?: pred_embedded?,
arguments: [
raw: "(CASE WHEN ",
casted_expr: condition,
raw: " THEN ",
casted_expr: when_true,
raw: " ELSE ",
casted_expr: when_false,
raw: " END)"
]
},
bindings,
embedded?,
type
)
end
defp do_dynamic_expr(
query,
%StringJoin{arguments: [values, joiner], embedded?: pred_embedded?},
bindings,
embedded?,
type
) do
do_dynamic_expr(
query,
%Fragment{
embedded?: pred_embedded?,
arguments:
Enum.reduce(values, [raw: "(concat_ws(", expr: joiner], fn value, acc ->
acc ++ [raw: ", ", expr: value]
end) ++ [raw: "))"]
},
bindings,
embedded?,
type
)
end
defp do_dynamic_expr(
query,
%StringSplit{arguments: [string, delimiter, options], embedded?: pred_embedded?},
bindings,
embedded?,
type
) do
if options[:trim?] do
require_ash_functions!(query, "string_split(..., trim?: true)")
do_dynamic_expr(
query,
%Fragment{
embedded?: pred_embedded?,
arguments: [
raw: "ash_trim_whitespace(string_to_array(",
expr: string,
raw: ", NULLIF(",
expr: delimiter,
raw: ", '')))"
]
},
bindings,
embedded?,
type
)
else
do_dynamic_expr(
query,
%Fragment{
embedded?: pred_embedded?,
arguments: [
raw: "string_to_array(",
expr: string,
raw: ", NULLIF(",
expr: delimiter,
raw: ", ''))"
]
},
bindings,
embedded?,
type
)
end
end
defp do_dynamic_expr(
query,
%StringJoin{arguments: [values], embedded?: pred_embedded?},
bindings,
embedded?,
type
) do
do_dynamic_expr(
query,
%Fragment{
embedded?: pred_embedded?,
arguments:
[raw: "(concat("] ++
(values
|> Enum.reduce([], fn value, acc ->
acc ++ [expr: value]
end)
|> Enum.intersperse({:raw, ", "})) ++
[raw: "))"]
},
bindings,
embedded?,
type
)
end
# Sorry :(
# This is bad to do, but is the only reasonable way I could find.
defp do_dynamic_expr(
query,
%Fragment{arguments: arguments, embedded?: pred_embedded?},
bindings,
embedded?,
_type
) do
arguments =
case arguments do
[{:raw, _} | _] ->
arguments
arguments ->
[{:raw, ""} | arguments]
end
arguments =
case List.last(arguments) do
nil ->
arguments
{:raw, _} ->
arguments
_ ->
arguments ++ [{:raw, ""}]
end
{params, fragment_data, _} =
Enum.reduce(arguments, {[], [], 0}, fn
{:raw, str}, {params, fragment_data, count} ->
{params, [{:raw, str} | fragment_data], count}
{:casted_expr, dynamic}, {params, fragment_data, count} ->
{item, params, count} =
{{:^, [], [count]}, [{dynamic, :any} | params], count + 1}
{params, [{:expr, item} | fragment_data], count}
{:expr, expr}, {params, fragment_data, count} ->
dynamic = do_dynamic_expr(query, expr, bindings, pred_embedded? || embedded?)
type =
if is_binary(expr) do
:string
else
:any
end
{item, params, count} =
{{:^, [], [count]}, [{dynamic, type} | params], count + 1}
{params, [{:expr, item} | fragment_data], count}
end)
%Ecto.Query.DynamicExpr{
fun: fn _query ->
{{:fragment, [], Enum.reverse(fragment_data)}, Enum.reverse(params), [], %{}}
end,
binding: [],
file: __ENV__.file,
line: __ENV__.line
}
end
defp do_dynamic_expr(
query,
%BooleanExpression{op: op, left: left, right: right},
bindings,
embedded?,
_type
) do
left_expr = do_dynamic_expr(query, left, bindings, embedded?, :boolean)
right_expr = do_dynamic_expr(query, right, bindings, embedded?, :boolean)
case op do
:and ->
Ecto.Query.dynamic(^left_expr and ^right_expr)
:or ->
Ecto.Query.dynamic(^left_expr or ^right_expr)
end
end
defp do_dynamic_expr(
query,
%Ash.Query.Function.Minus{arguments: [arg], embedded?: pred_embedded?},
bindings,
embedded?,
type
) do
[determined_type] = AshPostgres.Types.determine_types(Ash.Query.Function.Minus, [arg])
expr =
do_dynamic_expr(query, arg, bindings, pred_embedded? || embedded?, determined_type || type)
Ecto.Query.dynamic(-(^expr))
end
# Honestly we need to either 1. not type cast or 2. build in type compatibility concepts
# instead of `:same` we need an `ANY COMPATIBLE` equivalent.
@cast_operands_for [:<>]
defp do_dynamic_expr(
query,
%mod{
__predicate__?: _,
left: left,
right: right,
embedded?: pred_embedded?,
operator: operator
},
bindings,
embedded?,
type
) do
[left_type, right_type] =
mod
|> AshPostgres.Types.determine_types([left, right])
left_expr =
if left_type && operator in @cast_operands_for do
left_expr = do_dynamic_expr(query, left, bindings, pred_embedded? || embedded?)
Ecto.Query.dynamic(type(^left_expr, ^left_type))
else
do_dynamic_expr(query, left, bindings, pred_embedded? || embedded?, left_type)
end
right_expr =
if right_type && operator in @cast_operands_for do
right_expr = do_dynamic_expr(query, right, bindings, pred_embedded? || embedded?)
Ecto.Query.dynamic(type(^right_expr, ^right_type))
else
do_dynamic_expr(query, right, bindings, pred_embedded? || embedded?, right_type)
end
case operator do
:== ->
Ecto.Query.dynamic(^left_expr == ^right_expr)
:!= ->
Ecto.Query.dynamic(^left_expr != ^right_expr)
:> ->
Ecto.Query.dynamic(^left_expr > ^right_expr)
:< ->
Ecto.Query.dynamic(^left_expr < ^right_expr)
:>= ->
Ecto.Query.dynamic(^left_expr >= ^right_expr)
:<= ->
Ecto.Query.dynamic(^left_expr <= ^right_expr)
:in ->
Ecto.Query.dynamic(^left_expr in ^right_expr)
:+ ->
Ecto.Query.dynamic(^left_expr + ^right_expr)
:- ->
Ecto.Query.dynamic(^left_expr - ^right_expr)
:/ ->
Ecto.Query.dynamic(type(^left_expr, :decimal) / type(^right_expr, :decimal))
:* ->
Ecto.Query.dynamic(^left_expr * ^right_expr)
:<> ->
do_dynamic_expr(
query,
%Fragment{
embedded?: pred_embedded?,
arguments: [
raw: "(",
casted_expr: left_expr,
raw: " || ",
casted_expr: right_expr,
raw: ")"
]
},
bindings,
embedded?,
type
)
:|| ->
require_ash_functions!(query, "||")
do_dynamic_expr(
query,
%Fragment{
embedded?: pred_embedded?,
arguments: [
raw: "ash_elixir_or(",
casted_expr: left_expr,
raw: ", ",
casted_expr: right_expr,
raw: ")"
]
},
bindings,
embedded?,
type
)
:&& ->
require_ash_functions!(query, "&&")
do_dynamic_expr(
query,
%Fragment{
embedded?: pred_embedded?,
arguments: [
raw: "ash_elixir_and(",
casted_expr: left_expr,
raw: ", ",
casted_expr: right_expr,
raw: ")"
]
},
bindings,
embedded?,
type
)
other ->
raise "Operator not implemented #{other}"
end
end
defp do_dynamic_expr(query, %MapSet{} = mapset, bindings, embedded?, type) do
do_dynamic_expr(query, Enum.to_list(mapset), bindings, embedded?, type)
end
defp do_dynamic_expr(
query,
%Ash.CiString{string: string} = expression,
bindings,
embedded?,
type
) do
string = do_dynamic_expr(query, string, bindings, embedded?)
require_extension!(query, "citext", expression)
do_dynamic_expr(
query,
%Fragment{
embedded?: embedded?,
arguments: [
raw: "",
casted_expr: string,
raw: "::citext"
]
},
bindings,
embedded?,
type
)
end
defp do_dynamic_expr(
query,
%Ref{
attribute: %Ash.Query.Calculation{} = calculation,
relationship_path: [],
resource: resource
} = type_expr,
bindings,
embedded?,
_type
) do
calculation = %{calculation | load: calculation.name}
type =
AshPostgres.Types.parameterized_type(
calculation.type,
Map.get(calculation, :constraints, [])
)
validate_type!(query, type, type_expr)
case Ash.Filter.hydrate_refs(
calculation.module.expression(calculation.opts, calculation.context),
%{
resource: resource,
aggregates: %{},
calculations: %{},
public?: false
}
) do
{:ok, expression} ->
expression =
Ash.Actions.Read.add_calc_context_to_filter(
expression,
calculation.context[:actor],
calculation.context[:authorize?],
calculation.context[:tenant],
calculation.context[:tracer]
)
do_dynamic_expr(
query,
expression,
bindings,
embedded?,
type
)
{:error, error} ->
raise """
Failed to hydrate references for resource #{inspect(resource)} in #{inspect(calculation.module.expression(calculation.opts, calculation.context))}
#{inspect(error)}
"""
end
end
defp do_dynamic_expr(
query,
%Ref{
attribute: %Ash.Query.Aggregate{
kind: :exists,
relationship_path: agg_relationship_path
},
relationship_path: ref_relationship_path
},
bindings,
embedded?,
type
) do
do_dynamic_expr(
query,
%Ash.Query.Exists{path: agg_relationship_path, expr: true, at_path: ref_relationship_path},
bindings,
embedded?,
type
)
end
defp do_dynamic_expr(
_query,
%Ref{
attribute: %Ash.Resource.Calculation{} = calculation
},
_bindings,
_embedded?,
_type
) do
raise "cannot build expression from resource calculation! #{calculation.name}"
end
defp do_dynamic_expr(
query,
%Ref{attribute: %Ash.Query.Aggregate{} = aggregate} = ref,
bindings,
_embedded?,
_type
) do
%{attribute: aggregate} =
ref =
case bindings.aggregate_names[aggregate.name] do
nil ->
ref
name ->
%{ref | attribute: %{aggregate | name: name}}
end
related = Ash.Resource.Info.related(query.__ash_bindings__.resource, ref.relationship_path)
first_optimized_aggregate? =
AshPostgres.Aggregate.optimizable_first_aggregate?(related, aggregate)
{ref_binding, field_name, value} =
if first_optimized_aggregate? do
ref = %{ref | relationship_path: ref.relationship_path ++ aggregate.relationship_path}
ref_binding = ref_binding(ref, bindings)
if is_nil(ref_binding) do
raise "Error while building reference: #{inspect(ref)}"
end
ref =
%Ash.Query.Ref{
attribute:
AshPostgres.Aggregate.aggregate_field(
aggregate,
Ash.Resource.Info.related(query.__ash_bindings__.resource, ref.relationship_path),
aggregate.relationship_path,
query
),
relationship_path: ref.relationship_path,
resource: query.__ash_bindings__.resource
}
ref =
Ash.Actions.Read.add_calc_context_to_filter(
ref,
aggregate.context[:actor],
aggregate.context[:authorize?],
aggregate.context[:tenant],
aggregate.context[:tracer]
)
value = dynamic_expr(query, ref, query.__ash_bindings__, false)
{ref_binding, aggregate.field, value}
else
ref_binding = ref_binding(ref, bindings)
if is_nil(ref_binding) do
raise "Error while building reference: #{inspect(ref)}"
end
{ref_binding, aggregate.name, nil}
end
ref_binding =
if ref.relationship_path == [] || first_optimized_aggregate? do
ref_binding
else
ref_binding + 1
end
expr =
if value do
value
else
if query.__ash_bindings__[:parent?] do
Ecto.Query.dynamic(field(parent_as(^ref_binding), ^field_name))
else
Ecto.Query.dynamic(field(as(^ref_binding), ^field_name))
end
end
type = AshPostgres.Types.parameterized_type(aggregate.type, aggregate.constraints)
validate_type!(query, type, ref)
type =
if type && aggregate.kind == :list do
{:array, type}
else
type
end
coalesced =
if is_nil(aggregate.default_value) do
expr
else
if type do
Ecto.Query.dynamic(coalesce(^expr, type(^aggregate.default_value, ^type)))
else
Ecto.Query.dynamic(coalesce(^expr, ^aggregate.default_value))
end
end
if type do
Ecto.Query.dynamic(type(^coalesced, ^type))
else
coalesced
end
end
defp do_dynamic_expr(
query,
%Ref{
attribute: %Ash.Query.Calculation{} = calculation,
relationship_path: relationship_path
} = ref,
bindings,
embedded?,
_type
) do
binding_to_replace =
Enum.find_value(bindings.bindings, fn {i, binding} ->
if binding.path == relationship_path do
i
end
end)
if is_nil(binding_to_replace) do
raise """
Error building calculation reference: #{inspect(relationship_path)} is not available in bindings.
In reference: #{ref}
"""
end
temp_bindings =
bindings.bindings
|> Map.delete(0)
|> Map.update!(binding_to_replace, &Map.merge(&1, %{path: [], type: :root}))
type =
AshPostgres.Types.parameterized_type(
calculation.type,
Map.get(calculation, :constraints, [])
)
validate_type!(query, type, ref)
case Ash.Filter.hydrate_refs(
calculation.module.expression(calculation.opts, calculation.context),
%{
resource: ref.resource,
aggregates: %{},
calculations: %{},
public?: false
}
) do
{:ok, hydrated} ->
hydrated =
Ash.Actions.Read.add_calc_context_to_filter(
hydrated,
calculation.context[:actor],
calculation.context[:authorize?],
calculation.context[:tenant],
calculation.context[:tracer]
)
expr =
do_dynamic_expr(
query,
Ash.Filter.update_aggregates(hydrated, fn aggregate, _ ->
%{aggregate | relationship_path: []}
end),
%{bindings | bindings: temp_bindings},
embedded?,
type
)
if type do
Ecto.Query.dynamic(type(^expr, ^type))
else
expr
end
_ ->
raise "Failed to hydrate references for #{inspect(ref.resource)} in #{inspect(calculation.module.expression(calculation.opts, calculation.context))}"
end
end
defp do_dynamic_expr(
query,
%Type{arguments: [arg1, arg2, constraints]},
bindings,
embedded?,
_type
) do
arg2 = Ash.Type.get_type(arg2)
arg1 = maybe_uuid_to_binary(arg2, arg1, arg1)
type = AshPostgres.Types.parameterized_type(arg2, constraints)
if type do
Ecto.Query.dynamic(type(^do_dynamic_expr(query, arg1, bindings, embedded?, type), ^type))
else
do_dynamic_expr(query, arg1, bindings, embedded?, type)
end
end
defp do_dynamic_expr(
query,
%Now{embedded?: pred_embedded?},
bindings,
embedded?,
type
) do
do_dynamic_expr(
query,
DateTime.utc_now(),
bindings,
embedded? || pred_embedded?,
type
)
end
defp do_dynamic_expr(
query,
%Today{embedded?: pred_embedded?},
bindings,
embedded?,
type
) do
do_dynamic_expr(
query,
Date.utc_today(),
bindings,
embedded? || pred_embedded?,
type
)
end
defp do_dynamic_expr(
query,
%Ash.Query.Parent{expr: expr},
bindings,
embedded?,
type
) do
parent? = Map.get(bindings.parent_bindings, :parent_is_parent_as?, true)
new_bindings = Map.put(bindings.parent_bindings, :parent?, parent?)
do_dynamic_expr(
%{
query
| __ash_bindings__: new_bindings
},
expr,
new_bindings,
embedded?,
type
)
end
defp do_dynamic_expr(
query,
%Exists{at_path: at_path, path: [first | rest], expr: expr},
bindings,
_embedded?,
_type
) do
resource = Ash.Resource.Info.related(bindings.resource, at_path)
first_relationship = Ash.Resource.Info.relationship(resource, first)
last_relationship =
Enum.reduce(rest, first_relationship, fn name, relationship ->
Ash.Resource.Info.relationship(relationship.destination, name)
end)
{:ok, expr} =
Ash.Filter.hydrate_refs(expr, %{
resource: last_relationship.destination,
aggregates: %{},
parent_stack: [
query.__ash_bindings__.resource
| query.__ash_bindings__[:parent_resources] || []
],
calculations: %{},
public?: false
})
filter =
%Ash.Filter{expression: expr, resource: first_relationship.destination}
|> nest_expression(rest)
{:ok, source} =
AshPostgres.Join.maybe_get_resource_query(
first_relationship.destination,
first_relationship,
query,
false,
[first_relationship.name]
)
used_calculations =
Ash.Filter.used_calculations(
filter,
first_relationship.destination,
[]
)
used_aggregates =
filter
|> AshPostgres.Aggregate.used_aggregates(
first_relationship.destination,
used_calculations,
[]
)
|> Enum.map(fn aggregate ->
%{aggregate | load: aggregate.name}
end)
{:ok, filtered} =
source
|> set_parent_path(query)
|> AshPostgres.Aggregate.add_aggregates(
used_aggregates,
first_relationship.destination,
false,
0
)
|> case do
{:ok, query} ->
AshPostgres.DataLayer.filter(
query,
filter,
first_relationship.destination,
no_this?: true
)
{:error, error} ->
{:error, error}
end
free_binding = filtered.__ash_bindings__.current
exists_query =
cond do
Map.get(first_relationship, :manual) ->
{module, opts} = first_relationship.manual
[pkey_attr | _] = Ash.Resource.Info.primary_key(first_relationship.destination)
pkey_attr = Ash.Resource.Info.attribute(first_relationship.destination, pkey_attr)
source_ref =
ref_binding(
%Ref{
attribute: pkey_attr,
relationship_path: at_path,
resource: resource
},
bindings
)
{:ok, subquery} =
module.ash_postgres_subquery(
opts,
source_ref,
0,
filtered
)
subquery
first_relationship.type == :many_to_many ->
source_ref =
ref_binding(
%Ref{
attribute:
Ash.Resource.Info.attribute(resource, first_relationship.source_attribute),
relationship_path: at_path,
resource: resource
},
bindings
)
through_relationship =
Ash.Resource.Info.relationship(resource, first_relationship.join_relationship)
through_bindings =
query
|> Map.delete(:__ash_bindings__)
|> AshPostgres.DataLayer.default_bindings(
query.__ash_bindings__.resource,
query.__ash_bindings__.context
)
|> Map.get(:__ash_bindings__)
|> Map.put(:bindings, %{
free_binding => %{path: [], source: first_relationship.through, type: :root}
})
{:ok, through} =
AshPostgres.Join.maybe_get_resource_query(
first_relationship.through,
through_relationship,
query,
false,
[first_relationship.join_relationship],
through_bindings,
nil,
false
)
Ecto.Query.from(destination in filtered,
join: through in ^through,
as: ^free_binding,
on:
field(through, ^first_relationship.destination_attribute_on_join_resource) ==
field(destination, ^first_relationship.destination_attribute),
on:
field(parent_as(^source_ref), ^first_relationship.source_attribute) ==
field(through, ^first_relationship.source_attribute_on_join_resource)
)
Map.get(first_relationship, :no_attributes?) ->
filtered
true ->
source_ref =
ref_binding(
%Ref{
attribute:
Ash.Resource.Info.attribute(resource, first_relationship.source_attribute),
relationship_path: at_path,
resource: resource
},
bindings
)
Ecto.Query.from(destination in filtered,
where:
field(parent_as(^source_ref), ^first_relationship.source_attribute) ==
field(destination, ^first_relationship.destination_attribute)
)
end
exists_query =
exists_query
|> Ecto.Query.exclude(:select)
|> Ecto.Query.select(1)
|> AshPostgres.DataLayer.set_subquery_prefix(query, first_relationship.destination)
Ecto.Query.dynamic(exists(Ecto.Query.subquery(exists_query)))
end
defp do_dynamic_expr(
query,
%Ref{
attribute: %Ash.Resource.Attribute{
name: name,
type: attr_type,
constraints: constraints
}
} = ref,
bindings,
_embedded?,
expr_type
) do
ref_binding = ref_binding(ref, bindings)
if is_nil(ref_binding) do
raise "Error while building reference: #{inspect(ref)}"
end
constraints =
if attr_type do
constraints
end
case AshPostgres.Types.parameterized_type(attr_type || expr_type, constraints) do
nil ->
if query.__ash_bindings__[:parent?] do
Ecto.Query.dynamic(field(parent_as(^ref_binding), ^name))
else
Ecto.Query.dynamic(field(as(^ref_binding), ^name))
end
type ->
validate_type!(query, type, ref)
if query.__ash_bindings__[:parent?] do
Ecto.Query.dynamic(type(field(parent_as(^ref_binding), ^name), ^type))
else
Ecto.Query.dynamic(type(field(as(^ref_binding), ^name), ^type))
end
end
end
defp do_dynamic_expr(_query, %Ash.Vector{} = value, _bindings, _embedded?, _type) do
value
end
defp do_dynamic_expr(query, value, bindings, embedded?, _type)
when is_map(value) and not is_struct(value) do
Map.new(value, fn {key, value} ->
{key, do_dynamic_expr(query, value, bindings, embedded?)}
end)
end
defp do_dynamic_expr(query, other, bindings, true, type) do
if other && is_atom(other) && !is_boolean(other) do
to_string(other)
else
if Ash.Filter.TemplateHelpers.expr?(other) do
if is_list(other) do
list_expr(query, other, bindings, true, type)
else
raise "Unsupported expression in AshPostgres query: #{inspect(other)}"
end
else
maybe_sanitize_list(query, other, bindings, true, type)
end
end
end
defp do_dynamic_expr(query, value, bindings, embedded?, {:in, type}) when is_list(value) do
list_expr(query, value, bindings, embedded?, {:array, type})
end
defp do_dynamic_expr(query, value, bindings, embedded?, type)
when not is_nil(value) and is_atom(value) and not is_boolean(value) do
do_dynamic_expr(query, to_string(value), bindings, embedded?, type)
end
defp do_dynamic_expr(query, value, bindings, false, type) when type == nil or type == :any do
if is_list(value) do
list_expr(query, value, bindings, false, type)
else
maybe_sanitize_list(query, value, bindings, true, type)
end
end
defp do_dynamic_expr(query, value, bindings, false, type) do
if Ash.Filter.TemplateHelpers.expr?(value) do
if is_list(value) do
list_expr(query, value, bindings, false, type)
else
raise "Unsupported expression in AshPostgres query: #{inspect(value)}"
end
else
case maybe_sanitize_list(query, value, bindings, true, type) do
^value ->
if type do
validate_type!(query, type, value)
Ecto.Query.dynamic(type(^value, ^type))
else
value
end
value ->
value
end
end
end
defp list_expr(query, value, bindings, embedded?, type) do
type =
case type do
{:array, type} -> type
{:in, type} -> type
_ -> nil
end
{params, exprs, _} =
Enum.reduce(value, {[], [], 0}, fn value, {params, data, count} ->
case do_dynamic_expr(query, value, bindings, embedded?, type) do
%Ecto.Query.DynamicExpr{} = dynamic ->
result =
Ecto.Query.Builder.Dynamic.partially_expand(
:select,
query,
dynamic,
params,
count
)
expr = elem(result, 0)
new_params = elem(result, 1)
new_count = result |> Tuple.to_list() |> List.last()
{new_params, [expr | data], new_count}
other ->
{params, [other | data], count}
end
end)
%Ecto.Query.DynamicExpr{
fun: fn _query ->
{Enum.reverse(exprs), Enum.reverse(params), [], []}
end,
binding: [],
file: __ENV__.file,
line: __ENV__.line
}
end
defp maybe_uuid_to_binary({:array, type}, value, _original_value) when is_list(value) do
Enum.map(value, &maybe_uuid_to_binary(type, &1, &1))
end
defp maybe_uuid_to_binary(type, value, original_value)
when type in [
Ash.Type.UUID.EctoType,
:uuid
] and is_binary(value) do
case Ecto.UUID.dump(value) do
{:ok, encoded} -> encoded
_ -> original_value
end
end
defp maybe_uuid_to_binary(_type, _value, original_value), do: original_value
@doc false
def validate_type!(query, type, context) do
case type do
{:parameterized, Ash.Type.CiStringWrapper.EctoType, _} ->
require_extension!(query, "citext", context)
:ci_string ->
require_extension!(query, "citext", context)
:citext ->
require_extension!(query, "citext", context)
_ ->
:ok
end
end
defp maybe_type(dynamic, nil, _query), do: dynamic
defp maybe_type(dynamic, type, query) do
validate_type!(query, type, type)
Ecto.Query.dynamic(type(^dynamic, ^type))
end
defp maybe_sanitize_list(query, value, bindings, embedded?, type) do
if is_list(value) do
Enum.map(value, &do_dynamic_expr(query, &1, bindings, embedded?, type))
else
value
end
end
defp ref_binding(
%{attribute: %Ash.Query.Aggregate{name: name}, relationship_path: []},
bindings
) do
Enum.find_value(bindings.bindings, fn {binding, data} ->
data.type == :aggregate &&
Enum.any?(data.aggregates, &(&1.name == name)) && binding
end)
end
defp ref_binding(%{attribute: %Ash.Resource.Attribute{}} = ref, bindings) do
Enum.find_value(bindings.bindings, fn {binding, data} ->
data.type in [:inner, :left, :root] &&
Ash.SatSolver.synonymous_relationship_paths?(
bindings.resource,
data.path,
ref.relationship_path
) && binding
end)
end
defp ref_binding(%{attribute: %Ash.Query.Aggregate{}} = ref, bindings) do
Enum.find_value(bindings.bindings, fn {binding, data} ->
data.type in [:inner, :left, :root] &&
Ash.SatSolver.synonymous_relationship_paths?(
bindings.resource,
data.path,
ref.relationship_path
) && binding
end)
end
defp do_get_path(
query,
%GetPath{arguments: [left, right], embedded?: pred_embedded?} = get_path,
bindings,
embedded?,
type \\ nil
) do
path = Enum.map(right, &to_string/1)
path_frags =
path
|> Enum.flat_map(fn item ->
[expr: item, raw: "::text,"]
end)
|> :lists.droplast()
|> Enum.concat(raw: "::text)")
expr =
do_dynamic_expr(
query,
%Fragment{
embedded?: pred_embedded?,
arguments:
[
raw: "jsonb_extract_path_text(",
expr: left,
raw: "::jsonb,"
] ++ path_frags
},
bindings,
embedded?
)
if type do
validate_type!(query, type, get_path)
Ecto.Query.dynamic(type(^expr, ^type))
else
expr
end
end
defp require_ash_functions!(query, operator) do
installed_extensions =
AshPostgres.DataLayer.Info.repo(query.__ash_bindings__.resource, :mutate).installed_extensions()
unless "ash-functions" in installed_extensions do
raise """
Cannot use `#{operator}` without adding the extension `ash-functions` to your repo.
Add it to the list in `installed_extensions/0` and generate migrations.
"""
end
end
defp require_extension!(query, extension, context) do
repo = AshPostgres.DataLayer.Info.repo(query.__ash_bindings__.resource, :mutate)
unless extension in repo.installed_extensions() do
raise Ash.Error.Query.InvalidExpression,
expression: context,
message:
"The #{extension} extension needs to be installed before #{inspect(context)} can be used. Please add \"#{extension}\" to the list of installed_extensions in #{inspect(repo)}."
end
end
defp determine_type_at_path(type, path) do
path
|> Enum.reject(&is_integer/1)
|> do_determine_type_at_path(type)
|> case do
nil ->
nil
{type, constraints} ->
AshPostgres.Types.parameterized_type(type, constraints)
end
end
defp do_determine_type_at_path([], _), do: nil
defp do_determine_type_at_path([item], type) do
case Ash.Resource.Info.attribute(type, item) do
nil ->
nil
%{type: {:array, type}, constraints: constraints} ->
constraints = constraints[:items] || []
{type, constraints}
%{type: type, constraints: constraints} ->
{type, constraints}
end
end
defp do_determine_type_at_path([item | rest], type) do
case Ash.Resource.Info.attribute(type, item) do
nil ->
nil
%{type: {:array, type}} ->
if Ash.Type.embedded_type?(type) do
type
else
nil
end
%{type: type} ->
if Ash.Type.embedded_type?(type) do
type
else
nil
end
end
|> case do
nil ->
nil
type ->
do_determine_type_at_path(rest, type)
end
end
@doc false
def set_parent_path(query, parent) do
# This is a stupid name. Its actually the path we *remove* when stepping up a level. I.e the child's path
Map.update!(query, :__ash_bindings__, fn ash_bindings ->
ash_bindings
|> Map.put(:parent_bindings, parent.__ash_bindings__)
|> Map.put(:parent_resources, [
parent.__ash_bindings__.resource | parent.__ash_bindings__[:parent_resources] || []
])
end)
end
defp nest_expression(expression, relationship_path) do
case expression do
{key, value} when is_atom(key) ->
{key, nest_expression(value, relationship_path)}
%Not{expression: expression} = not_expr ->
%{not_expr | expression: nest_expression(expression, relationship_path)}
%BooleanExpression{left: left, right: right} = expression ->
%{
expression
| left: nest_expression(left, relationship_path),
right: nest_expression(right, relationship_path)
}
%{__operator__?: true, left: left, right: right} = op ->
left = nest_expression(left, relationship_path)
right = nest_expression(right, relationship_path)
%{op | left: left, right: right}
%Ref{} = ref ->
add_to_ref_path(ref, relationship_path)
%{__function__?: true, arguments: args} = func ->
%{func | arguments: Enum.map(args, &nest_expression(&1, relationship_path))}
%Ash.Query.Exists{} = exists ->
%{exists | at_path: relationship_path ++ exists.at_path}
%Ash.Query.Parent{} = parent ->
parent
%Ash.Query.Call{args: args} = call ->
%{call | args: Enum.map(args, &nest_expression(&1, relationship_path))}
%Ash.Filter{expression: expression} = filter ->
%{filter | expression: nest_expression(expression, relationship_path)}
other ->
other
end
end
defp add_to_ref_path(%Ref{relationship_path: relationship_path} = ref, to_add) do
%{ref | relationship_path: to_add ++ relationship_path}
end
end