Functions in depth on MySQL: tables, procedures and scalar values instead of row sources

Runs the sample. Generated for this page; it reads the connection string from the environment.

using ArxSamples.MySQL;
using ArxSamples.MySQL.Operations.RetrieveMultiple.AdvancedCases;

// The connection string comes from the environment, never from the code (see "Configure the connection").
var connectionString = Environment.GetEnvironmentVariable("ARX_SAMPLES_MYSQL")
    ?? throw new InvalidOperationException("Set the ARX_SAMPLES_MYSQL environment variable to your MySQL connection string.");

await new Advanced8_ReadFunctionsInDepth().RunAsync(new SampleContext(connectionString));

The sample, as it is in the repository.

using ARX.SDK;
using ARX.SDK.Query;
using ARX.SDK.Services;
using static ArxSamples.MySQL.SampleOutput;

namespace ArxSamples.MySQL.Operations.RetrieveMultiple.AdvancedCases;

/// <summary>
/// Functions as row sources on MySQL, in five scenarios. MySQL functions return one value, never rows, so
/// <see cref="ArxRowSource.Function(string, object?[])"/> is refused before anything is sent (ARX8001), and each shape a
/// table-valued function has elsewhere has its MySQL form:
/// <list type="number">
/// <item>A table's rows, filtered and linked: read the table itself.</item>
/// <item>One row of totals: a procedure's result set, through Execute.</item>
/// <item>A scalar function: its value through Execute; as a row source, refused.</item>
/// <item>The refusal still checks the names first: SQL in a function's name is ARX1017, not ARX8001.</item>
/// <item>A procedure: not a row source either; procedures are Execute's.</item>
/// </list>
/// </summary>
public sealed class Advanced8_ReadFunctionsInDepth : ISample
{
    public string Name => "retrieve-multiple-advanced-8-read-functions-in-depth";

    public string Title => "Functions in depth on MySQL: tables, procedures and scalar values instead of row sources";

    public async Task RunAsync(SampleContext dbContext)
    {
        var active = new ArxEntity("account");
        active["name"] = "Fn Active";
        active["account_number"] = "ACC-R791";
        var activeId = await dbContext.Service.CreateAsync(active);

        var held = new ArxEntity("account");
        held["name"] = "Fn Held";
        held["account_number"] = "ACC-R792";
        held["status"] = new ArxSelectionSetValue("AccountStatus", "ON_HOLD");
        held["parent_account_id"] = new ArxEntityReference("account", activeId);
        await dbContext.Service.CreateAsync(held);

        foreach (var number in new[] { "SO-R791", "SO-R792", "SO-R793" })
        {
            var order = new ArxEntity("sales_order");
            order["order_number"] = number;
            order["account_id"] = new ArxEntityReference("account", activeId);
            order["ordered_on"] = new DateTime(2026, 11, 8, 10, 0, 0, DateTimeKind.Utc);
            order["total"] = 100m;
            await dbContext.Service.CreateAsync(order);
        }

        await Scenario1_ATablesRowsFromTheTableAsync(dbContext);

        await Scenario2_OneRowOfTotalsFromAProcedureAsync(dbContext, activeId);

        await Scenario3_OneValueAsync(dbContext, activeId);

        await Scenario4_NamesAreCheckedFirstAsync(dbContext);

        await Scenario5_AProcedureIsNotARowSourceAsync(dbContext);
    }

    /// <summary>
    /// 1. The rows a function like <c>fn_accounts_with_status('ON_HOLD')</c> returns elsewhere: on MySQL, the account table
    /// itself, with the same criterion, a link entity (the parent account's name) and an order.
    /// </summary>
    private static async Task Scenario1_ATablesRowsFromTheTableAsync(SampleContext dbContext)
    {
        Step("1. A table's rows, filtered and linked: read the table");

        var query = new ArxQueryExpression("account");
        query.ColumnSet.AddColumns("name", "account_number", "status");
        query.Criteria.AddCondition("status", ArxConditionOperator.Equal, "ON_HOLD");
        query.Criteria.AddCondition("account_number", ArxConditionOperator.BeginsWith, "ACC-R79");
        var parent = query.AddLink("account", "parent_account_id", "id", ArxJoinOperator.Left);
        parent.EntityAlias = "parent";
        parent.ColumnSet.AddColumn("name");
        query.AddOrder("name", ArxOrderType.Ascending);

        foreach (var row in (await dbContext.Service.RetrieveMultipleAsync(query)).Entities)
        {
            Show($"{row["name"]} ({row["account_number"]}, {row["status"]}), parent: {row["parent.name"] ?? "-"}");
        }

        /* ===========================================================
         * [DIRECT QUERY CHECK]
         * -----------------------------------------------------------
         * SELECT a.name, a.account_number, a.status, p.name AS parent
         * FROM account a
         * LEFT JOIN account p ON p.id = a.parent_account_id
         * WHERE a.status = 'ON_HOLD' AND a.account_number LIKE 'ACC-R79%';
         * -- Expect: 1 row: Fn Held, ACC-R792, ON_HOLD, Fn Active.
         * ===========================================================
         */
    }

    /// <summary>2. One row of totals, computed by the database: <c>sp_account_report</c>'s third result set.</summary>
    private static async Task Scenario2_OneRowOfTotalsFromAProcedureAsync(SampleContext dbContext, ArxRecordId accountId)
    {
        Step("2. One row of totals: a procedure's result set");

        var report = new ArxProcedureExpression("sp_account_report");
        report.AddParameter("p_account_id", accountId.AsInt64());

        var totals = (await dbContext.Service.ExecuteAsync(report)).ResultSets[2].Entities.Single();
        Show($"contacts: {totals["contacts"]}, orders: {totals["orders"]}, revenue: {totals["revenue"]}");

        /* ===========================================================
         * [DIRECT QUERY CHECK]
         * -----------------------------------------------------------
         * SELECT (SELECT COUNT(*) FROM sales_order o WHERE o.account_id = a.id) AS orders,
         *        (SELECT SUM(o.total) FROM sales_order o WHERE o.account_id = a.id) AS revenue
         * FROM account a
         * WHERE a.account_number = 'ACC-R791';
         * -- Expect: 3 orders, 300.00 (and 0 contacts).
         * ===========================================================
         */
    }

    /// <summary>
    /// 3. <c>fn_order_count</c> is a scalar function: as a row source it is refused like any function; its value comes
    /// from Execute, <c>result.Value&lt;T&gt;()</c>.
    /// </summary>
    private static async Task Scenario3_OneValueAsync(SampleContext dbContext, ArxRecordId accountId)
    {
        Step("3. A scalar function: its value through Execute");

        try
        {
            await dbContext.Service.RetrieveMultipleAsync(new ArxQueryExpression(ArxRowSource.Function("fn_order_count", accountId.AsInt64())));
        }
        catch (ArxNotSupportedException error) when (error.Code == ArxErrorCode.NotSupported)
        {
            Show($"as a row source: {error.Code}");
        }

        var count = new ArxProcedureExpression("fn_order_count") { ProcedureType = ArxProcedureType.Function };
        count.AddParameter(accountId.AsInt64());
        Show($"through Execute: fn_order_count = {(await dbContext.Service.ExecuteAsync(count)).Value<long>()}");

        /* ===========================================================
         * [DIRECT QUERY CHECK]
         * -----------------------------------------------------------
         * SELECT fn_order_count(a.id)
         * FROM account a
         * WHERE a.account_number = 'ACC-R791';
         * -- Expect: 3.
         * ===========================================================
         */
    }

    /// <summary>
    /// 4. The refusal comes after the name check: a function name carrying SQL is an injection attempt (ARX1017), so an
    /// attack is reported as one, never hidden behind "not supported".
    /// </summary>
    private static async Task Scenario4_NamesAreCheckedFirstAsync(SampleContext dbContext)
    {
        Step("4. Names are checked first: SQL in a function's name is ARX1017");

        try
        {
            await dbContext.Service.RetrieveMultipleAsync(new ArxQueryExpression(ArxRowSource.Function("fn_order_count(1); DROP TABLE account; --")));
        }
        catch (ArxValidationException error) when (error.Code == ArxErrorCode.SuspectedInjection)
        {
            ShowError(error);
        }

        /* ===========================================================
         * [DIRECT QUERY CHECK]
         * -----------------------------------------------------------
         * SELECT COUNT(*) FROM account WHERE account_number LIKE 'ACC-R79%';
         * -- Expect: 2: the table is there and nothing was read or written by the refused call.
         * ===========================================================
         */
    }

    /// <summary>5. A procedure is not a row source either: refused before the database; procedures are Execute's.</summary>
    private static async Task Scenario5_AProcedureIsNotARowSourceAsync(SampleContext dbContext)
    {
        Step("5. A procedure is not a row source");

        try
        {
            await dbContext.Service.RetrieveMultipleAsync(new ArxQueryExpression(ArxRowSource.Function("sp_recalculate_order_totals")));
        }
        catch (ArxNotSupportedException error) when (error.Code == ArxErrorCode.NotSupported)
        {
            Show($"as a row source: {error.Code}");
            Show("call it with ExecuteAsync(new ArxProcedureExpression(\"sp_recalculate_order_totals\"))");
        }

        /* ===========================================================
         * [DIRECT QUERY CHECK]
         * -----------------------------------------------------------
         * SELECT routine_type FROM information_schema.routines
         * WHERE routine_schema = DATABASE() AND routine_name = 'sp_recalculate_order_totals';
         * -- Expect: PROCEDURE.
         * ===========================================================
         */
    }
}

What every sample is given: the connection string (and the ISample interface the samples implement).

namespace ArxSamples.MySQL;

/// <summary>One documentation sample: a scenario a real application has, shown end to end.</summary>
public interface ISample
{
    /// <summary>The name to run it alone: <c>dotnet run -- &lt;name&gt;</c>.</summary>
    string Name { get; }

    /// <summary>One line on what it shows.</summary>
    string Title { get; }

    Task RunAsync(SampleContext dbContext);
}

/// <summary>
/// What a sample is given. Every sample gets the connection string; the application's service and catalog
/// (SampleContext.Application.cs) and the plain MySqlConnector read-back helper (SampleContext.Direct.cs) live in their own
/// files, so a sample needs only the files it uses.
/// </summary>
public sealed partial class SampleContext
{
    public SampleContext(string connectionString)
    {
        ConnectionString = connectionString;
    }

    public string ConnectionString { get; }
}

How the samples print: Step for each scenario, Show for what it did, ShowError for an error caught on purpose.

using ARX.SDK;

namespace ArxSamples.MySQL;

/// <summary>How the samples print: a numbered step for each scenario, then what it did.</summary>
public static class SampleOutput
{
    /// <summary>The start of a scenario: <c>Step("1. By the id Create returned")</c>.</summary>
    public static void Step(string text) => Console.WriteLine($"  > {text}");

    /// <summary>What the scenario did.</summary>
    public static void Show(string text) => Console.WriteLine($"      {text}");

    /// <summary>An ARX error the scenario caught on purpose.</summary>
    public static void ShowError(ArxException exception)
        => Console.WriteLine($"      caught {exception.GetType().Name}: {exception.Message}");
}

The application's ARX service and its schema catalog, created once and shared by the samples.

using ARX.SDK.MySQL.Services;
using ARX.SDK.Services;

namespace ArxSamples.MySQL;

/// <summary>The application's ARX service and its schema catalog, shared by the real and advanced samples.</summary>
public sealed partial class SampleContext
{
    private ArxSchemaCatalog? _catalog;
    private ArxMySqlDbService? _service;

    /// <summary>The application's schema catalog: table ids, keys and selection sets (SampleCatalog.cs).</summary>
    public ArxSchemaCatalog Catalog => _catalog ??= SampleCatalog.Build();

    /// <summary>
    /// One service for the whole application. It holds no connection: every call opens one from the MySqlConnector pool and
    /// closes it, unless you pass your own connection or transaction.
    /// </summary>
    public ArxMySqlDbService Service => _service ??= new ArxMySqlDbService(ConnectionString, Catalog);
}

The application's schema catalog: every table's id column and keys, and its selection sets.

using ARX.SDK.Services;
using System.Text.Json;
using System.Text.Json.Serialization;

namespace ArxSamples.MySQL;

/// <summary>An account's industry. Stored in account.industry (SMALLINT) as the enum's number.</summary>
public enum Industry : short
{
    Retail = 1,
    Manufacturing = 2,
    Healthcare = 3,
    Finance = 4,
    Technology = 5
}

/// <summary>
/// The application's schema catalog: every table's id column and keys, and every picklist (selection set),
/// defined once.
/// </summary>
/// <remarks>
/// <para>
/// <b>Ids.</b> Every table the application writes is declared with its one id column: its name, its .NET type, and
/// whether the database generates it (<c>ArxIdColumn.Generated</c>: identity, sequence, default) or the caller supplies
/// it (<c>ArxIdColumn.Supplied</c>: a natural id, a client-generated Guid). A table with no id column, such as a log or a
/// table identified by several columns together, is declared <c>ArxIdColumn.NoIdColumn</c>. ARX never reads ids from
/// the database: the developer knows the schema, and an undeclared table is refused (ARX1016).
/// </para>
/// <para>
/// <b>Keys.</b> Optional business keys: one or more columns whose values identify a record, such as an account number,
/// or a region and a SKU together. Create doesn't use them (the database's unique constraints do the enforcing); Update
/// and Delete will be able to find rows by them. <c>ValidateSchemaAsync</c> checks ids and keys against the database
/// when you ask it to.
/// </para>
/// <para>
/// <b>Selection sets.</b> /// A selection set (picklist, option set) is a column that only accepts a fixed list of codes, each with a display
/// text: an account's status (ACTIVE, ON_HOLD, CLOSED), a contact's preferred channel (E, P, S). The catalog tells ARX,
/// for each set:
/// </para>
/// <list type="bullet">
/// <item><b>Name</b>: what an <see cref="ArxSelectionSetValue"/> refers to, for example <c>new ArxSelectionSetValue("AccountStatus", "ON_HOLD")</c>.</item>
/// <item><b>Kind</b>: what the codes are, matching the column: Integer, String, Character, Boolean, Decimal or Guid.
/// (A fixed list of text values is a String set, whether the column is an ENUM or a VARCHAR that a CHECK guards.)</item>
/// <item><b>Multiplicity</b>: Single (one code), or several codes stored as bit flags (Flags), a delimited string
/// (Delimited) or a JSON array (Json). MySQL has no array columns.</item>
/// <item><b>Options</b>: each code with its display text and order. A retired option (<c>IsActive: false</c>) stays
/// readable in old rows, but can't be written any more.</item>
/// </list>
/// <para>
/// Build the catalog once at startup and give it to the service: <c>new ArxMySqlDbService(connectionString, SampleCatalog.Build())</c>.
/// ARX checks every <see cref="ArxSelectionSetValue"/> against it in memory, before any SQL is sent, and stores the code
/// itself in the column: no lookup table, no extra query. A plain value (a string or number that isn't an
/// ArxSelectionSetValue) isn't checked.
/// </para>
/// <para>
/// The catalog is plain code, so the options can come from wherever you keep them: written out here, taken from a .NET
/// enum (<c>AddEnum</c>), loaded from JSON (<see cref="SetsJson"/> and <see cref="FromJson"/> below), or loaded at
/// startup from your own option table and passed to <c>new ArxSelectionSetDefinition(name, kind, options)</c>. ARX
/// never reads option tables or files itself.
/// </para>
/// </remarks>
public static class SampleCatalog
{
    /// <summary>
    /// Selection sets kept as JSON, as an application might keep them in a file, a settings store or a database column.
    /// Here the JSON is in the class itself; in an application, read it from wherever you keep it
    /// (<c>File.ReadAllText("selection-sets.json")</c>, configuration, an HTTP call) and pass it to <see cref="FromJson"/>.
    /// "multiplicity" and "active" are optional (Single and true).
    /// </summary>
    public const string SetsJson = """
        [
          {
            "name": "LeadSource",
            "kind": "String",
            "options": [
              { "value": "WEB",       "text": "Website",    "order": 0 },
              { "value": "REFERRAL",  "text": "Referral",   "order": 1 },
              { "value": "EVENT",     "text": "Trade show", "order": 2 },
              { "value": "COLD_CALL", "text": "Cold call",  "order": 3, "active": false }
            ]
          },
          {
            "name": "ContactRating",
            "kind": "Integer",
            "multiplicity": "Single",
            "options": [
              { "value": 1, "text": "Poor" },
              { "value": 2, "text": "Fair" },
              { "value": 3, "text": "Good" },
              { "value": 4, "text": "Very good" },
              { "value": 5, "text": "Excellent" }
            ]
          }
        ]
        """;

    public static ArxSchemaCatalog Build()
    {
        var builder = ArxSchemaCatalog.Create()

            // ---------- tables: id column and keys ----------
            // Generated BIGINT ids (AUTO_INCREMENT): the database fills them in. The keys are the unique columns that also
            // identify a record.
            .Table("account", ArxIdColumn.Generated<long>("id")).Key("account", "account_number")
            .Table("contact", ArxIdColumn.Generated<long>("id")).Key("contact", "email")

            // Retrieve: a contact's account_id reads back as a reference to its account, named by the account's
            // name; a contact is named by its first and last names.
            .Lookup("contact", "account_id", "account")
            .DisplayName("account", "name")
            .DisplayName("contact", new[] { "first_name", "last_name" }, " ")

            .Table("product_category", ArxIdColumn.Generated<long>("id")).Key("product_category", "name")
            .Table("product", ArxIdColumn.Generated<long>("id")).Key("product", "sku")
            .Table("sales_order", ArxIdColumn.Generated<long>("id")).Key("sales_order", "order_number")
            .Table("order_line", ArxIdColumn.Generated<long>("id"))
            .Table("data_type_showcase", ArxIdColumn.Generated<long>("id"))

            // A natural id: the caller gives the ISO country code.
            .Table("country", ArxIdColumn.Supplied<string>("code"))

            // A Guid id the application gives (CHAR(36)): MySQL can only hand back generated integer ids.
            .Table("device", ArxIdColumn.Supplied<Guid>("id")).Key("device", "serial_number")

            // No id column: a price is identified by its region and SKU together, a compound key.
            .Table("price_list", ArxIdColumn.NoIdColumn).Key("price_list", "region", "sku")

            // No primary key at all: the same action can be logged twice.
            .Table("activity_log", ArxIdColumn.NoIdColumn)

            // A table without an id: a visit is a fact, never updated (Retrieve Advanced8).
            .Table("web_visit", ArxIdColumn.NoIdColumn)

            // ---------- selection sets ----------

            // From a .NET enum: the set is named after the enum ("Industry"), the codes are its numbers (Retail = 1, …),
            // the display texts are its member names. Column: account.industry SMALLINT.
            .AddEnum<Industry>()

            // Written out: String codes with display texts, single choice. Column: account.status VARCHAR(10).
            .Add("AccountStatus", ArxSelectionSetKind.String, ("ACTIVE", "Active"), ("ON_HOLD", "On hold"), ("CLOSED", "Closed"))

            // Multiple choice, stored as delimited text ("ENTERPRISE,PUBLIC"). RESELLER is retired: rows that have it still
            // read back, but new writes can't use it. Column: account.segments VARCHAR(200).
            .Add(new ArxSelectionSetDefinition("CustomerSegment", ArxSelectionSetKind.String, new[]
            {
                new ArxSelectionSetOption("SMB", "Small business", 0),
                new ArxSelectionSetOption("ENTERPRISE", "Enterprise", 1),
                new ArxSelectionSetOption("PUBLIC", "Public sector", 2),
                new ArxSelectionSetOption("RESELLER", "Reseller", 3, IsActive: false)
            }, ArxSelectionSetMultiplicity.Delimited))

            // Single-character codes. Column: contact.preferred_channel CHAR(1).
            .Add("ContactChannel", ArxSelectionSetKind.Character, ('E', "Email"), ('P', "Phone"), ('S', "Text message"))

            // A fixed list of text values, in a MySQL ENUM column, which allows only its labels.
            // Column: data_type_showcase.mood ENUM('happy', 'neutral', 'sad').
            .Add(new ArxSelectionSetDefinition("Mood", ArxSelectionSetKind.String, new[]
            {
                new ArxSelectionSetOption("happy", "Happy", 0),
                new ArxSelectionSetOption("neutral", "Neutral", 1),
                new ArxSelectionSetOption("sad", "Sad", 2)
            }));

        // Loaded from JSON: LeadSource (contact.lead_source VARCHAR(50)) and ContactRating (contact.rating SMALLINT).
        foreach (var set in FromJson(SetsJson))
        {
            builder.Add(set);
        }

        return builder.Build();
    }

    /// <summary>Reads selection set definitions from JSON (the shape of <see cref="SetsJson"/>).</summary>
    public static IEnumerable<ArxSelectionSetDefinition> FromJson(string json)
    {
        var options = new JsonSerializerOptions
        {
            PropertyNameCaseInsensitive = true,
            Converters = { new JsonStringEnumConverter() }   // "String", "Integer", "Array", … as names
        };

        var sets = JsonSerializer.Deserialize<List<JsonSet>>(json, options)
            ?? throw new InvalidOperationException("The selection set JSON is empty.");

        foreach (var set in sets)
        {
            yield return new ArxSelectionSetDefinition(
                set.Name,
                set.Kind,
                set.Options.Select(x => new ArxSelectionSetOption(Code(x.Value, set.Kind), x.Text, x.Order, x.Active)),
                set.Multiplicity,
                set.DatabaseTypeName);
        }
    }

    /// <summary>A JSON value as a code of the set's kind: JSON has no char, Guid or 64-bit integer of its own.</summary>
    private static object Code(JsonElement value, ArxSelectionSetKind kind) => kind switch
    {
        ArxSelectionSetKind.Integer => value.GetInt64(),
        ArxSelectionSetKind.Decimal => value.GetDecimal(),
        ArxSelectionSetKind.Boolean => value.GetBoolean(),
        ArxSelectionSetKind.Guid => value.GetGuid(),
        ArxSelectionSetKind.Character => value.GetString()![0],
        _ => value.GetString()!   // String and DatabaseEnum
    };

    private sealed record JsonSet(
        string Name,
        ArxSelectionSetKind Kind,
        List<JsonOption> Options,
        ArxSelectionSetMultiplicity Multiplicity = ArxSelectionSetMultiplicity.Single,
        string? DatabaseTypeName = null);

    private sealed record JsonOption(JsonElement Value, string Text, int Order = 0, bool Active = true);
}

  > 1. A table's rows, filtered and linked: read the table
      Fn Held (ACC-R792, ON_HOLD), parent: Fn Active
  > 2. One row of totals: a procedure's result set
      contacts: 0, orders: 3, revenue: 300.00
  > 3. A scalar function: its value through Execute
      as a row source: NotSupported
      through Execute: fn_order_count = 3
  > 4. Names are checked first: SQL in a function's name is ARX1017
      caught ArxValidationException: ARX1017 SuspectedInjection: Entity name 'fn_order_count(1); DROP TABLE account; --' looks like an SQL injection attempt (contains ';'). ARX refused it before sending anything to the database. Names must come from your code or a fixed list, never from user input.
  > 5. A procedure is not a row source
      as a row source: NotSupported
      call it with ExecuteAsync(new ArxProcedureExpression("sp_recalculate_order_totals"))