123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628 |
- // SPDX-License-Identifier: GPL-2.0-only
- /*
- * Copyright (C) 2016 NVIDIA Corporation
- */
- #include <linux/clk-provider.h>
- #include <linux/device.h>
- #include <linux/seq_buf.h>
- #include <linux/slab.h>
- #include <soc/tegra/bpmp.h>
- #include <soc/tegra/bpmp-abi.h>
- #define TEGRA_BPMP_DUMP_CLOCK_INFO 0
- #define TEGRA_BPMP_CLK_HAS_MUX BIT(0)
- #define TEGRA_BPMP_CLK_HAS_SET_RATE BIT(1)
- #define TEGRA_BPMP_CLK_IS_ROOT BIT(2)
- struct tegra_bpmp_clk_info {
- unsigned int id;
- char name[MRQ_CLK_NAME_MAXLEN];
- unsigned int parents[MRQ_CLK_MAX_PARENTS];
- unsigned int num_parents;
- unsigned long flags;
- };
- struct tegra_bpmp_clk {
- struct clk_hw hw;
- struct tegra_bpmp *bpmp;
- unsigned int id;
- unsigned int num_parents;
- unsigned int *parents;
- };
- static inline struct tegra_bpmp_clk *to_tegra_bpmp_clk(struct clk_hw *hw)
- {
- return container_of(hw, struct tegra_bpmp_clk, hw);
- }
- struct tegra_bpmp_clk_message {
- unsigned int cmd;
- unsigned int id;
- struct {
- const void *data;
- size_t size;
- } tx;
- struct {
- void *data;
- size_t size;
- int ret;
- } rx;
- };
- static int tegra_bpmp_clk_transfer(struct tegra_bpmp *bpmp,
- const struct tegra_bpmp_clk_message *clk)
- {
- struct mrq_clk_request request;
- struct tegra_bpmp_message msg;
- void *req = &request;
- int err;
- memset(&request, 0, sizeof(request));
- request.cmd_and_id = (clk->cmd << 24) | clk->id;
- /*
- * The mrq_clk_request structure has an anonymous union at offset 4
- * that contains all possible sub-command structures. Copy the data
- * to that union. Ideally we'd be able to refer to it by name, but
- * doing so would require changing the ABI header and increase the
- * maintenance burden.
- */
- memcpy(req + 4, clk->tx.data, clk->tx.size);
- memset(&msg, 0, sizeof(msg));
- msg.mrq = MRQ_CLK;
- msg.tx.data = &request;
- msg.tx.size = sizeof(request);
- msg.rx.data = clk->rx.data;
- msg.rx.size = clk->rx.size;
- err = tegra_bpmp_transfer(bpmp, &msg);
- if (err < 0)
- return err;
- else if (msg.rx.ret < 0)
- return -EINVAL;
- return 0;
- }
- static int tegra_bpmp_clk_prepare(struct clk_hw *hw)
- {
- struct tegra_bpmp_clk *clk = to_tegra_bpmp_clk(hw);
- struct tegra_bpmp_clk_message msg;
- memset(&msg, 0, sizeof(msg));
- msg.cmd = CMD_CLK_ENABLE;
- msg.id = clk->id;
- return tegra_bpmp_clk_transfer(clk->bpmp, &msg);
- }
- static void tegra_bpmp_clk_unprepare(struct clk_hw *hw)
- {
- struct tegra_bpmp_clk *clk = to_tegra_bpmp_clk(hw);
- struct tegra_bpmp_clk_message msg;
- int err;
- memset(&msg, 0, sizeof(msg));
- msg.cmd = CMD_CLK_DISABLE;
- msg.id = clk->id;
- err = tegra_bpmp_clk_transfer(clk->bpmp, &msg);
- if (err < 0)
- dev_err(clk->bpmp->dev, "failed to disable clock %s: %d\n",
- clk_hw_get_name(hw), err);
- }
- static int tegra_bpmp_clk_is_prepared(struct clk_hw *hw)
- {
- struct tegra_bpmp_clk *clk = to_tegra_bpmp_clk(hw);
- struct cmd_clk_is_enabled_response response;
- struct tegra_bpmp_clk_message msg;
- int err;
- memset(&msg, 0, sizeof(msg));
- msg.cmd = CMD_CLK_IS_ENABLED;
- msg.id = clk->id;
- msg.rx.data = &response;
- msg.rx.size = sizeof(response);
- err = tegra_bpmp_clk_transfer(clk->bpmp, &msg);
- if (err < 0)
- return err;
- return response.state;
- }
- static unsigned long tegra_bpmp_clk_recalc_rate(struct clk_hw *hw,
- unsigned long parent_rate)
- {
- struct tegra_bpmp_clk *clk = to_tegra_bpmp_clk(hw);
- struct cmd_clk_get_rate_response response;
- struct cmd_clk_get_rate_request request;
- struct tegra_bpmp_clk_message msg;
- int err;
- memset(&msg, 0, sizeof(msg));
- msg.cmd = CMD_CLK_GET_RATE;
- msg.id = clk->id;
- msg.tx.data = &request;
- msg.tx.size = sizeof(request);
- msg.rx.data = &response;
- msg.rx.size = sizeof(response);
- err = tegra_bpmp_clk_transfer(clk->bpmp, &msg);
- if (err < 0)
- return err;
- return response.rate;
- }
- static long tegra_bpmp_clk_round_rate(struct clk_hw *hw, unsigned long rate,
- unsigned long *parent_rate)
- {
- struct tegra_bpmp_clk *clk = to_tegra_bpmp_clk(hw);
- struct cmd_clk_round_rate_response response;
- struct cmd_clk_round_rate_request request;
- struct tegra_bpmp_clk_message msg;
- int err;
- memset(&request, 0, sizeof(request));
- request.rate = rate;
- memset(&msg, 0, sizeof(msg));
- msg.cmd = CMD_CLK_ROUND_RATE;
- msg.id = clk->id;
- msg.tx.data = &request;
- msg.tx.size = sizeof(request);
- msg.rx.data = &response;
- msg.rx.size = sizeof(response);
- err = tegra_bpmp_clk_transfer(clk->bpmp, &msg);
- if (err < 0)
- return err;
- return response.rate;
- }
- static int tegra_bpmp_clk_set_parent(struct clk_hw *hw, u8 index)
- {
- struct tegra_bpmp_clk *clk = to_tegra_bpmp_clk(hw);
- struct cmd_clk_set_parent_response response;
- struct cmd_clk_set_parent_request request;
- struct tegra_bpmp_clk_message msg;
- int err;
- memset(&request, 0, sizeof(request));
- request.parent_id = clk->parents[index];
- memset(&msg, 0, sizeof(msg));
- msg.cmd = CMD_CLK_SET_PARENT;
- msg.id = clk->id;
- msg.tx.data = &request;
- msg.tx.size = sizeof(request);
- msg.rx.data = &response;
- msg.rx.size = sizeof(response);
- err = tegra_bpmp_clk_transfer(clk->bpmp, &msg);
- if (err < 0)
- return err;
- /* XXX check parent ID in response */
- return 0;
- }
- static u8 tegra_bpmp_clk_get_parent(struct clk_hw *hw)
- {
- struct tegra_bpmp_clk *clk = to_tegra_bpmp_clk(hw);
- struct cmd_clk_get_parent_response response;
- struct tegra_bpmp_clk_message msg;
- unsigned int i;
- int err;
- memset(&msg, 0, sizeof(msg));
- msg.cmd = CMD_CLK_GET_PARENT;
- msg.id = clk->id;
- msg.rx.data = &response;
- msg.rx.size = sizeof(response);
- err = tegra_bpmp_clk_transfer(clk->bpmp, &msg);
- if (err < 0) {
- dev_err(clk->bpmp->dev, "failed to get parent for %s: %d\n",
- clk_hw_get_name(hw), err);
- return U8_MAX;
- }
- for (i = 0; i < clk->num_parents; i++)
- if (clk->parents[i] == response.parent_id)
- return i;
- return U8_MAX;
- }
- static int tegra_bpmp_clk_set_rate(struct clk_hw *hw, unsigned long rate,
- unsigned long parent_rate)
- {
- struct tegra_bpmp_clk *clk = to_tegra_bpmp_clk(hw);
- struct cmd_clk_set_rate_response response;
- struct cmd_clk_set_rate_request request;
- struct tegra_bpmp_clk_message msg;
- memset(&request, 0, sizeof(request));
- request.rate = rate;
- memset(&msg, 0, sizeof(msg));
- msg.cmd = CMD_CLK_SET_RATE;
- msg.id = clk->id;
- msg.tx.data = &request;
- msg.tx.size = sizeof(request);
- msg.rx.data = &response;
- msg.rx.size = sizeof(response);
- return tegra_bpmp_clk_transfer(clk->bpmp, &msg);
- }
- static const struct clk_ops tegra_bpmp_clk_gate_ops = {
- .prepare = tegra_bpmp_clk_prepare,
- .unprepare = tegra_bpmp_clk_unprepare,
- .is_prepared = tegra_bpmp_clk_is_prepared,
- .recalc_rate = tegra_bpmp_clk_recalc_rate,
- };
- static const struct clk_ops tegra_bpmp_clk_mux_ops = {
- .prepare = tegra_bpmp_clk_prepare,
- .unprepare = tegra_bpmp_clk_unprepare,
- .is_prepared = tegra_bpmp_clk_is_prepared,
- .recalc_rate = tegra_bpmp_clk_recalc_rate,
- .set_parent = tegra_bpmp_clk_set_parent,
- .get_parent = tegra_bpmp_clk_get_parent,
- };
- static const struct clk_ops tegra_bpmp_clk_rate_ops = {
- .prepare = tegra_bpmp_clk_prepare,
- .unprepare = tegra_bpmp_clk_unprepare,
- .is_prepared = tegra_bpmp_clk_is_prepared,
- .recalc_rate = tegra_bpmp_clk_recalc_rate,
- .round_rate = tegra_bpmp_clk_round_rate,
- .set_rate = tegra_bpmp_clk_set_rate,
- };
- static const struct clk_ops tegra_bpmp_clk_mux_rate_ops = {
- .prepare = tegra_bpmp_clk_prepare,
- .unprepare = tegra_bpmp_clk_unprepare,
- .is_prepared = tegra_bpmp_clk_is_prepared,
- .recalc_rate = tegra_bpmp_clk_recalc_rate,
- .round_rate = tegra_bpmp_clk_round_rate,
- .set_parent = tegra_bpmp_clk_set_parent,
- .get_parent = tegra_bpmp_clk_get_parent,
- .set_rate = tegra_bpmp_clk_set_rate,
- };
- static int tegra_bpmp_clk_get_max_id(struct tegra_bpmp *bpmp)
- {
- struct cmd_clk_get_max_clk_id_response response;
- struct tegra_bpmp_clk_message msg;
- int err;
- memset(&msg, 0, sizeof(msg));
- msg.cmd = CMD_CLK_GET_MAX_CLK_ID;
- msg.rx.data = &response;
- msg.rx.size = sizeof(response);
- err = tegra_bpmp_clk_transfer(bpmp, &msg);
- if (err < 0)
- return err;
- if (response.max_id > INT_MAX)
- return -E2BIG;
- return response.max_id;
- }
- static int tegra_bpmp_clk_get_info(struct tegra_bpmp *bpmp, unsigned int id,
- struct tegra_bpmp_clk_info *info)
- {
- struct cmd_clk_get_all_info_response response;
- struct tegra_bpmp_clk_message msg;
- unsigned int i;
- int err;
- memset(&msg, 0, sizeof(msg));
- msg.cmd = CMD_CLK_GET_ALL_INFO;
- msg.id = id;
- msg.rx.data = &response;
- msg.rx.size = sizeof(response);
- err = tegra_bpmp_clk_transfer(bpmp, &msg);
- if (err < 0)
- return err;
- strlcpy(info->name, response.name, MRQ_CLK_NAME_MAXLEN);
- info->num_parents = response.num_parents;
- for (i = 0; i < info->num_parents; i++)
- info->parents[i] = response.parents[i];
- info->flags = response.flags;
- return 0;
- }
- static void tegra_bpmp_clk_info_dump(struct tegra_bpmp *bpmp,
- const char *level,
- const struct tegra_bpmp_clk_info *info)
- {
- const char *prefix = "";
- struct seq_buf buf;
- unsigned int i;
- char flags[64];
- seq_buf_init(&buf, flags, sizeof(flags));
- if (info->flags)
- seq_buf_printf(&buf, "(");
- if (info->flags & TEGRA_BPMP_CLK_HAS_MUX) {
- seq_buf_printf(&buf, "%smux", prefix);
- prefix = ", ";
- }
- if ((info->flags & TEGRA_BPMP_CLK_HAS_SET_RATE) == 0) {
- seq_buf_printf(&buf, "%sfixed", prefix);
- prefix = ", ";
- }
- if (info->flags & TEGRA_BPMP_CLK_IS_ROOT) {
- seq_buf_printf(&buf, "%sroot", prefix);
- prefix = ", ";
- }
- if (info->flags)
- seq_buf_printf(&buf, ")");
- dev_printk(level, bpmp->dev, "%03u: %s\n", info->id, info->name);
- dev_printk(level, bpmp->dev, " flags: %lx %s\n", info->flags, flags);
- dev_printk(level, bpmp->dev, " parents: %u\n", info->num_parents);
- for (i = 0; i < info->num_parents; i++)
- dev_printk(level, bpmp->dev, " %03u\n", info->parents[i]);
- }
- static int tegra_bpmp_probe_clocks(struct tegra_bpmp *bpmp,
- struct tegra_bpmp_clk_info **clocksp)
- {
- struct tegra_bpmp_clk_info *clocks;
- unsigned int max_id, id, count = 0;
- unsigned int holes = 0;
- int err;
- err = tegra_bpmp_clk_get_max_id(bpmp);
- if (err < 0)
- return err;
- max_id = err;
- dev_dbg(bpmp->dev, "maximum clock ID: %u\n", max_id);
- clocks = kcalloc(max_id + 1, sizeof(*clocks), GFP_KERNEL);
- if (!clocks)
- return -ENOMEM;
- for (id = 0; id <= max_id; id++) {
- struct tegra_bpmp_clk_info *info = &clocks[count];
- err = tegra_bpmp_clk_get_info(bpmp, id, info);
- if (err < 0)
- continue;
- if (info->num_parents >= U8_MAX) {
- dev_err(bpmp->dev,
- "clock %u has too many parents (%u, max: %u)\n",
- id, info->num_parents, U8_MAX);
- continue;
- }
- /* clock not exposed by BPMP */
- if (info->name[0] == '\0') {
- holes++;
- continue;
- }
- info->id = id;
- count++;
- if (TEGRA_BPMP_DUMP_CLOCK_INFO)
- tegra_bpmp_clk_info_dump(bpmp, KERN_DEBUG, info);
- }
- dev_dbg(bpmp->dev, "holes: %u\n", holes);
- *clocksp = clocks;
- return count;
- }
- static const struct tegra_bpmp_clk_info *
- tegra_bpmp_clk_find(const struct tegra_bpmp_clk_info *clocks,
- unsigned int num_clocks, unsigned int id)
- {
- unsigned int i;
- for (i = 0; i < num_clocks; i++)
- if (clocks[i].id == id)
- return &clocks[i];
- return NULL;
- }
- static struct tegra_bpmp_clk *
- tegra_bpmp_clk_register(struct tegra_bpmp *bpmp,
- const struct tegra_bpmp_clk_info *info,
- const struct tegra_bpmp_clk_info *clocks,
- unsigned int num_clocks)
- {
- struct tegra_bpmp_clk *clk;
- struct clk_init_data init;
- const char **parents;
- unsigned int i;
- int err;
- clk = devm_kzalloc(bpmp->dev, sizeof(*clk), GFP_KERNEL);
- if (!clk)
- return ERR_PTR(-ENOMEM);
- clk->id = info->id;
- clk->bpmp = bpmp;
- clk->parents = devm_kcalloc(bpmp->dev, info->num_parents,
- sizeof(*clk->parents), GFP_KERNEL);
- if (!clk->parents)
- return ERR_PTR(-ENOMEM);
- clk->num_parents = info->num_parents;
- /* hardware clock initialization */
- memset(&init, 0, sizeof(init));
- init.name = info->name;
- clk->hw.init = &init;
- if (info->flags & TEGRA_BPMP_CLK_HAS_MUX) {
- if (info->flags & TEGRA_BPMP_CLK_HAS_SET_RATE)
- init.ops = &tegra_bpmp_clk_mux_rate_ops;
- else
- init.ops = &tegra_bpmp_clk_mux_ops;
- } else {
- if (info->flags & TEGRA_BPMP_CLK_HAS_SET_RATE)
- init.ops = &tegra_bpmp_clk_rate_ops;
- else
- init.ops = &tegra_bpmp_clk_gate_ops;
- }
- init.num_parents = info->num_parents;
- parents = kcalloc(info->num_parents, sizeof(*parents), GFP_KERNEL);
- if (!parents)
- return ERR_PTR(-ENOMEM);
- for (i = 0; i < info->num_parents; i++) {
- const struct tegra_bpmp_clk_info *parent;
- /* keep a private copy of the ID to parent index map */
- clk->parents[i] = info->parents[i];
- parent = tegra_bpmp_clk_find(clocks, num_clocks,
- info->parents[i]);
- if (!parent) {
- dev_err(bpmp->dev, "no parent %u found for %u\n",
- info->parents[i], info->id);
- continue;
- }
- parents[i] = parent->name;
- }
- init.parent_names = parents;
- err = devm_clk_hw_register(bpmp->dev, &clk->hw);
- kfree(parents);
- if (err < 0)
- return ERR_PTR(err);
- return clk;
- }
- static int tegra_bpmp_register_clocks(struct tegra_bpmp *bpmp,
- struct tegra_bpmp_clk_info *infos,
- unsigned int count)
- {
- struct tegra_bpmp_clk *clk;
- unsigned int i;
- bpmp->num_clocks = count;
- bpmp->clocks = devm_kcalloc(bpmp->dev, count, sizeof(clk), GFP_KERNEL);
- if (!bpmp->clocks)
- return -ENOMEM;
- for (i = 0; i < count; i++) {
- struct tegra_bpmp_clk_info *info = &infos[i];
- clk = tegra_bpmp_clk_register(bpmp, info, infos, count);
- if (IS_ERR(clk)) {
- dev_err(bpmp->dev,
- "failed to register clock %u (%s): %ld\n",
- info->id, info->name, PTR_ERR(clk));
- continue;
- }
- bpmp->clocks[i] = clk;
- }
- return 0;
- }
- static void tegra_bpmp_unregister_clocks(struct tegra_bpmp *bpmp)
- {
- unsigned int i;
- for (i = 0; i < bpmp->num_clocks; i++)
- clk_hw_unregister(&bpmp->clocks[i]->hw);
- }
- static struct clk_hw *tegra_bpmp_clk_of_xlate(struct of_phandle_args *clkspec,
- void *data)
- {
- unsigned int id = clkspec->args[0], i;
- struct tegra_bpmp *bpmp = data;
- for (i = 0; i < bpmp->num_clocks; i++) {
- struct tegra_bpmp_clk *clk = bpmp->clocks[i];
- if (!clk)
- continue;
- if (clk->id == id)
- return &clk->hw;
- }
- return NULL;
- }
- int tegra_bpmp_init_clocks(struct tegra_bpmp *bpmp)
- {
- struct tegra_bpmp_clk_info *clocks;
- unsigned int count;
- int err;
- err = tegra_bpmp_probe_clocks(bpmp, &clocks);
- if (err < 0)
- return err;
- count = err;
- dev_dbg(bpmp->dev, "%u clocks probed\n", count);
- err = tegra_bpmp_register_clocks(bpmp, clocks, count);
- if (err < 0)
- goto free;
- err = of_clk_add_hw_provider(bpmp->dev->of_node,
- tegra_bpmp_clk_of_xlate,
- bpmp);
- if (err < 0) {
- tegra_bpmp_unregister_clocks(bpmp);
- goto free;
- }
- free:
- kfree(clocks);
- return err;
- }
|