123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418 |
- /*
- * SPDX-License-Identifier: BSD-2-Clause
- *
- * Copyright (c) 2019 Western Digital Corporation or its affiliates.
- *
- * Authors:
- * Anup Patel <anup.patel@wdc.com>
- */
- #include <sbi/riscv_asm.h>
- #include <sbi/riscv_atomic.h>
- #include <sbi/riscv_barrier.h>
- #include <sbi/riscv_locks.h>
- #include <sbi/sbi_console.h>
- #include <sbi/sbi_domain.h>
- #include <sbi/sbi_ecall.h>
- #include <sbi/sbi_hart.h>
- #include <sbi/sbi_hartmask.h>
- #include <sbi/sbi_hsm.h>
- #include <sbi/sbi_ipi.h>
- #include <sbi/sbi_platform.h>
- #include <sbi/sbi_system.h>
- #include <sbi/sbi_string.h>
- #include <sbi/sbi_timer.h>
- #include <sbi/sbi_tlb.h>
- #include <sbi/sbi_version.h>
- #define BANNER \
- " ____ _____ ____ _____\n" \
- " / __ \\ / ____| _ \\_ _|\n" \
- " | | | |_ __ ___ _ __ | (___ | |_) || |\n" \
- " | | | | '_ \\ / _ \\ '_ \\ \\___ \\| _ < | |\n" \
- " | |__| | |_) | __/ | | |____) | |_) || |_\n" \
- " \\____/| .__/ \\___|_| |_|_____/|____/_____|\n" \
- " | |\n" \
- " |_|\n\n"
- static void sbi_boot_prints(struct sbi_scratch *scratch, u32 hartid)
- {
- int xlen;
- char str[128];
- const struct sbi_domain *dom = sbi_domain_thishart_ptr();
- const struct sbi_platform *plat = sbi_platform_ptr(scratch);
- #ifdef OPENSBI_VERSION_GIT
- sbi_printf("\nOpenSBI %s\n", OPENSBI_VERSION_GIT);
- #else
- sbi_printf("\nOpenSBI v%d.%d\n", OPENSBI_VERSION_MAJOR,
- OPENSBI_VERSION_MINOR);
- #endif
- sbi_printf(BANNER);
- /* Determine MISA XLEN and MISA string */
- xlen = misa_xlen();
- if (xlen < 1) {
- sbi_printf("Error %d getting MISA XLEN\n", xlen);
- sbi_hart_hang();
- }
- /* Platform details */
- sbi_printf("Platform Name : %s\n", sbi_platform_name(plat));
- sbi_platform_get_features_str(plat, str, sizeof(str));
- sbi_printf("Platform Features : %s\n", str);
- sbi_printf("Platform HART Count : %u\n",
- sbi_platform_hart_count(plat));
- /* Firmware details */
- sbi_printf("Firmware Base : 0x%lx\n", scratch->fw_start);
- sbi_printf("Firmware Size : %d KB\n",
- (u32)(scratch->fw_size / 1024));
- /* SBI details */
- sbi_printf("Runtime SBI Version : %d.%d\n",
- sbi_ecall_version_major(), sbi_ecall_version_minor());
- sbi_printf("\n");
- /* Domain details */
- sbi_domain_dump_all("");
- /* Boot HART details */
- sbi_printf("Boot HART ID : %u\n", hartid);
- sbi_printf("Boot HART Domain : %s\n", dom->name);
- misa_string(xlen, str, sizeof(str));
- sbi_printf("Boot HART ISA : %s\n", str);
- sbi_hart_get_features_str(scratch, str, sizeof(str));
- sbi_printf("Boot HART Features : %s\n", str);
- sbi_printf("Boot HART PMP Count : %d\n", sbi_hart_pmp_count(scratch));
- sbi_printf("Boot HART MHPM Count: %d\n", sbi_hart_mhpm_count(scratch));
- sbi_hart_delegation_dump(scratch, "Boot HART ", " ");
- }
- static spinlock_t coldboot_lock = SPIN_LOCK_INITIALIZER;
- static struct sbi_hartmask coldboot_wait_hmask = { 0 };
- static unsigned long coldboot_done;
- static void wait_for_coldboot(struct sbi_scratch *scratch, u32 hartid)
- {
- unsigned long saved_mie, cmip;
- const struct sbi_platform *plat = sbi_platform_ptr(scratch);
- /* Save MIE CSR */
- saved_mie = csr_read(CSR_MIE);
- /* Set MSIE bit to receive IPI */
- csr_set(CSR_MIE, MIP_MSIP);
- /* Acquire coldboot lock */
- spin_lock(&coldboot_lock);
- /* Mark current HART as waiting */
- sbi_hartmask_set_hart(hartid, &coldboot_wait_hmask);
- /* Release coldboot lock */
- spin_unlock(&coldboot_lock);
- /* Wait for coldboot to finish using WFI */
- while (!__smp_load_acquire(&coldboot_done)) {
- do {
- wfi();
- cmip = csr_read(CSR_MIP);
- } while (!(cmip & MIP_MSIP));
- };
- /* Acquire coldboot lock */
- spin_lock(&coldboot_lock);
- /* Unmark current HART as waiting */
- sbi_hartmask_clear_hart(hartid, &coldboot_wait_hmask);
- /* Release coldboot lock */
- spin_unlock(&coldboot_lock);
- /* Restore MIE CSR */
- csr_write(CSR_MIE, saved_mie);
- /* Clear current HART IPI */
- sbi_platform_ipi_clear(plat, hartid);
- }
- static void wake_coldboot_harts(struct sbi_scratch *scratch, u32 hartid)
- {
- const struct sbi_platform *plat = sbi_platform_ptr(scratch);
- /* Mark coldboot done */
- __smp_store_release(&coldboot_done, 1);
- /* Acquire coldboot lock */
- spin_lock(&coldboot_lock);
- /* Send an IPI to all HARTs waiting for coldboot */
- for (int i = 0; i <= sbi_scratch_last_hartid(); i++) {
- if ((i != hartid) &&
- sbi_hartmask_test_hart(i, &coldboot_wait_hmask))
- sbi_platform_ipi_send(plat, i);
- }
- /* Release coldboot lock */
- spin_unlock(&coldboot_lock);
- }
- static unsigned long init_count_offset;
- static void __noreturn init_coldboot(struct sbi_scratch *scratch, u32 hartid)
- {
- int rc;
- unsigned long *init_count;
- const struct sbi_platform *plat = sbi_platform_ptr(scratch);
- /* Note: This has to be first thing in coldboot init sequence */
- rc = sbi_scratch_init(scratch);
- if (rc)
- sbi_hart_hang();
- /* Note: This has to be second thing in coldboot init sequence */
- rc = sbi_domain_init(scratch, hartid);
- if (rc)
- sbi_hart_hang();
- init_count_offset = sbi_scratch_alloc_offset(__SIZEOF_POINTER__,
- "INIT_COUNT");
- if (!init_count_offset)
- sbi_hart_hang();
- rc = sbi_hsm_init(scratch, hartid, TRUE);
- if (rc)
- sbi_hart_hang();
- rc = sbi_platform_early_init(plat, TRUE);
- if (rc)
- sbi_hart_hang();
- rc = sbi_hart_init(scratch, TRUE);
- if (rc)
- sbi_hart_hang();
- rc = sbi_console_init(scratch);
- if (rc)
- sbi_hart_hang();
- rc = sbi_platform_irqchip_init(plat, TRUE);
- if (rc)
- sbi_hart_hang();
- rc = sbi_ipi_init(scratch, TRUE);
- if (rc)
- sbi_hart_hang();
- rc = sbi_tlb_init(scratch, TRUE);
- if (rc)
- sbi_hart_hang();
- rc = sbi_timer_init(scratch, TRUE);
- if (rc)
- sbi_hart_hang();
- rc = sbi_ecall_init();
- if (rc)
- sbi_hart_hang();
- /*
- * Note: Finalize domains after HSM initialization so that we
- * can startup non-root domains.
- * Note: Finalize domains before HART PMP configuration so
- * that we use correct domain for configuring PMP.
- */
- rc = sbi_domain_finalize(scratch, hartid);
- if (rc)
- sbi_hart_hang();
- rc = sbi_hart_pmp_configure(scratch);
- if (rc)
- sbi_hart_hang();
- /*
- * Note: Platform final initialization should be last so that
- * it sees correct domain assignment and PMP configuration.
- */
- rc = sbi_platform_final_init(plat, TRUE);
- if (rc)
- sbi_hart_hang();
- if (!(scratch->options & SBI_SCRATCH_NO_BOOT_PRINTS))
- sbi_boot_prints(scratch, hartid);
- wake_coldboot_harts(scratch, hartid);
- init_count = sbi_scratch_offset_ptr(scratch, init_count_offset);
- (*init_count)++;
- sbi_hsm_prepare_next_jump(scratch, hartid);
- sbi_hart_switch_mode(hartid, scratch->next_arg1, scratch->next_addr,
- scratch->next_mode, FALSE);
- }
- static void __noreturn init_warmboot(struct sbi_scratch *scratch, u32 hartid)
- {
- int rc;
- unsigned long *init_count;
- const struct sbi_platform *plat = sbi_platform_ptr(scratch);
- wait_for_coldboot(scratch, hartid);
- if (!init_count_offset)
- sbi_hart_hang();
- rc = sbi_hsm_init(scratch, hartid, FALSE);
- if (rc)
- sbi_hart_hang();
- rc = sbi_platform_early_init(plat, FALSE);
- if (rc)
- sbi_hart_hang();
- rc = sbi_hart_init(scratch, FALSE);
- if (rc)
- sbi_hart_hang();
- rc = sbi_platform_irqchip_init(plat, FALSE);
- if (rc)
- sbi_hart_hang();
- rc = sbi_ipi_init(scratch, FALSE);
- if (rc)
- sbi_hart_hang();
- rc = sbi_tlb_init(scratch, FALSE);
- if (rc)
- sbi_hart_hang();
- rc = sbi_timer_init(scratch, FALSE);
- if (rc)
- sbi_hart_hang();
- rc = sbi_hart_pmp_configure(scratch);
- if (rc)
- sbi_hart_hang();
- rc = sbi_platform_final_init(plat, FALSE);
- if (rc)
- sbi_hart_hang();
- init_count = sbi_scratch_offset_ptr(scratch, init_count_offset);
- (*init_count)++;
- sbi_hsm_prepare_next_jump(scratch, hartid);
- sbi_hart_switch_mode(hartid, scratch->next_arg1,
- scratch->next_addr,
- scratch->next_mode, FALSE);
- }
- static atomic_t coldboot_lottery = ATOMIC_INITIALIZER(0);
- /**
- * Initialize OpenSBI library for current HART and jump to next
- * booting stage.
- *
- * The function expects following:
- * 1. The 'mscratch' CSR is pointing to sbi_scratch of current HART
- * 2. Stack pointer (SP) is setup for current HART
- * 3. Interrupts are disabled in MSTATUS CSR
- * 4. All interrupts are disabled in MIE CSR
- *
- * @param scratch pointer to sbi_scratch of current HART
- */
- void __noreturn sbi_init(struct sbi_scratch *scratch)
- {
- bool next_mode_supported = FALSE;
- bool coldboot = FALSE;
- u32 hartid = current_hartid();
- const struct sbi_platform *plat = sbi_platform_ptr(scratch);
- if ((SBI_HARTMASK_MAX_BITS <= hartid) ||
- sbi_platform_hart_invalid(plat, hartid))
- sbi_hart_hang();
- switch (scratch->next_mode) {
- case PRV_M:
- next_mode_supported = TRUE;
- break;
- case PRV_S:
- if (misa_extension('S'))
- next_mode_supported = TRUE;
- break;
- case PRV_U:
- if (misa_extension('U'))
- next_mode_supported = TRUE;
- break;
- default:
- sbi_hart_hang();
- }
- /*
- * Only the HART supporting privilege mode specified in the
- * scratch->next_mode should be allowed to become the coldboot
- * HART because the coldboot HART will be directly jumping to
- * the next booting stage.
- *
- * We use a lottery mechanism to select coldboot HART among
- * HARTs which satisfy above condition.
- */
- if (next_mode_supported && atomic_xchg(&coldboot_lottery, 1) == 0)
- coldboot = TRUE;
- if (coldboot)
- init_coldboot(scratch, hartid);
- else
- init_warmboot(scratch, hartid);
- }
- unsigned long sbi_init_count(u32 hartid)
- {
- struct sbi_scratch *scratch;
- unsigned long *init_count;
- if (!init_count_offset)
- return 0;
- scratch = sbi_hartid_to_scratch(hartid);
- if (!scratch)
- return 0;
- init_count = sbi_scratch_offset_ptr(scratch, init_count_offset);
- return *init_count;
- }
- /**
- * Exit OpenSBI library for current HART and stop HART
- *
- * The function expects following:
- * 1. The 'mscratch' CSR is pointing to sbi_scratch of current HART
- * 2. Stack pointer (SP) is setup for current HART
- *
- * @param scratch pointer to sbi_scratch of current HART
- */
- void __noreturn sbi_exit(struct sbi_scratch *scratch)
- {
- u32 hartid = current_hartid();
- const struct sbi_platform *plat = sbi_platform_ptr(scratch);
- if (sbi_platform_hart_invalid(plat, hartid))
- sbi_hart_hang();
- sbi_platform_early_exit(plat);
- sbi_timer_exit(scratch);
- sbi_ipi_exit(scratch);
- sbi_platform_irqchip_exit(plat);
- sbi_platform_final_exit(plat);
- sbi_hsm_exit(scratch);
- }
|