arch/x86/boot/compressed/eboot.c

   1 /* -----------------------------------------------------------------------
   2  *
   3  *   Copyright 2011 Intel Corporation; author Matt Fleming
   4  *
   5  *   This file is part of the Linux kernel, and is made available under
   6  *   the terms of the GNU General Public License version 2.
   7  *
   8  * ----------------------------------------------------------------------- */
   9
  10 #include <linux/efi.h>
  11 #include <linux/pci.h>
  12 #include <asm/efi.h>
  13 #include <asm/setup.h>
  14 #include <asm/desc.h>
  15
  16 #undef memcpy                   /* Use memcpy from misc.c */
  17
  18 #include "eboot.h"
  19
  20 static efi_system_table_t *sys_table;
  21
  22 static void efi_char16_printk(efi_char16_t *str)
  23 {
  24         struct efi_simple_text_output_protocol *out;
  25
  26         out = (struct efi_simple_text_output_protocol *)sys_table->con_out;
  27         efi_call_phys2(out->output_string, out, str);
  28 }
  29
  30 static void efi_printk(char *str)
  31 {
  32         char *s8;
  33
  34         for (s8 = str; *s8; s8++) {
  35                 efi_char16_t ch[2] = { 0 };
  36
  37                 ch[0] = *s8;
  38                 if (*s8 == '\n') {
  39                         efi_char16_t nl[2] = { '\r', 0 };
  40                         efi_char16_printk(nl);
  41                 }
  42
  43                 efi_char16_printk(ch);
  44         }
  45 }
  46
  47 static efi_status_t __get_map(efi_memory_desc_t **map, unsigned long *map_size,
  48                               unsigned long *desc_size)
  49 {
  50         efi_memory_desc_t *m = NULL;
  51         efi_status_t status;
  52         unsigned long key;
  53         u32 desc_version;
  54
  55         *map_size = sizeof(*m) * 32;
  56 again:
  57         /*
  58          * Add an additional efi_memory_desc_t because we're doing an
  59          * allocation which may be in a new descriptor region.
  60          */
  61         *map_size += sizeof(*m);
  62         status = efi_call_phys3(sys_table->boottime->allocate_pool,
  63                                 EFI_LOADER_DATA, *map_size, (void **)&m);
  64         if (status != EFI_SUCCESS)
  65                 goto fail;
  66
  67         status = efi_call_phys5(sys_table->boottime->get_memory_map, map_size,
  68                                 m, &key, desc_size, &desc_version);
  69         if (status == EFI_BUFFER_TOO_SMALL) {
  70                 efi_call_phys1(sys_table->boottime->free_pool, m);
  71                 goto again;
  72         }
  73
  74         if (status != EFI_SUCCESS)
  75                 efi_call_phys1(sys_table->boottime->free_pool, m);
  76
  77 fail:
  78         *map = m;
  79         return status;
  80 }
  81
  82 /*
  83  * Allocate at the highest possible address that is not above 'max'.
  84  */
  85 static efi_status_t high_alloc(unsigned long size, unsigned long align,
  86                               unsigned long *addr, unsigned long max)
  87 {
  88         unsigned long map_size, desc_size;
  89         efi_memory_desc_t *map;
  90         efi_status_t status;
  91         unsigned long nr_pages;
  92         u64 max_addr = 0;
  93         int i;
  94
  95         status = __get_map(&map, &map_size, &desc_size);
  96         if (status != EFI_SUCCESS)
  97                 goto fail;
  98
  99         nr_pages = round_up(size, EFI_PAGE_SIZE) / EFI_PAGE_SIZE;
 100 again:
 101         for (i = 0; i < map_size / desc_size; i++) {
 102                 efi_memory_desc_t *desc;
 103                 unsigned long m = (unsigned long)map;
 104                 u64 start, end;
 105
 106                 desc = (efi_memory_desc_t *)(m + (i * desc_size));
 107                 if (desc->type != EFI_CONVENTIONAL_MEMORY)
 108                         continue;
 109
 110                 if (desc->num_pages < nr_pages)
 111                         continue;
 112
 113                 start = desc->phys_addr;
 114                 end = start + desc->num_pages * (1UL << EFI_PAGE_SHIFT);
 115
 116                 if ((start + size) > end || (start + size) > max)
 117                         continue;
 118
 119                 if (end - size > max)
 120                         end = max;
 121
 122                 if (round_down(end - size, align) < start)
 123                         continue;
 124
 125                 start = round_down(end - size, align);
 126
 127                 /*
 128                  * Don't allocate at 0x0. It will confuse code that
 129                  * checks pointers against NULL.
 130                  */
 131                 if (start == 0x0)
 132                         continue;
 133
 134                 if (start > max_addr)
 135                         max_addr = start;
 136         }
 137
 138         if (!max_addr)
 139                 status = EFI_NOT_FOUND;
 140         else {
 141                 status = efi_call_phys4(sys_table->boottime->allocate_pages,
 142                                         EFI_ALLOCATE_ADDRESS, EFI_LOADER_DATA,
 143                                         nr_pages, &max_addr);
 144                 if (status != EFI_SUCCESS) {
 145                         max = max_addr;
 146                         max_addr = 0;
 147                         goto again;
 148                 }
 149
 150                 *addr = max_addr;
 151         }
 152
 153 free_pool:
 154         efi_call_phys1(sys_table->boottime->free_pool, map);
 155
 156 fail:
 157         return status;
 158 }
 159
 160 /*
 161  * Allocate at the lowest possible address.
 162  */
 163 static efi_status_t low_alloc(unsigned long size, unsigned long align,
 164                               unsigned long *addr)
 165 {
 166         unsigned long map_size, desc_size;
 167         efi_memory_desc_t *map;
 168         efi_status_t status;
 169         unsigned long nr_pages;
 170         int i;
 171
 172         status = __get_map(&map, &map_size, &desc_size);
 173         if (status != EFI_SUCCESS)
 174                 goto fail;
 175
 176         nr_pages = round_up(size, EFI_PAGE_SIZE) / EFI_PAGE_SIZE;
 177         for (i = 0; i < map_size / desc_size; i++) {
 178                 efi_memory_desc_t *desc;
 179                 unsigned long m = (unsigned long)map;
 180                 u64 start, end;
 181
 182                 desc = (efi_memory_desc_t *)(m + (i * desc_size));
 183
 184                 if (desc->type != EFI_CONVENTIONAL_MEMORY)
 185                         continue;
 186
 187                 if (desc->num_pages < nr_pages)
 188                         continue;
 189
 190                 start = desc->phys_addr;
 191                 end = start + desc->num_pages * (1UL << EFI_PAGE_SHIFT);
 192
 193                 /*
 194                  * Don't allocate at 0x0. It will confuse code that
 195                  * checks pointers against NULL. Skip the first 8
 196                  * bytes so we start at a nice even number.
 197                  */
 198                 if (start == 0x0)
 199                         start += 8;
 200
 201                 start = round_up(start, align);
 202                 if ((start + size) > end)
 203                         continue;
 204
 205                 status = efi_call_phys4(sys_table->boottime->allocate_pages,
 206                                         EFI_ALLOCATE_ADDRESS, EFI_LOADER_DATA,
 207                                         nr_pages, &start);
 208                 if (status == EFI_SUCCESS) {
 209                         *addr = start;
 210                         break;
 211                 }
 212         }
 213
 214         if (i == map_size / desc_size)
 215                 status = EFI_NOT_FOUND;
 216
 217 free_pool:
 218         efi_call_phys1(sys_table->boottime->free_pool, map);
 219 fail:
 220         return status;
 221 }
 222
 223 static void low_free(unsigned long size, unsigned long addr)
 224 {
 225         unsigned long nr_pages;
 226
 227         nr_pages = round_up(size, EFI_PAGE_SIZE) / EFI_PAGE_SIZE;
 228         efi_call_phys2(sys_table->boottime->free_pages, addr, size);
 229 }
 230
 231 static void find_bits(unsigned long mask, u8 *pos, u8 *size)
 232 {
 233         u8 first, len;
 234
 235         first = 0;
 236         len = 0;
 237
 238         if (mask) {
 239                 while (!(mask & 0x1)) {
 240                         mask = mask >> 1;
 241                         first++;
 242                 }
 243
 244                 while (mask & 0x1) {
 245                         mask = mask >> 1;
 246                         len++;
 247                 }
 248         }
 249
 250         *pos = first;
 251         *size = len;
 252 }
 253
 254 static efi_status_t setup_efi_pci(struct boot_params *params)
 255 {
 256         efi_pci_io_protocol *pci;
 257         efi_status_t status;
 258         void **pci_handle;
 259         efi_guid_t pci_proto = EFI_PCI_IO_PROTOCOL_GUID;
 260         unsigned long nr_pci, size = 0;
 261         int i;
 262         struct setup_data *data;
 263
 264         data = (struct setup_data *)(unsigned long)params->hdr.setup_data;
 265
 266         while (data && data->next)
 267                 data = (struct setup_data *)(unsigned long)data->next;
 268
 269         status = efi_call_phys5(sys_table->boottime->locate_handle,
 270                                 EFI_LOCATE_BY_PROTOCOL, &pci_proto,
 271                                 NULL, &size, pci_handle);
 272
 273         if (status == EFI_BUFFER_TOO_SMALL) {
 274                 status = efi_call_phys3(sys_table->boottime->allocate_pool,
 275                                         EFI_LOADER_DATA, size, &pci_handle);
 276
 277                 if (status != EFI_SUCCESS)
 278                         return status;
 279
 280                 status = efi_call_phys5(sys_table->boottime->locate_handle,
 281                                         EFI_LOCATE_BY_PROTOCOL, &pci_proto,
 282                                         NULL, &size, pci_handle);
 283         }
 284
 285         if (status != EFI_SUCCESS)
 286                 goto free_handle;
 287
 288         nr_pci = size / sizeof(void *);
 289         for (i = 0; i < nr_pci; i++) {
 290                 void *h = pci_handle[i];
 291                 uint64_t attributes;
 292                 struct pci_setup_rom *rom;
 293
 294                 status = efi_call_phys3(sys_table->boottime->handle_protocol,
 295                                         h, &pci_proto, &pci);
 296
 297                 if (status != EFI_SUCCESS)
 298                         continue;
 299
 300                 if (!pci)
 301                         continue;
 302
 303 #ifdef CONFIG_X86_64
 304                 status = efi_call_phys4(pci->attributes, pci,
 305                                         EfiPciIoAttributeOperationGet, 0,
 306                                         &attributes);
 307 #else
 308                 status = efi_call_phys5(pci->attributes, pci,
 309                                         EfiPciIoAttributeOperationGet, 0, 0,
 310                                         &attributes);
 311 #endif
 312                 if (status != EFI_SUCCESS)
 313                         continue;
 314
 315                 if (!pci->romimage || !pci->romsize)
 316                         continue;
 317
 318                 size = pci->romsize + sizeof(*rom);
 319
 320                 status = efi_call_phys3(sys_table->boottime->allocate_pool,
 321                                 EFI_LOADER_DATA, size, &rom);
 322
 323                 if (status != EFI_SUCCESS)
 324                         continue;
 325
 326                 rom->data.type = SETUP_PCI;
 327                 rom->data.len = size - sizeof(struct setup_data);
 328                 rom->data.next = 0;
 329                 rom->pcilen = pci->romsize;
 330
 331                 status = efi_call_phys5(pci->pci.read, pci,
 332                                         EfiPciIoWidthUint16, PCI_VENDOR_ID,
 333                                         1, &(rom->vendor));
 334
 335                 if (status != EFI_SUCCESS)
 336                         goto free_struct;
 337
 338                 status = efi_call_phys5(pci->pci.read, pci,
 339                                         EfiPciIoWidthUint16, PCI_DEVICE_ID,
 340                                         1, &(rom->devid));
 341
 342                 if (status != EFI_SUCCESS)
 343                         goto free_struct;
 344
 345                 status = efi_call_phys5(pci->get_location, pci,
 346                                         &(rom->segment), &(rom->bus),
 347                                         &(rom->device), &(rom->function));
 348
 349                 if (status != EFI_SUCCESS)
 350                         goto free_struct;
 351
 352                 memcpy(rom->romdata, pci->romimage, pci->romsize);
 353
 354                 if (data)
 355                         data->next = (unsigned long)rom;
 356                 else
 357                         params->hdr.setup_data = (unsigned long)rom;
 358
 359                 data = (struct setup_data *)rom;
 360
 361                 continue;
 362         free_struct:
 363                 efi_call_phys1(sys_table->boottime->free_pool, rom);
 364         }
 365
 366 free_handle:
 367         efi_call_phys1(sys_table->boottime->free_pool, pci_handle);
 368         return status;
 369 }
 370
 371 /*
 372  * See if we have Graphics Output Protocol
 373  */
 374 static efi_status_t setup_gop(struct screen_info *si, efi_guid_t *proto,
 375                               unsigned long size)
 376 {
 377         struct efi_graphics_output_protocol *gop, *first_gop;
 378         struct efi_pixel_bitmask pixel_info;
 379         unsigned long nr_gops;
 380         efi_status_t status;
 381         void **gop_handle;
 382         u16 width, height;
 383         u32 fb_base, fb_size;
 384         u32 pixels_per_scan_line;
 385         int pixel_format;
 386         int i;
 387
 388         status = efi_call_phys3(sys_table->boottime->allocate_pool,
 389                                 EFI_LOADER_DATA, size, &gop_handle);
 390         if (status != EFI_SUCCESS)
 391                 return status;
 392
 393         status = efi_call_phys5(sys_table->boottime->locate_handle,
 394                                 EFI_LOCATE_BY_PROTOCOL, proto,
 395                                 NULL, &size, gop_handle);
 396         if (status != EFI_SUCCESS)
 397                 goto free_handle;
 398
 399         first_gop = NULL;
 400
 401         nr_gops = size / sizeof(void *);
 402         for (i = 0; i < nr_gops; i++) {
 403                 struct efi_graphics_output_mode_info *info;
 404                 efi_guid_t conout_proto = EFI_CONSOLE_OUT_DEVICE_GUID;
 405                 bool conout_found = false;
 406                 void *dummy;
 407                 void *h = gop_handle[i];
 408
 409                 status = efi_call_phys3(sys_table->boottime->handle_protocol,
 410                                         h, proto, &gop);
 411                 if (status != EFI_SUCCESS)
 412                         continue;
 413
 414                 status = efi_call_phys3(sys_table->boottime->handle_protocol,
 415                                         h, &conout_proto, &dummy);
 416
 417                 if (status == EFI_SUCCESS)
 418                         conout_found = true;
 419
 420                 status = efi_call_phys4(gop->query_mode, gop,
 421                                         gop->mode->mode, &size, &info);
 422                 if (status == EFI_SUCCESS && (!first_gop || conout_found)) {
 423                         /*
 424                          * Systems that use the UEFI Console Splitter may
 425                          * provide multiple GOP devices, not all of which are
 426                          * backed by real hardware. The workaround is to search
 427                          * for a GOP implementing the ConOut protocol, and if
 428                          * one isn't found, to just fall back to the first GOP.
 429                          */
 430                         width = info->horizontal_resolution;
 431                         height = info->vertical_resolution;
 432                         fb_base = gop->mode->frame_buffer_base;
 433                         fb_size = gop->mode->frame_buffer_size;
 434                         pixel_format = info->pixel_format;
 435                         pixel_info = info->pixel_information;
 436                         pixels_per_scan_line = info->pixels_per_scan_line;
 437
 438                         /*
 439                          * Once we've found a GOP supporting ConOut,
 440                          * don't bother looking any further.
 441                          */
 442                         first_gop = gop;
 443                         if (conout_found)
 444                                 break;
 445                 }
 446         }
 447
 448         /* Did we find any GOPs? */
 449         if (!first_gop)
 450                 goto free_handle;
 451
 452         /* EFI framebuffer */
 453         si->orig_video_isVGA = VIDEO_TYPE_EFI;
 454
 455         si->lfb_width = width;
 456         si->lfb_height = height;
 457         si->lfb_base = fb_base;
 458         si->pages = 1;
 459
 460         if (pixel_format == PIXEL_RGB_RESERVED_8BIT_PER_COLOR) {
 461                 si->lfb_depth = 32;
 462                 si->lfb_linelength = pixels_per_scan_line * 4;
 463                 si->red_size = 8;
 464                 si->red_pos = 0;
 465                 si->green_size = 8;
 466                 si->green_pos = 8;
 467                 si->blue_size = 8;
 468                 si->blue_pos = 16;
 469                 si->rsvd_size = 8;
 470                 si->rsvd_pos = 24;
 471         } else if (pixel_format == PIXEL_BGR_RESERVED_8BIT_PER_COLOR) {
 472                 si->lfb_depth = 32;
 473                 si->lfb_linelength = pixels_per_scan_line * 4;
 474                 si->red_size = 8;
 475                 si->red_pos = 16;
 476                 si->green_size = 8;
 477                 si->green_pos = 8;
 478                 si->blue_size = 8;
 479                 si->blue_pos = 0;
 480                 si->rsvd_size = 8;
 481                 si->rsvd_pos = 24;
 482         } else if (pixel_format == PIXEL_BIT_MASK) {
 483                 find_bits(pixel_info.red_mask, &si->red_pos, &si->red_size);
 484                 find_bits(pixel_info.green_mask, &si->green_pos,
 485                           &si->green_size);
 486                 find_bits(pixel_info.blue_mask, &si->blue_pos, &si->blue_size);
 487                 find_bits(pixel_info.reserved_mask, &si->rsvd_pos,
 488                           &si->rsvd_size);
 489                 si->lfb_depth = si->red_size + si->green_size +
 490                         si->blue_size + si->rsvd_size;
 491                 si->lfb_linelength = (pixels_per_scan_line * si->lfb_depth) / 8;
 492         } else {
 493                 si->lfb_depth = 4;
 494                 si->lfb_linelength = si->lfb_width / 2;
 495                 si->red_size = 0;
 496                 si->red_pos = 0;
 497                 si->green_size = 0;
 498                 si->green_pos = 0;
 499                 si->blue_size = 0;
 500                 si->blue_pos = 0;
 501                 si->rsvd_size = 0;
 502                 si->rsvd_pos = 0;
 503         }
 504
 505         si->lfb_size = si->lfb_linelength * si->lfb_height;
 506
 507         si->capabilities |= VIDEO_CAPABILITY_SKIP_QUIRKS;
 508
 509 free_handle:
 510         efi_call_phys1(sys_table->boottime->free_pool, gop_handle);
 511         return status;
 512 }
 513
 514 /*
 515  * See if we have Universal Graphics Adapter (UGA) protocol
 516  */
 517 static efi_status_t setup_uga(struct screen_info *si, efi_guid_t *uga_proto,
 518                               unsigned long size)
 519 {
 520         struct efi_uga_draw_protocol *uga, *first_uga;
 521         unsigned long nr_ugas;
 522         efi_status_t status;
 523         u32 width, height;
 524         void **uga_handle = NULL;
 525         int i;
 526
 527         status = efi_call_phys3(sys_table->boottime->allocate_pool,
 528                                 EFI_LOADER_DATA, size, &uga_handle);
 529         if (status != EFI_SUCCESS)
 530                 return status;
 531
 532         status = efi_call_phys5(sys_table->boottime->locate_handle,
 533                                 EFI_LOCATE_BY_PROTOCOL, uga_proto,
 534                                 NULL, &size, uga_handle);
 535         if (status != EFI_SUCCESS)
 536                 goto free_handle;
 537
 538         first_uga = NULL;
 539
 540         nr_ugas = size / sizeof(void *);
 541         for (i = 0; i < nr_ugas; i++) {
 542                 efi_guid_t pciio_proto = EFI_PCI_IO_PROTOCOL_GUID;
 543                 void *handle = uga_handle[i];
 544                 u32 w, h, depth, refresh;
 545                 void *pciio;
 546
 547                 status = efi_call_phys3(sys_table->boottime->handle_protocol,
 548                                         handle, uga_proto, &uga);
 549                 if (status != EFI_SUCCESS)
 550                         continue;
 551
 552                 efi_call_phys3(sys_table->boottime->handle_protocol,
 553                                handle, &pciio_proto, &pciio);
 554
 555                 status = efi_call_phys5(uga->get_mode, uga, &w, &h,
 556                                         &depth, &refresh);
 557                 if (status == EFI_SUCCESS && (!first_uga || pciio)) {
 558                         width = w;
 559                         height = h;
 560
 561                         /*
 562                          * Once we've found a UGA supporting PCIIO,
 563                          * don't bother looking any further.
 564                          */
 565                         if (pciio)
 566                                 break;
 567
 568                         first_uga = uga;
 569                 }
 570         }
 571
 572         if (!first_uga)
 573                 goto free_handle;
 574
 575         /* EFI framebuffer */
 576         si->orig_video_isVGA = VIDEO_TYPE_EFI;
 577
 578         si->lfb_depth = 32;
 579         si->lfb_width = width;
 580         si->lfb_height = height;
 581
 582         si->red_size = 8;
 583         si->red_pos = 16;
 584         si->green_size = 8;
 585         si->green_pos = 8;
 586         si->blue_size = 8;
 587         si->blue_pos = 0;
 588         si->rsvd_size = 8;
 589         si->rsvd_pos = 24;
 590
 591
 592 free_handle:
 593         efi_call_phys1(sys_table->boottime->free_pool, uga_handle);
 594         return status;
 595 }
 596
 597 void setup_graphics(struct boot_params *boot_params)
 598 {
 599         efi_guid_t graphics_proto = EFI_GRAPHICS_OUTPUT_PROTOCOL_GUID;
 600         struct screen_info *si;
 601         efi_guid_t uga_proto = EFI_UGA_PROTOCOL_GUID;
 602         efi_status_t status;
 603         unsigned long size;
 604         void **gop_handle = NULL;
 605         void **uga_handle = NULL;
 606
 607         si = &boot_params->screen_info;
 608         memset(si, 0, sizeof(*si));
 609
 610         size = 0;
 611         status = efi_call_phys5(sys_table->boottime->locate_handle,
 612                                 EFI_LOCATE_BY_PROTOCOL, &graphics_proto,
 613                                 NULL, &size, gop_handle);
 614         if (status == EFI_BUFFER_TOO_SMALL)
 615                 status = setup_gop(si, &graphics_proto, size);
 616
 617         if (status != EFI_SUCCESS) {
 618                 size = 0;
 619                 status = efi_call_phys5(sys_table->boottime->locate_handle,
 620                                         EFI_LOCATE_BY_PROTOCOL, &uga_proto,
 621                                         NULL, &size, uga_handle);
 622                 if (status == EFI_BUFFER_TOO_SMALL)
 623                         setup_uga(si, &uga_proto, size);
 624         }
 625 }
 626
 627 struct initrd {
 628         efi_file_handle_t *handle;
 629         u64 size;
 630 };
 631
 632 /*
 633  * Check the cmdline for a LILO-style initrd= arguments.
 634  *
 635  * We only support loading an initrd from the same filesystem as the
 636  * kernel image.
 637  */
 638 static efi_status_t handle_ramdisks(efi_loaded_image_t *image,
 639                                     struct setup_header *hdr)
 640 {
 641         struct initrd *initrds;
 642         unsigned long initrd_addr;
 643         efi_guid_t fs_proto = EFI_FILE_SYSTEM_GUID;
 644         u64 initrd_total;
 645         efi_file_io_interface_t *io;
 646         efi_file_handle_t *fh;
 647         efi_status_t status;
 648         int nr_initrds;
 649         char *str;
 650         int i, j, k;
 651
 652         initrd_addr = 0;
 653         initrd_total = 0;
 654
 655         str = (char *)(unsigned long)hdr->cmd_line_ptr;
 656
 657         j = 0;                  /* See close_handles */
 658
 659         if (!str || !*str)
 660                 return EFI_SUCCESS;
 661
 662         for (nr_initrds = 0; *str; nr_initrds++) {
 663                 str = strstr(str, "initrd=");
 664                 if (!str)
 665                         break;
 666
 667                 str += 7;
 668
 669                 /* Skip any leading slashes */
 670                 while (*str == '/' || *str == '\\')
 671                         str++;
 672
 673                 while (*str && *str != ' ' && *str != '\n')
 674                         str++;
 675         }
 676
 677         if (!nr_initrds)
 678                 return EFI_SUCCESS;
 679
 680         status = efi_call_phys3(sys_table->boottime->allocate_pool,
 681                                 EFI_LOADER_DATA,
 682                                 nr_initrds * sizeof(*initrds),
 683                                 &initrds);
 684         if (status != EFI_SUCCESS) {
 685                 efi_printk("Failed to alloc mem for initrds\n");
 686                 goto fail;
 687         }
 688
 689         str = (char *)(unsigned long)hdr->cmd_line_ptr;
 690         for (i = 0; i < nr_initrds; i++) {
 691                 struct initrd *initrd;
 692                 efi_file_handle_t *h;
 693                 efi_file_info_t *info;
 694                 efi_char16_t filename_16[256];
 695                 unsigned long info_sz;
 696                 efi_guid_t info_guid = EFI_FILE_INFO_ID;
 697                 efi_char16_t *p;
 698                 u64 file_sz;
 699
 700                 str = strstr(str, "initrd=");
 701                 if (!str)
 702                         break;
 703
 704                 str += 7;
 705
 706                 initrd = &initrds[i];
 707                 p = filename_16;
 708
 709                 /* Skip any leading slashes */
 710                 while (*str == '/' || *str == '\\')
 711                         str++;
 712
 713                 while (*str && *str != ' ' && *str != '\n') {
 714                         if ((u8 *)p >= (u8 *)filename_16 + sizeof(filename_16))
 715                                 break;
 716
 717                         if (*str == '/') {
 718                                 *p++ = '\\';
 719                                 *str++;
 720                         } else {
 721                                 *p++ = *str++;
 722                         }
 723                 }
 724
 725                 *p = '\0';
 726
 727                 /* Only open the volume once. */
 728                 if (!i) {
 729                         efi_boot_services_t *boottime;
 730
 731                         boottime = sys_table->boottime;
 732
 733                         status = efi_call_phys3(boottime->handle_protocol,
 734                                         image->device_handle, &fs_proto, &io);
 735                         if (status != EFI_SUCCESS) {
 736                                 efi_printk("Failed to handle fs_proto\n");
 737                                 goto free_initrds;
 738                         }
 739
 740                         status = efi_call_phys2(io->open_volume, io, &fh);
 741                         if (status != EFI_SUCCESS) {
 742                                 efi_printk("Failed to open volume\n");
 743                                 goto free_initrds;
 744                         }
 745                 }
 746
 747                 status = efi_call_phys5(fh->open, fh, &h, filename_16,
 748                                         EFI_FILE_MODE_READ, (u64)0);
 749                 if (status != EFI_SUCCESS) {
 750                         efi_printk("Failed to open initrd file: ");
 751                         efi_char16_printk(filename_16);
 752                         efi_printk("\n");
 753                         goto close_handles;
 754                 }
 755
 756                 initrd->handle = h;
 757
 758                 info_sz = 0;
 759                 status = efi_call_phys4(h->get_info, h, &info_guid,
 760                                         &info_sz, NULL);
 761                 if (status != EFI_BUFFER_TOO_SMALL) {
 762                         efi_printk("Failed to get initrd info size\n");
 763                         goto close_handles;
 764                 }
 765
 766 grow:
 767                 status = efi_call_phys3(sys_table->boottime->allocate_pool,
 768                                         EFI_LOADER_DATA, info_sz, &info);
 769                 if (status != EFI_SUCCESS) {
 770                         efi_printk("Failed to alloc mem for initrd info\n");
 771                         goto close_handles;
 772                 }
 773
 774                 status = efi_call_phys4(h->get_info, h, &info_guid,
 775                                         &info_sz, info);
 776                 if (status == EFI_BUFFER_TOO_SMALL) {
 777                         efi_call_phys1(sys_table->boottime->free_pool, info);
 778                         goto grow;
 779                 }
 780
 781                 file_sz = info->file_size;
 782                 efi_call_phys1(sys_table->boottime->free_pool, info);
 783
 784                 if (status != EFI_SUCCESS) {
 785                         efi_printk("Failed to get initrd info\n");
 786                         goto close_handles;
 787                 }
 788
 789                 initrd->size = file_sz;
 790                 initrd_total += file_sz;
 791         }
 792
 793         if (initrd_total) {
 794                 unsigned long addr;
 795
 796                 /*
 797                  * Multiple initrd's need to be at consecutive
 798                  * addresses in memory, so allocate enough memory for
 799                  * all the initrd's.
 800                  */
 801                 status = high_alloc(initrd_total, 0x1000,
 802                                    &initrd_addr, hdr->initrd_addr_max);
 803                 if (status != EFI_SUCCESS) {
 804                         efi_printk("Failed to alloc highmem for initrds\n");
 805                         goto close_handles;
 806                 }
 807
 808                 /* We've run out of free low memory. */
 809                 if (initrd_addr > hdr->initrd_addr_max) {
 810                         efi_printk("We've run out of free low memory\n");
 811                         status = EFI_INVALID_PARAMETER;
 812                         goto free_initrd_total;
 813                 }
 814
 815                 addr = initrd_addr;
 816                 for (j = 0; j < nr_initrds; j++) {
 817                         u64 size;
 818
 819                         size = initrds[j].size;
 820                         while (size) {
 821                                 u64 chunksize;
 822                                 if (size > EFI_READ_CHUNK_SIZE)
 823                                         chunksize = EFI_READ_CHUNK_SIZE;
 824                                 else
 825                                         chunksize = size;
 826                                 status = efi_call_phys3(fh->read,
 827                                                         initrds[j].handle,
 828                                                         &chunksize, addr);
 829                                 if (status != EFI_SUCCESS) {
 830                                         efi_printk("Failed to read initrd\n");
 831                                         goto free_initrd_total;
 832                                 }
 833                                 addr += chunksize;
 834                                 size -= chunksize;
 835                         }
 836
 837                         efi_call_phys1(fh->close, initrds[j].handle);
 838                 }
 839
 840         }
 841
 842         efi_call_phys1(sys_table->boottime->free_pool, initrds);
 843
 844         hdr->ramdisk_image = initrd_addr;
 845         hdr->ramdisk_size = initrd_total;
 846
 847         return status;
 848
 849 free_initrd_total:
 850         low_free(initrd_total, initrd_addr);
 851
 852 close_handles:
 853         for (k = j; k < i; k++)
 854                 efi_call_phys1(fh->close, initrds[k].handle);
 855 free_initrds:
 856         efi_call_phys1(sys_table->boottime->free_pool, initrds);
 857 fail:
 858         hdr->ramdisk_image = 0;
 859         hdr->ramdisk_size = 0;
 860
 861         return status;
 862 }
 863
 864 /*
 865  * Because the x86 boot code expects to be passed a boot_params we
 866  * need to create one ourselves (usually the bootloader would create
 867  * one for us).
 868  *
 869  * The caller is responsible for filling out ->code32_start in the
 870  * returned boot_params.
 871  */
 872 struct boot_params *make_boot_params(void *handle, efi_system_table_t *_table)
 873 {
 874         struct boot_params *boot_params;
 875         struct sys_desc_table *sdt;
 876         struct apm_bios_info *bi;
 877         struct setup_header *hdr;
 878         struct efi_info *efi;
 879         efi_loaded_image_t *image;
 880         void *options;
 881         efi_guid_t proto = LOADED_IMAGE_PROTOCOL_GUID;
 882         int options_size = 0;
 883         efi_status_t status;
 884         char *cmdline_ptr;
 885         u16 *s2;
 886         u8 *s1;
 887         int i;
 888         unsigned long ramdisk_addr;
 889         unsigned long ramdisk_size;
 890
 891         sys_table = _table;
 892
 893         /* Check if we were booted by the EFI firmware */
 894         if (sys_table->hdr.signature != EFI_SYSTEM_TABLE_SIGNATURE)
 895                 return NULL;
 896
 897         status = efi_call_phys3(sys_table->boottime->handle_protocol,
 898                                 handle, &proto, (void *)&image);
 899         if (status != EFI_SUCCESS) {
 900                 efi_printk(sys_table, "Failed to get handle for LOADED_IMAGE_PROTOCOL\n");
 901                 return NULL;
 902         }
 903
 904         status = efi_low_alloc(sys_table, 0x4000, 1,
 905                                (unsigned long *)&boot_params);
 906         if (status != EFI_SUCCESS) {
 907                 efi_printk(sys_table, "Failed to alloc lowmem for boot params\n");
 908                 return NULL;
 909         }
 910
 911         memset(boot_params, 0x0, 0x4000);
 912
 913         hdr = &boot_params->hdr;
 914         efi = &boot_params->efi_info;
 915         bi = &boot_params->apm_bios_info;
 916         sdt = &boot_params->sys_desc_table;
 917
 918         /* Copy the second sector to boot_params */
 919         memcpy(&hdr->jump, image->image_base + 512, 512);
 920
 921         /*
 922          * Fill out some of the header fields ourselves because the
 923          * EFI firmware loader doesn't load the first sector.
 924          */
 925         hdr->root_flags = 1;
 926         hdr->vid_mode = 0xffff;
 927         hdr->boot_flag = 0xAA55;
 928
 929         hdr->type_of_loader = 0x21;
 930
 931         /* Convert unicode cmdline to ascii */
 932         cmdline_ptr = efi_convert_cmdline(sys_table, image, &options_size);
 933         if (!cmdline_ptr)
 934                 goto fail;
 935         hdr->cmd_line_ptr = (unsigned long)cmdline_ptr;
 936
 937         hdr->ramdisk_image = 0;
 938         hdr->ramdisk_size = 0;
 939
 940         /* Clear APM BIOS info */
 941         memset(bi, 0, sizeof(*bi));
 942
 943         memset(sdt, 0, sizeof(*sdt));
 944
 945         status = handle_cmdline_files(sys_table, image,
 946                                       (char *)(unsigned long)hdr->cmd_line_ptr,
 947                                       "initrd=", hdr->initrd_addr_max,
 948                                       &ramdisk_addr, &ramdisk_size);
 949         if (status != EFI_SUCCESS)
 950                 goto fail2;
 951         hdr->ramdisk_image = ramdisk_addr;
 952         hdr->ramdisk_size = ramdisk_size;
 953
 954         return boot_params;
 955 fail2:
 956         efi_free(sys_table, options_size, hdr->cmd_line_ptr);
 957 fail:
 958         efi_free(sys_table, 0x4000, (unsigned long)boot_params);
 959         return NULL;
 960 }
 961
 962 static efi_status_t exit_boot(struct boot_params *boot_params,
 963                               void *handle)
 964 {
 965         struct efi_info *efi = &boot_params->efi_info;
 966         struct e820entry *e820_map = &boot_params->e820_map[0];
 967         struct e820entry *prev = NULL;
 968         unsigned long size, key, desc_size, _size;
 969         efi_memory_desc_t *mem_map;
 970         efi_status_t status;
 971         __u32 desc_version;
 972         bool called_exit = false;
 973         u8 nr_entries;
 974         int i;
 975
 976         size = sizeof(*mem_map) * 32;
 977
 978 again:
 979         size += sizeof(*mem_map) * 2;
 980         _size = size;
 981         status = efi_low_alloc(sys_table, size, 1, (unsigned long *)&mem_map);
 982         if (status != EFI_SUCCESS)
 983                 return status;
 984
 985 get_map:
 986         status = efi_call_phys5(sys_table->boottime->get_memory_map, &size,
 987                                 mem_map, &key, &desc_size, &desc_version);
 988         if (status == EFI_BUFFER_TOO_SMALL) {
 989                 efi_free(sys_table, _size, (unsigned long)mem_map);
 990                 goto again;
 991         }
 992
 993         if (status != EFI_SUCCESS)
 994                 goto free_mem_map;
 995
 996         memcpy(&efi->efi_loader_signature, EFI_LOADER_SIGNATURE, sizeof(__u32));
 997         efi->efi_systab = (unsigned long)sys_table;
 998         efi->efi_memdesc_size = desc_size;
 999         efi->efi_memdesc_version = desc_version;
1000         efi->efi_memmap = (unsigned long)mem_map;
1001         efi->efi_memmap_size = size;
1002
1003 #ifdef CONFIG_X86_64
1004         efi->efi_systab_hi = (unsigned long)sys_table >> 32;
1005         efi->efi_memmap_hi = (unsigned long)mem_map >> 32;
1006 #endif
1007
1008         /* Might as well exit boot services now */
1009         status = efi_call_phys2(sys_table->boottime->exit_boot_services,
1010                                 handle, key);
1011         if (status != EFI_SUCCESS) {
1012                 /*
1013                  * ExitBootServices() will fail if any of the event
1014                  * handlers change the memory map. In which case, we
1015                  * must be prepared to retry, but only once so that
1016                  * we're guaranteed to exit on repeated failures instead
1017                  * of spinning forever.
1018                  */
1019                 if (called_exit)
1020                         goto free_mem_map;
1021
1022                 called_exit = true;
1023                 goto get_map;
1024         }
1025
1026         /* Historic? */
1027         boot_params->alt_mem_k = 32 * 1024;
1028
1029         /*
1030          * Convert the EFI memory map to E820.
1031          */
1032         nr_entries = 0;
1033         for (i = 0; i < size / desc_size; i++) {
1034                 efi_memory_desc_t *d;
1035                 unsigned int e820_type = 0;
1036                 unsigned long m = (unsigned long)mem_map;
1037
1038                 d = (efi_memory_desc_t *)(m + (i * desc_size));
1039                 switch (d->type) {
1040                 case EFI_RESERVED_TYPE:
1041                 case EFI_RUNTIME_SERVICES_CODE:
1042                 case EFI_RUNTIME_SERVICES_DATA:
1043                 case EFI_MEMORY_MAPPED_IO:
1044                 case EFI_MEMORY_MAPPED_IO_PORT_SPACE:
1045                 case EFI_PAL_CODE:
1046                         e820_type = E820_RESERVED;
1047                         break;
1048
1049                 case EFI_UNUSABLE_MEMORY:
1050                         e820_type = E820_UNUSABLE;
1051                         break;
1052
1053                 case EFI_ACPI_RECLAIM_MEMORY:
1054                         e820_type = E820_ACPI;
1055                         break;
1056
1057                 case EFI_LOADER_CODE:
1058                 case EFI_LOADER_DATA:
1059                 case EFI_BOOT_SERVICES_CODE:
1060                 case EFI_BOOT_SERVICES_DATA:
1061                 case EFI_CONVENTIONAL_MEMORY:
1062                         e820_type = E820_RAM;
1063                         break;
1064
1065                 case EFI_ACPI_MEMORY_NVS:
1066                         e820_type = E820_NVS;
1067                         break;
1068
1069                 default:
1070                         continue;
1071                 }
1072
1073                 /* Merge adjacent mappings */
1074                 if (prev && prev->type == e820_type &&
1075                     (prev->addr + prev->size) == d->phys_addr)
1076                         prev->size += d->num_pages << 12;
1077                 else {
1078                         e820_map->addr = d->phys_addr;
1079                         e820_map->size = d->num_pages << 12;
1080                         e820_map->type = e820_type;
1081                         prev = e820_map++;
1082                         nr_entries++;
1083                 }
1084         }
1085
1086         boot_params->e820_entries = nr_entries;
1087
1088         return EFI_SUCCESS;
1089
1090 free_mem_map:
1091         efi_free(sys_table, _size, (unsigned long)mem_map);
1092         return status;
1093 }
1094
1095
1096 /*
1097  * On success we return a pointer to a boot_params structure, and NULL
1098  * on failure.
1099  */
1100 struct boot_params *efi_main(void *handle, efi_system_table_t *_table,
1101                              struct boot_params *boot_params)
1102 {
1103         struct desc_ptr *gdt, *idt;
1104         efi_loaded_image_t *image;
1105         struct setup_header *hdr = &boot_params->hdr;
1106         efi_status_t status;
1107         struct desc_struct *desc;
1108
1109         sys_table = _table;
1110
1111         /* Check if we were booted by the EFI firmware */
1112         if (sys_table->hdr.signature != EFI_SYSTEM_TABLE_SIGNATURE)
1113                 goto fail;
1114
1115         setup_graphics(boot_params);
1116
1117         setup_efi_pci(boot_params);
1118
1119         status = efi_call_phys3(sys_table->boottime->allocate_pool,
1120                                 EFI_LOADER_DATA, sizeof(*gdt),
1121                                 (void **)&gdt);
1122         if (status != EFI_SUCCESS) {
1123                 efi_printk(sys_table, "Failed to alloc mem for gdt structure\n");
1124                 goto fail;
1125         }
1126
1127         gdt->size = 0x800;
1128         status = efi_low_alloc(sys_table, gdt->size, 8,
1129                            (unsigned long *)&gdt->address);
1130         if (status != EFI_SUCCESS) {
1131                 efi_printk(sys_table, "Failed to alloc mem for gdt\n");
1132                 goto fail;
1133         }
1134
1135         status = efi_call_phys3(sys_table->boottime->allocate_pool,
1136                                 EFI_LOADER_DATA, sizeof(*idt),
1137                                 (void **)&idt);
1138         if (status != EFI_SUCCESS) {
1139                 efi_printk(sys_table, "Failed to alloc mem for idt structure\n");
1140                 goto fail;
1141         }
1142
1143         idt->size = 0;
1144         idt->address = 0;
1145
1146         /*
1147          * If the kernel isn't already loaded at the preferred load
1148          * address, relocate it.
1149          */
1150         if (hdr->pref_address != hdr->code32_start) {
1151                 unsigned long bzimage_addr = hdr->code32_start;
1152                 status = efi_relocate_kernel(sys_table, &bzimage_addr,
1153                                              hdr->init_size, hdr->init_size,
1154                                              hdr->pref_address,
1155                                              hdr->kernel_alignment);
1156                 if (status != EFI_SUCCESS)
1157                         goto fail;
1158
1159                 hdr->pref_address = hdr->code32_start;
1160                 hdr->code32_start = bzimage_addr;
1161         }
1162
1163         status = exit_boot(boot_params, handle);
1164         if (status != EFI_SUCCESS)
1165                 goto fail;
1166
1167         memset((char *)gdt->address, 0x0, gdt->size);
1168         desc = (struct desc_struct *)gdt->address;
1169
1170         /* The first GDT is a dummy and the second is unused. */
1171         desc += 2;
1172
1173         desc->limit0 = 0xffff;
1174         desc->base0 = 0x0000;
1175         desc->base1 = 0x0000;
1176         desc->type = SEG_TYPE_CODE | SEG_TYPE_EXEC_READ;
1177         desc->s = DESC_TYPE_CODE_DATA;
1178         desc->dpl = 0;
1179         desc->p = 1;
1180         desc->limit = 0xf;
1181         desc->avl = 0;
1182         desc->l = 0;
1183         desc->d = SEG_OP_SIZE_32BIT;
1184         desc->g = SEG_GRANULARITY_4KB;
1185         desc->base2 = 0x00;
1186
1187         desc++;
1188         desc->limit0 = 0xffff;
1189         desc->base0 = 0x0000;
1190         desc->base1 = 0x0000;
1191         desc->type = SEG_TYPE_DATA | SEG_TYPE_READ_WRITE;
1192         desc->s = DESC_TYPE_CODE_DATA;
1193         desc->dpl = 0;
1194         desc->p = 1;
1195         desc->limit = 0xf;
1196         desc->avl = 0;
1197         desc->l = 0;
1198         desc->d = SEG_OP_SIZE_32BIT;
1199         desc->g = SEG_GRANULARITY_4KB;
1200         desc->base2 = 0x00;
1201
1202 #ifdef CONFIG_X86_64
1203         /* Task segment value */
1204         desc++;
1205         desc->limit0 = 0x0000;
1206         desc->base0 = 0x0000;
1207         desc->base1 = 0x0000;
1208         desc->type = SEG_TYPE_TSS;
1209         desc->s = 0;
1210         desc->dpl = 0;
1211         desc->p = 1;
1212         desc->limit = 0x0;
1213         desc->avl = 0;
1214         desc->l = 0;
1215         desc->d = 0;
1216         desc->g = SEG_GRANULARITY_4KB;
1217         desc->base2 = 0x00;
1218 #endif /* CONFIG_X86_64 */
1219
1220         asm volatile ("lidt %0" : : "m" (*idt));
1221         asm volatile ("lgdt %0" : : "m" (*gdt));
1222
1223         asm volatile("cli");
1224
1225         return boot_params;
1226 fail:
1227         return NULL;
1228 }