ldid.cpp

   1 /* ldid - (Mach-O) Link-Loader Identity Editor
   2  * Copyright (C) 2007-2015  Jay Freeman (saurik)
   3 */
   4
   5 /* GNU Affero General Public License, Version 3 {{{ */
   6 /*
   7  * This program is free software: you can redistribute it and/or modify
   8  * it under the terms of the GNU Affero General Public License as published by
   9  * the Free Software Foundation, either version 3 of the License, or
  10  * (at your option) any later version.
  11
  12  * This program is distributed in the hope that it will be useful,
  13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  15  * GNU Affero General Public License for more details.
  16
  17  * You should have received a copy of the GNU Affero General Public License
  18  * along with this program.  If not, see <http://www.gnu.org/licenses/>.
  19 **/
  20 /* }}} */
  21
  22 #include <cstdio>
  23 #include <cstdlib>
  24 #include <cstring>
  25 #include <fstream>
  26 #include <iostream>
  27 #include <memory>
  28 #include <set>
  29 #include <sstream>
  30 #include <string>
  31 #include <vector>
  32
  33 #include <dirent.h>
  34 #include <errno.h>
  35 #include <fcntl.h>
  36 #include <regex.h>
  37 #include <stdbool.h>
  38 #include <stdint.h>
  39 #include <unistd.h>
  40
  41 #include <sys/mman.h>
  42 #include <sys/stat.h>
  43 #include <sys/types.h>
  44
  45 #ifndef LDID_NOSMIME
  46 #include <openssl/err.h>
  47 #include <openssl/pem.h>
  48 #include <openssl/pkcs7.h>
  49 #include <openssl/pkcs12.h>
  50 #endif
  51
  52 #ifdef __APPLE__
  53 #include <CommonCrypto/CommonDigest.h>
  54
  55 #define LDID_SHA1_DIGEST_LENGTH CC_SHA1_DIGEST_LENGTH
  56 #define LDID_SHA1 CC_SHA1
  57 #define LDID_SHA1_CTX CC_SHA1_CTX
  58 #define LDID_SHA1_Init CC_SHA1_Init
  59 #define LDID_SHA1_Update CC_SHA1_Update
  60 #define LDID_SHA1_Final CC_SHA1_Final
  61
  62 #define LDID_SHA256_DIGEST_LENGTH CC_SHA256_DIGEST_LENGTH
  63 #define LDID_SHA256 CC_SHA256
  64 #define LDID_SHA256_CTX CC_SHA256_CTX
  65 #define LDID_SHA256_Init CC_SHA256_Init
  66 #define LDID_SHA256_Update CC_SHA256_Update
  67 #define LDID_SHA256_Final CC_SHA256_Final
  68 #else
  69 #include <openssl/sha.h>
  70
  71 #define LDID_SHA1_DIGEST_LENGTH SHA_DIGEST_LENGTH
  72 #define LDID_SHA1 SHA1
  73 #define LDID_SHA1_CTX SHA_CTX
  74 #define LDID_SHA1_Init SHA1_Init
  75 #define LDID_SHA1_Update SHA1_Update
  76 #define LDID_SHA1_Final SHA1_Final
  77
  78 #define LDID_SHA256_DIGEST_LENGTH SHA256_DIGEST_LENGTH
  79 #define LDID_SHA256 SHA256
  80 #define LDID_SHA256_CTX SHA256_CTX
  81 #define LDID_SHA256_Init SHA256_Init
  82 #define LDID_SHA256_Update SHA256_Update
  83 #define LDID_SHA256_Final SHA256_Final
  84 #endif
  85
  86 #ifndef LDID_NOPLIST
  87 #include <plist/plist.h>
  88 #elif __APPLE__
  89 #include <CoreFoundation/CoreFoundation.h>
  90 #endif
  91
  92 #include "ldid.hpp"
  93
  94 #define _assert___(line) \
  95     #line
  96 #define _assert__(line) \
  97     _assert___(line)
  98
  99 #ifndef $
 100 #define $(value) value
 101 #endif
 102
 103 #ifdef __EXCEPTIONS
 104 #define _assert_(expr, format, ...) \
 105     do if (!(expr)) { \
 106         fprintf(stderr, $("%s(%u): _assert(): " format "\n"), __FILE__, __LINE__, ## __VA_ARGS__); \
 107         throw $(__FILE__ "(" _assert__(__LINE__) "): _assert(" #expr ")"); \
 108     } while (false)
 109 #else
 110 // XXX: this is not acceptable
 111 #define _assert_(expr, format, ...) \
 112     do if (!(expr)) { \
 113         fprintf(stderr, $("%s(%u): _assert(): " format "\n"), __FILE__, __LINE__, ## __VA_ARGS__); \
 114         exit(-1); \
 115     } while (false)
 116 #endif
 117
 118 #define _assert(expr) \
 119     _assert_(expr, "%s", $(#expr))
 120
 121 #define _syscall(expr, ...) [&] { for (;;) { \
 122     auto _value(expr); \
 123     if ((long) _value != -1) \
 124         return _value; \
 125     int error(errno); \
 126     if (error == EINTR) \
 127         continue; \
 128     /* XXX: EINTR is included in this list to fix g++ */ \
 129     for (auto success : (long[]) {EINTR, __VA_ARGS__}) \
 130         if (error == success) \
 131             return (decltype(expr)) -success; \
 132     _assert_(false, "errno=%u", error); \
 133 } }()
 134
 135 #define _trace() \
 136     fprintf(stderr, $("_trace(%s:%u): %s\n"), __FILE__, __LINE__, $(__FUNCTION__))
 137
 138 #define _not(type) \
 139     ((type) ~ (type) 0)
 140
 141 #define _packed \
 142     __attribute__((packed))
 143
 144 template <typename Type_>
 145 struct Iterator_ {
 146     typedef typename Type_::const_iterator Result;
 147 };
 148
 149 #define _foreach(item, list) \
 150     for (bool _stop(true); _stop; ) \
 151         for (const __typeof__(list) &_list = (list); _stop; _stop = false) \
 152             for (Iterator_<__typeof__(list)>::Result _item = _list.begin(); _item != _list.end(); ++_item) \
 153                 for (bool _suck(true); _suck; _suck = false) \
 154                     for (const __typeof__(*_item) &item = *_item; _suck; _suck = false)
 155
 156 class _Scope {
 157 };
 158
 159 template <typename Function_>
 160 class Scope :
 161     public _Scope
 162 {
 163   private:
 164     Function_ function_;
 165
 166   public:
 167     Scope(const Function_ &function) :
 168         function_(function)
 169     {
 170     }
 171
 172     ~Scope() {
 173         function_();
 174     }
 175 };
 176
 177 template <typename Function_>
 178 Scope<Function_> _scope(const Function_ &function) {
 179     return Scope<Function_>(function);
 180 }
 181
 182 #define _scope__(counter, function) \
 183     __attribute__((__unused__)) \
 184     const _Scope &_scope ## counter(_scope([&]function))
 185 #define _scope_(counter, function) \
 186     _scope__(counter, function)
 187 #define _scope(function) \
 188     _scope_(__COUNTER__, function)
 189
 190 #define CPU_ARCH_MASK  uint32_t(0xff000000)
 191 #define CPU_ARCH_ABI64 uint32_t(0x01000000)
 192
 193 #define CPU_TYPE_ANY     uint32_t(-1)
 194 #define CPU_TYPE_VAX     uint32_t( 1)
 195 #define CPU_TYPE_MC680x0 uint32_t( 6)
 196 #define CPU_TYPE_X86     uint32_t( 7)
 197 #define CPU_TYPE_MC98000 uint32_t(10)
 198 #define CPU_TYPE_HPPA    uint32_t(11)
 199 #define CPU_TYPE_ARM     uint32_t(12)
 200 #define CPU_TYPE_MC88000 uint32_t(13)
 201 #define CPU_TYPE_SPARC   uint32_t(14)
 202 #define CPU_TYPE_I860    uint32_t(15)
 203 #define CPU_TYPE_POWERPC uint32_t(18)
 204
 205 #define CPU_TYPE_I386 CPU_TYPE_X86
 206
 207 #define CPU_TYPE_ARM64     (CPU_ARCH_ABI64 | CPU_TYPE_ARM)
 208 #define CPU_TYPE_POWERPC64 (CPU_ARCH_ABI64 | CPU_TYPE_POWERPC)
 209 #define CPU_TYPE_X86_64    (CPU_ARCH_ABI64 | CPU_TYPE_X86)
 210
 211 struct fat_header {
 212     uint32_t magic;
 213     uint32_t nfat_arch;
 214 } _packed;
 215
 216 #define FAT_MAGIC 0xcafebabe
 217 #define FAT_CIGAM 0xbebafeca
 218
 219 struct fat_arch {
 220     uint32_t cputype;
 221     uint32_t cpusubtype;
 222     uint32_t offset;
 223     uint32_t size;
 224     uint32_t align;
 225 } _packed;
 226
 227 struct mach_header {
 228     uint32_t magic;
 229     uint32_t cputype;
 230     uint32_t cpusubtype;
 231     uint32_t filetype;
 232     uint32_t ncmds;
 233     uint32_t sizeofcmds;
 234     uint32_t flags;
 235 } _packed;
 236
 237 #define MH_MAGIC 0xfeedface
 238 #define MH_CIGAM 0xcefaedfe
 239
 240 #define MH_MAGIC_64 0xfeedfacf
 241 #define MH_CIGAM_64 0xcffaedfe
 242
 243 #define MH_DYLDLINK   0x4
 244
 245 #define MH_OBJECT     0x1
 246 #define MH_EXECUTE    0x2
 247 #define MH_DYLIB      0x6
 248 #define MH_BUNDLE     0x8
 249 #define MH_DYLIB_STUB 0x9
 250
 251 struct load_command {
 252     uint32_t cmd;
 253     uint32_t cmdsize;
 254 } _packed;
 255
 256 #define LC_REQ_DYLD           uint32_t(0x80000000)
 257
 258 #define LC_SEGMENT            uint32_t(0x01)
 259 #define LC_SYMTAB             uint32_t(0x02)
 260 #define LC_DYSYMTAB           uint32_t(0x0b)
 261 #define LC_LOAD_DYLIB         uint32_t(0x0c)
 262 #define LC_ID_DYLIB           uint32_t(0x0d)
 263 #define LC_SEGMENT_64         uint32_t(0x19)
 264 #define LC_UUID               uint32_t(0x1b)
 265 #define LC_CODE_SIGNATURE     uint32_t(0x1d)
 266 #define LC_SEGMENT_SPLIT_INFO uint32_t(0x1e)
 267 #define LC_REEXPORT_DYLIB     uint32_t(0x1f | LC_REQ_DYLD)
 268 #define LC_ENCRYPTION_INFO    uint32_t(0x21)
 269 #define LC_DYLD_INFO          uint32_t(0x22)
 270 #define LC_DYLD_INFO_ONLY     uint32_t(0x22 | LC_REQ_DYLD)
 271 #define LC_ENCRYPTION_INFO_64 uint32_t(0x2c)
 272
 273 union Version {
 274     struct {
 275         uint8_t patch;
 276         uint8_t minor;
 277         uint16_t major;
 278     } _packed;
 279
 280     uint32_t value;
 281 };
 282
 283 struct dylib {
 284     uint32_t name;
 285     uint32_t timestamp;
 286     uint32_t current_version;
 287     uint32_t compatibility_version;
 288 } _packed;
 289
 290 struct dylib_command {
 291     uint32_t cmd;
 292     uint32_t cmdsize;
 293     struct dylib dylib;
 294 } _packed;
 295
 296 struct uuid_command {
 297     uint32_t cmd;
 298     uint32_t cmdsize;
 299     uint8_t uuid[16];
 300 } _packed;
 301
 302 struct symtab_command {
 303     uint32_t cmd;
 304     uint32_t cmdsize;
 305     uint32_t symoff;
 306     uint32_t nsyms;
 307     uint32_t stroff;
 308     uint32_t strsize;
 309 } _packed;
 310
 311 struct dyld_info_command {
 312     uint32_t cmd;
 313     uint32_t cmdsize;
 314     uint32_t rebase_off;
 315     uint32_t rebase_size;
 316     uint32_t bind_off;
 317     uint32_t bind_size;
 318     uint32_t weak_bind_off;
 319     uint32_t weak_bind_size;
 320     uint32_t lazy_bind_off;
 321     uint32_t lazy_bind_size;
 322     uint32_t export_off;
 323     uint32_t export_size;
 324 } _packed;
 325
 326 struct dysymtab_command {
 327     uint32_t cmd;
 328     uint32_t cmdsize;
 329     uint32_t ilocalsym;
 330     uint32_t nlocalsym;
 331     uint32_t iextdefsym;
 332     uint32_t nextdefsym;
 333     uint32_t iundefsym;
 334     uint32_t nundefsym;
 335     uint32_t tocoff;
 336     uint32_t ntoc;
 337     uint32_t modtaboff;
 338     uint32_t nmodtab;
 339     uint32_t extrefsymoff;
 340     uint32_t nextrefsyms;
 341     uint32_t indirectsymoff;
 342     uint32_t nindirectsyms;
 343     uint32_t extreloff;
 344     uint32_t nextrel;
 345     uint32_t locreloff;
 346     uint32_t nlocrel;
 347 } _packed;
 348
 349 struct dylib_table_of_contents {
 350     uint32_t symbol_index;
 351     uint32_t module_index;
 352 } _packed;
 353
 354 struct dylib_module {
 355     uint32_t module_name;
 356     uint32_t iextdefsym;
 357     uint32_t nextdefsym;
 358     uint32_t irefsym;
 359     uint32_t nrefsym;
 360     uint32_t ilocalsym;
 361     uint32_t nlocalsym;
 362     uint32_t iextrel;
 363     uint32_t nextrel;
 364     uint32_t iinit_iterm;
 365     uint32_t ninit_nterm;
 366     uint32_t objc_module_info_addr;
 367     uint32_t objc_module_info_size;
 368 } _packed;
 369
 370 struct dylib_reference {
 371     uint32_t isym:24;
 372     uint32_t flags:8;
 373 } _packed;
 374
 375 struct relocation_info {
 376     int32_t r_address;
 377     uint32_t r_symbolnum:24;
 378     uint32_t r_pcrel:1;
 379     uint32_t r_length:2;
 380     uint32_t r_extern:1;
 381     uint32_t r_type:4;
 382 } _packed;
 383
 384 struct nlist {
 385     union {
 386         char *n_name;
 387         int32_t n_strx;
 388     } n_un;
 389
 390     uint8_t n_type;
 391     uint8_t n_sect;
 392     uint8_t n_desc;
 393     uint32_t n_value;
 394 } _packed;
 395
 396 struct segment_command {
 397     uint32_t cmd;
 398     uint32_t cmdsize;
 399     char segname[16];
 400     uint32_t vmaddr;
 401     uint32_t vmsize;
 402     uint32_t fileoff;
 403     uint32_t filesize;
 404     uint32_t maxprot;
 405     uint32_t initprot;
 406     uint32_t nsects;
 407     uint32_t flags;
 408 } _packed;
 409
 410 struct segment_command_64 {
 411     uint32_t cmd;
 412     uint32_t cmdsize;
 413     char segname[16];
 414     uint64_t vmaddr;
 415     uint64_t vmsize;
 416     uint64_t fileoff;
 417     uint64_t filesize;
 418     uint32_t maxprot;
 419     uint32_t initprot;
 420     uint32_t nsects;
 421     uint32_t flags;
 422 } _packed;
 423
 424 struct section {
 425     char sectname[16];
 426     char segname[16];
 427     uint32_t addr;
 428     uint32_t size;
 429     uint32_t offset;
 430     uint32_t align;
 431     uint32_t reloff;
 432     uint32_t nreloc;
 433     uint32_t flags;
 434     uint32_t reserved1;
 435     uint32_t reserved2;
 436 } _packed;
 437
 438 struct section_64 {
 439     char sectname[16];
 440     char segname[16];
 441     uint64_t addr;
 442     uint64_t size;
 443     uint32_t offset;
 444     uint32_t align;
 445     uint32_t reloff;
 446     uint32_t nreloc;
 447     uint32_t flags;
 448     uint32_t reserved1;
 449     uint32_t reserved2;
 450     uint32_t reserved3;
 451 } _packed;
 452
 453 struct linkedit_data_command {
 454     uint32_t cmd;
 455     uint32_t cmdsize;
 456     uint32_t dataoff;
 457     uint32_t datasize;
 458 } _packed;
 459
 460 struct encryption_info_command {
 461     uint32_t cmd;
 462     uint32_t cmdsize;
 463     uint32_t cryptoff;
 464     uint32_t cryptsize;
 465     uint32_t cryptid;
 466 } _packed;
 467
 468 #define BIND_OPCODE_MASK                             0xf0
 469 #define BIND_IMMEDIATE_MASK                          0x0f
 470 #define BIND_OPCODE_DONE                             0x00
 471 #define BIND_OPCODE_SET_DYLIB_ORDINAL_IMM            0x10
 472 #define BIND_OPCODE_SET_DYLIB_ORDINAL_ULEB           0x20
 473 #define BIND_OPCODE_SET_DYLIB_SPECIAL_IMM            0x30
 474 #define BIND_OPCODE_SET_SYMBOL_TRAILING_FLAGS_IMM    0x40
 475 #define BIND_OPCODE_SET_TYPE_IMM                     0x50
 476 #define BIND_OPCODE_SET_ADDEND_SLEB                  0x60
 477 #define BIND_OPCODE_SET_SEGMENT_AND_OFFSET_ULEB      0x70
 478 #define BIND_OPCODE_ADD_ADDR_ULEB                    0x80
 479 #define BIND_OPCODE_DO_BIND                          0x90
 480 #define BIND_OPCODE_DO_BIND_ADD_ADDR_ULEB            0xa0
 481 #define BIND_OPCODE_DO_BIND_ADD_ADDR_IMM_SCALED      0xb0
 482 #define BIND_OPCODE_DO_BIND_ULEB_TIMES_SKIPPING_ULEB 0xc0
 483
 484 struct : ldid::Progress {
 485     virtual void operator()(const std::string &value) const {
 486     }
 487
 488     virtual void operator()(double value) const {
 489     }
 490 } dummy_;
 491
 492 struct Progression : ldid::Progress {
 493     const ldid::Progress &progress_;
 494     std::string name_;
 495
 496     Progression(const ldid::Progress &progress, const std::string &name) :
 497         progress_(progress),
 498         name_(name)
 499     {
 500     }
 501
 502     virtual void operator()(const std::string &value) const {
 503         return progress_(name_ + " (" + value + ")");
 504     }
 505
 506     virtual void operator()(double value) const {
 507         return progress_(value);
 508     }
 509 };
 510
 511 static std::streamsize read(std::streambuf &stream, void *data, size_t size) {
 512     auto writ(stream.sgetn(static_cast<char *>(data), size));
 513     _assert(writ >= 0);
 514     return writ;
 515 }
 516
 517 static inline void get(std::streambuf &stream, void *data, size_t size) {
 518     _assert(read(stream, data, size) == size);
 519 }
 520
 521 static inline void put(std::streambuf &stream, const void *data, size_t size) {
 522     _assert(stream.sputn(static_cast<const char *>(data), size) == size);
 523 }
 524
 525 static inline void put(std::streambuf &stream, const void *data, size_t size, const ldid::Progress &progress) {
 526     progress(0);
 527     for (size_t total(0); total != size;) {
 528         auto writ(std::min(size - total, size_t(4096 * 4)));
 529         _assert(stream.sputn(static_cast<const char *>(data) + total, writ) == writ);
 530         total += writ;
 531         progress(double(total) / size);
 532     }
 533 }
 534
 535 static size_t most(std::streambuf &stream, void *data, size_t size) {
 536     size_t total(size);
 537     while (size > 0)
 538         if (auto writ = read(stream, data, size))
 539             size -= writ;
 540         else break;
 541     return total - size;
 542 }
 543
 544 static inline void pad(std::streambuf &stream, size_t size) {
 545     char padding[size];
 546     memset(padding, 0, size);
 547     put(stream, padding, size);
 548 }
 549
 550 template <typename Type_>
 551 Type_ Align(Type_ value, size_t align) {
 552     value += align - 1;
 553     value /= align;
 554     value *= align;
 555     return value;
 556 }
 557
 558 static const uint8_t PageShift_(0x0c);
 559 static const uint32_t PageSize_(1 << PageShift_);
 560
 561 static inline uint16_t Swap_(uint16_t value) {
 562     return
 563         ((value >>  8) & 0x00ff) |
 564         ((value <<  8) & 0xff00);
 565 }
 566
 567 static inline uint32_t Swap_(uint32_t value) {
 568     value = ((value >>  8) & 0x00ff00ff) |
 569             ((value <<  8) & 0xff00ff00);
 570     value = ((value >> 16) & 0x0000ffff) |
 571             ((value << 16) & 0xffff0000);
 572     return value;
 573 }
 574
 575 static inline uint64_t Swap_(uint64_t value) {
 576     value = (value & 0x00000000ffffffff) << 32 | (value & 0xffffffff00000000) >> 32;
 577     value = (value & 0x0000ffff0000ffff) << 16 | (value & 0xffff0000ffff0000) >> 16;
 578     value = (value & 0x00ff00ff00ff00ff) << 8  | (value & 0xff00ff00ff00ff00) >> 8;
 579     return value;
 580 }
 581
 582 static inline int16_t Swap_(int16_t value) {
 583     return Swap_(static_cast<uint16_t>(value));
 584 }
 585
 586 static inline int32_t Swap_(int32_t value) {
 587     return Swap_(static_cast<uint32_t>(value));
 588 }
 589
 590 static inline int64_t Swap_(int64_t value) {
 591     return Swap_(static_cast<uint64_t>(value));
 592 }
 593
 594 static bool little_(true);
 595
 596 static inline uint16_t Swap(uint16_t value) {
 597     return little_ ? Swap_(value) : value;
 598 }
 599
 600 static inline uint32_t Swap(uint32_t value) {
 601     return little_ ? Swap_(value) : value;
 602 }
 603
 604 static inline uint64_t Swap(uint64_t value) {
 605     return little_ ? Swap_(value) : value;
 606 }
 607
 608 static inline int16_t Swap(int16_t value) {
 609     return Swap(static_cast<uint16_t>(value));
 610 }
 611
 612 static inline int32_t Swap(int32_t value) {
 613     return Swap(static_cast<uint32_t>(value));
 614 }
 615
 616 static inline int64_t Swap(int64_t value) {
 617     return Swap(static_cast<uint64_t>(value));
 618 }
 619
 620 class Swapped {
 621   protected:
 622     bool swapped_;
 623
 624     Swapped() :
 625         swapped_(false)
 626     {
 627     }
 628
 629   public:
 630     Swapped(bool swapped) :
 631         swapped_(swapped)
 632     {
 633     }
 634
 635     template <typename Type_>
 636     Type_ Swap(Type_ value) const {
 637         return swapped_ ? Swap_(value) : value;
 638     }
 639 };
 640
 641 class Data :
 642     public Swapped
 643 {
 644   private:
 645     void *base_;
 646     size_t size_;
 647
 648   public:
 649     Data(void *base, size_t size) :
 650         base_(base),
 651         size_(size)
 652     {
 653     }
 654
 655     void *GetBase() const {
 656         return base_;
 657     }
 658
 659     size_t GetSize() const {
 660         return size_;
 661     }
 662 };
 663
 664 class MachHeader :
 665     public Data
 666 {
 667   private:
 668     bool bits64_;
 669
 670     struct mach_header *mach_header_;
 671     struct load_command *load_command_;
 672
 673   public:
 674     MachHeader(void *base, size_t size) :
 675         Data(base, size)
 676     {
 677         mach_header_ = (mach_header *) base;
 678
 679         switch (Swap(mach_header_->magic)) {
 680             case MH_CIGAM:
 681                 swapped_ = !swapped_;
 682             case MH_MAGIC:
 683                 bits64_ = false;
 684             break;
 685
 686             case MH_CIGAM_64:
 687                 swapped_ = !swapped_;
 688             case MH_MAGIC_64:
 689                 bits64_ = true;
 690             break;
 691
 692             default:
 693                 _assert(false);
 694         }
 695
 696         void *post = mach_header_ + 1;
 697         if (bits64_)
 698             post = (uint32_t *) post + 1;
 699         load_command_ = (struct load_command *) post;
 700
 701         _assert(
 702             Swap(mach_header_->filetype) == MH_EXECUTE ||
 703             Swap(mach_header_->filetype) == MH_DYLIB ||
 704             Swap(mach_header_->filetype) == MH_BUNDLE
 705         );
 706     }
 707
 708     bool Bits64() const {
 709         return bits64_;
 710     }
 711
 712     struct mach_header *operator ->() const {
 713         return mach_header_;
 714     }
 715
 716     operator struct mach_header *() const {
 717         return mach_header_;
 718     }
 719
 720     uint32_t GetCPUType() const {
 721         return Swap(mach_header_->cputype);
 722     }
 723
 724     uint32_t GetCPUSubtype() const {
 725         return Swap(mach_header_->cpusubtype) & 0xff;
 726     }
 727
 728     struct load_command *GetLoadCommand() const {
 729         return load_command_;
 730     }
 731
 732     std::vector<struct load_command *> GetLoadCommands() const {
 733         std::vector<struct load_command *> load_commands;
 734
 735         struct load_command *load_command = load_command_;
 736         for (uint32_t cmd = 0; cmd != Swap(mach_header_->ncmds); ++cmd) {
 737             load_commands.push_back(load_command);
 738             load_command = (struct load_command *) ((uint8_t *) load_command + Swap(load_command->cmdsize));
 739         }
 740
 741         return load_commands;
 742     }
 743
 744     void ForSection(const ldid::Functor<void (const char *, const char *, void *, size_t)> &code) const {
 745         _foreach (load_command, GetLoadCommands())
 746             switch (Swap(load_command->cmd)) {
 747                 case LC_SEGMENT: {
 748                     auto segment(reinterpret_cast<struct segment_command *>(load_command));
 749                     code(segment->segname, NULL, GetOffset<void>(segment->fileoff), segment->filesize);
 750                     auto section(reinterpret_cast<struct section *>(segment + 1));
 751                     for (uint32_t i(0), e(Swap(segment->nsects)); i != e; ++i, ++section)
 752                         code(segment->segname, section->sectname, GetOffset<void>(segment->fileoff + section->offset), section->size);
 753                 } break;
 754
 755                 case LC_SEGMENT_64: {
 756                     auto segment(reinterpret_cast<struct segment_command_64 *>(load_command));
 757                     code(segment->segname, NULL, GetOffset<void>(segment->fileoff), segment->filesize);
 758                     auto section(reinterpret_cast<struct section_64 *>(segment + 1));
 759                     for (uint32_t i(0), e(Swap(segment->nsects)); i != e; ++i, ++section)
 760                         code(segment->segname, section->sectname, GetOffset<void>(segment->fileoff + section->offset), section->size);
 761                 } break;
 762             }
 763     }
 764
 765     template <typename Target_>
 766     Target_ *GetOffset(uint32_t offset) const {
 767         return reinterpret_cast<Target_ *>(offset + (uint8_t *) mach_header_);
 768     }
 769 };
 770
 771 class FatMachHeader :
 772     public MachHeader
 773 {
 774   private:
 775     fat_arch *fat_arch_;
 776
 777   public:
 778     FatMachHeader(void *base, size_t size, fat_arch *fat_arch) :
 779         MachHeader(base, size),
 780         fat_arch_(fat_arch)
 781     {
 782     }
 783
 784     fat_arch *GetFatArch() const {
 785         return fat_arch_;
 786     }
 787 };
 788
 789 class FatHeader :
 790     public Data
 791 {
 792   private:
 793     fat_header *fat_header_;
 794     std::vector<FatMachHeader> mach_headers_;
 795
 796   public:
 797     FatHeader(void *base, size_t size) :
 798         Data(base, size)
 799     {
 800         fat_header_ = reinterpret_cast<struct fat_header *>(base);
 801
 802         if (Swap(fat_header_->magic) == FAT_CIGAM) {
 803             swapped_ = !swapped_;
 804             goto fat;
 805         } else if (Swap(fat_header_->magic) != FAT_MAGIC) {
 806             fat_header_ = NULL;
 807             mach_headers_.push_back(FatMachHeader(base, size, NULL));
 808         } else fat: {
 809             size_t fat_narch = Swap(fat_header_->nfat_arch);
 810             fat_arch *fat_arch = reinterpret_cast<struct fat_arch *>(fat_header_ + 1);
 811             size_t arch;
 812             for (arch = 0; arch != fat_narch; ++arch) {
 813                 uint32_t arch_offset = Swap(fat_arch->offset);
 814                 uint32_t arch_size = Swap(fat_arch->size);
 815                 mach_headers_.push_back(FatMachHeader((uint8_t *) base + arch_offset, arch_size, fat_arch));
 816                 ++fat_arch;
 817             }
 818         }
 819     }
 820
 821     std::vector<FatMachHeader> &GetMachHeaders() {
 822         return mach_headers_;
 823     }
 824
 825     bool IsFat() const {
 826         return fat_header_ != NULL;
 827     }
 828
 829     struct fat_header *operator ->() const {
 830         return fat_header_;
 831     }
 832
 833     operator struct fat_header *() const {
 834         return fat_header_;
 835     }
 836 };
 837
 838 #define CSMAGIC_REQUIREMENT            uint32_t(0xfade0c00)
 839 #define CSMAGIC_REQUIREMENTS           uint32_t(0xfade0c01)
 840 #define CSMAGIC_CODEDIRECTORY          uint32_t(0xfade0c02)
 841 #define CSMAGIC_EMBEDDED_SIGNATURE     uint32_t(0xfade0cc0)
 842 #define CSMAGIC_EMBEDDED_SIGNATURE_OLD uint32_t(0xfade0b02)
 843 #define CSMAGIC_EMBEDDED_ENTITLEMENTS  uint32_t(0xfade7171)
 844 #define CSMAGIC_DETACHED_SIGNATURE     uint32_t(0xfade0cc1)
 845 #define CSMAGIC_BLOBWRAPPER            uint32_t(0xfade0b01)
 846
 847 #define CSSLOT_CODEDIRECTORY uint32_t(0x00000)
 848 #define CSSLOT_INFOSLOT      uint32_t(0x00001)
 849 #define CSSLOT_REQUIREMENTS  uint32_t(0x00002)
 850 #define CSSLOT_RESOURCEDIR   uint32_t(0x00003)
 851 #define CSSLOT_APPLICATION   uint32_t(0x00004)
 852 #define CSSLOT_ENTITLEMENTS  uint32_t(0x00005)
 853 #define CSSLOT_ALTERNATE     uint32_t(0x01000)
 854
 855 #define CSSLOT_SIGNATURESLOT uint32_t(0x10000)
 856
 857 #define CS_HASHTYPE_SHA160_160 1
 858 #define CS_HASHTYPE_SHA256_256 2
 859 #define CS_HASHTYPE_SHA256_160 3
 860 #define CS_HASHTYPE_SHA386_386 4
 861
 862 struct BlobIndex {
 863     uint32_t type;
 864     uint32_t offset;
 865 } _packed;
 866
 867 struct Blob {
 868     uint32_t magic;
 869     uint32_t length;
 870 } _packed;
 871
 872 struct SuperBlob {
 873     struct Blob blob;
 874     uint32_t count;
 875     struct BlobIndex index[];
 876 } _packed;
 877
 878 struct CodeDirectory {
 879     uint32_t version;
 880     uint32_t flags;
 881     uint32_t hashOffset;
 882     uint32_t identOffset;
 883     uint32_t nSpecialSlots;
 884     uint32_t nCodeSlots;
 885     uint32_t codeLimit;
 886     uint8_t hashSize;
 887     uint8_t hashType;
 888     uint8_t platform;
 889     uint8_t pageSize;
 890     uint32_t spare2;
 891     uint32_t scatterOffset;
 892     uint32_t teamIDOffset;
 893     //uint32_t spare3;
 894     //uint64_t codeLimit64;
 895 } _packed;
 896
 897 enum CodeSignatureFlags {
 898     kSecCodeSignatureHost = 0x0001,
 899     kSecCodeSignatureAdhoc = 0x0002,
 900     kSecCodeSignatureForceHard = 0x0100,
 901     kSecCodeSignatureForceKill = 0x0200,
 902     kSecCodeSignatureForceExpiration = 0x0400,
 903     kSecCodeSignatureRestrict = 0x0800,
 904     kSecCodeSignatureEnforcement = 0x1000,
 905     kSecCodeSignatureLibraryValidation = 0x2000,
 906 };
 907
 908 enum Kind : uint32_t {
 909     exprForm = 1, // prefix expr form
 910 };
 911
 912 enum ExprOp : uint32_t {
 913     opFalse, // unconditionally false
 914     opTrue, // unconditionally true
 915     opIdent, // match canonical code [string]
 916     opAppleAnchor, // signed by Apple as Apple's product
 917     opAnchorHash, // match anchor [cert hash]
 918     opInfoKeyValue, // *legacy* - use opInfoKeyField [key; value]
 919     opAnd, // binary prefix expr AND expr [expr; expr]
 920     opOr, // binary prefix expr OR expr [expr; expr]
 921     opCDHash, // match hash of CodeDirectory directly [cd hash]
 922     opNot, // logical inverse [expr]
 923     opInfoKeyField, // Info.plist key field [string; match suffix]
 924     opCertField, // Certificate field [cert index; field name; match suffix]
 925     opTrustedCert, // require trust settings to approve one particular cert [cert index]
 926     opTrustedCerts, // require trust settings to approve the cert chain
 927     opCertGeneric, // Certificate component by OID [cert index; oid; match suffix]
 928     opAppleGenericAnchor, // signed by Apple in any capacity
 929     opEntitlementField, // entitlement dictionary field [string; match suffix]
 930     opCertPolicy, // Certificate policy by OID [cert index; oid; match suffix]
 931     opNamedAnchor, // named anchor type
 932     opNamedCode, // named subroutine
 933     opPlatform, // platform constraint [integer]
 934     exprOpCount // (total opcode count in use)
 935 };
 936
 937 enum MatchOperation {
 938     matchExists, // anything but explicit "false" - no value stored
 939     matchEqual, // equal (CFEqual)
 940     matchContains, // partial match (substring)
 941     matchBeginsWith, // partial match (initial substring)
 942     matchEndsWith, // partial match (terminal substring)
 943     matchLessThan, // less than (string with numeric comparison)
 944     matchGreaterThan, // greater than (string with numeric comparison)
 945     matchLessEqual, // less or equal (string with numeric comparison)
 946     matchGreaterEqual, // greater or equal (string with numeric comparison)
 947 };
 948
 949 #define OID_ISO_MEMBER 42
 950 #define OID_US OID_ISO_MEMBER, 134, 72
 951 #define APPLE_OID OID_US, 0x86, 0xf7, 0x63
 952 #define APPLE_ADS_OID APPLE_OID, 0x64
 953 #define APPLE_EXTENSION_OID APPLE_ADS_OID, 6
 954
 955 #ifndef LDID_NOFLAGT
 956 extern "C" uint32_t hash(uint8_t *k, uint32_t length, uint32_t initval);
 957 #endif
 958
 959 struct Algorithm {
 960     size_t size_;
 961     uint8_t type_;
 962
 963     Algorithm(size_t size, uint8_t type) :
 964         size_(size),
 965         type_(type)
 966     {
 967     }
 968
 969     virtual const uint8_t *operator [](const ldid::Hash &hash) const = 0;
 970
 971     virtual void operator ()(uint8_t *hash, const void *data, size_t size) const = 0;
 972     virtual void operator ()(ldid::Hash &hash, const void *data, size_t size) const = 0;
 973     virtual void operator ()(std::vector<char> &hash, const void *data, size_t size) const = 0;
 974
 975     virtual const char *name() = 0;
 976 };
 977
 978 struct AlgorithmSHA1 :
 979     Algorithm
 980 {
 981     AlgorithmSHA1() :
 982         Algorithm(LDID_SHA1_DIGEST_LENGTH, CS_HASHTYPE_SHA160_160)
 983     {
 984     }
 985
 986     virtual const uint8_t *operator [](const ldid::Hash &hash) const {
 987         return hash.sha1_;
 988     }
 989
 990     void operator ()(uint8_t *hash, const void *data, size_t size) const {
 991         LDID_SHA1(static_cast<const uint8_t *>(data), size, hash);
 992     }
 993
 994     void operator ()(ldid::Hash &hash, const void *data, size_t size) const {
 995         return operator()(hash.sha1_, data, size);
 996     }
 997
 998     void operator ()(std::vector<char> &hash, const void *data, size_t size) const {
 999         hash.resize(LDID_SHA1_DIGEST_LENGTH);
1000         return operator ()(reinterpret_cast<uint8_t *>(hash.data()), data, size);
1001     }
1002
1003     virtual const char *name() {
1004         return "sha1";
1005     }
1006 };
1007
1008 struct AlgorithmSHA256 :
1009     Algorithm
1010 {
1011     AlgorithmSHA256() :
1012         Algorithm(LDID_SHA256_DIGEST_LENGTH, CS_HASHTYPE_SHA256_256)
1013     {
1014     }
1015
1016     virtual const uint8_t *operator [](const ldid::Hash &hash) const {
1017         return hash.sha256_;
1018     }
1019
1020     void operator ()(uint8_t *hash, const void *data, size_t size) const {
1021         LDID_SHA256(static_cast<const uint8_t *>(data), size, hash);
1022     }
1023
1024     void operator ()(ldid::Hash &hash, const void *data, size_t size) const {
1025         return operator()(hash.sha256_, data, size);
1026     }
1027
1028     void operator ()(std::vector<char> &hash, const void *data, size_t size) const {
1029         hash.resize(LDID_SHA256_DIGEST_LENGTH);
1030         return operator ()(reinterpret_cast<uint8_t *>(hash.data()), data, size);
1031     }
1032
1033     virtual const char *name() {
1034         return "sha256";
1035     }
1036 };
1037
1038 static const std::vector<Algorithm *> &GetAlgorithms() {
1039     static AlgorithmSHA1 sha1;
1040     static AlgorithmSHA256 sha256;
1041
1042     static Algorithm *array[] = {
1043         &sha1,
1044         &sha256,
1045     };
1046
1047     static std::vector<Algorithm *> algorithms(array, array + sizeof(array) / sizeof(array[0]));
1048     return algorithms;
1049 }
1050
1051 struct CodesignAllocation {
1052     FatMachHeader mach_header_;
1053     uint32_t offset_;
1054     uint32_t size_;
1055     uint32_t limit_;
1056     uint32_t alloc_;
1057     uint32_t align_;
1058     const char *arch_;
1059
1060     CodesignAllocation(FatMachHeader mach_header, size_t offset, size_t size, size_t limit, size_t alloc, size_t align, const char *arch) :
1061         mach_header_(mach_header),
1062         offset_(offset),
1063         size_(size),
1064         limit_(limit),
1065         alloc_(alloc),
1066         align_(align),
1067         arch_(arch)
1068     {
1069     }
1070 };
1071
1072 #ifndef LDID_NOTOOLS
1073 class File {
1074   private:
1075     int file_;
1076
1077   public:
1078     File() :
1079         file_(-1)
1080     {
1081     }
1082
1083     ~File() {
1084         if (file_ != -1)
1085             _syscall(close(file_));
1086     }
1087
1088     void open(const char *path, int flags) {
1089         _assert(file_ == -1);
1090         file_ = _syscall(::open(path, flags));
1091     }
1092
1093     int file() const {
1094         return file_;
1095     }
1096 };
1097
1098 class Map {
1099   private:
1100     File file_;
1101     void *data_;
1102     size_t size_;
1103
1104     void clear() {
1105         if (data_ == NULL)
1106             return;
1107         _syscall(munmap(data_, size_));
1108         data_ = NULL;
1109         size_ = 0;
1110     }
1111
1112   public:
1113     Map() :
1114         data_(NULL),
1115         size_(0)
1116     {
1117     }
1118
1119     Map(const std::string &path, int oflag, int pflag, int mflag) :
1120         Map()
1121     {
1122         open(path, oflag, pflag, mflag);
1123     }
1124
1125     Map(const std::string &path, bool edit) :
1126         Map()
1127     {
1128         open(path, edit);
1129     }
1130
1131     ~Map() {
1132         clear();
1133     }
1134
1135     bool empty() const {
1136         return data_ == NULL;
1137     }
1138
1139     void open(const std::string &path, int oflag, int pflag, int mflag) {
1140         clear();
1141
1142         file_.open(path.c_str(), oflag);
1143         int file(file_.file());
1144
1145         struct stat stat;
1146         _syscall(fstat(file, &stat));
1147         size_ = stat.st_size;
1148
1149         data_ = _syscall(mmap(NULL, size_, pflag, mflag, file, 0));
1150     }
1151
1152     void open(const std::string &path, bool edit) {
1153         if (edit)
1154             open(path, O_RDWR, PROT_READ | PROT_WRITE, MAP_SHARED);
1155         else
1156             open(path, O_RDONLY, PROT_READ, MAP_PRIVATE);
1157     }
1158
1159     void *data() const {
1160         return data_;
1161     }
1162
1163     size_t size() const {
1164         return size_;
1165     }
1166
1167     operator std::string() const {
1168         return std::string(static_cast<char *>(data_), size_);
1169     }
1170 };
1171 #endif
1172
1173 namespace ldid {
1174
1175 std::string Analyze(const void *data, size_t size) {
1176     std::string entitlements;
1177
1178     FatHeader fat_header(const_cast<void *>(data), size);
1179     _foreach (mach_header, fat_header.GetMachHeaders())
1180         _foreach (load_command, mach_header.GetLoadCommands())
1181             if (mach_header.Swap(load_command->cmd) == LC_CODE_SIGNATURE) {
1182                 auto signature(reinterpret_cast<struct linkedit_data_command *>(load_command));
1183                 auto offset(mach_header.Swap(signature->dataoff));
1184                 auto pointer(reinterpret_cast<uint8_t *>(mach_header.GetBase()) + offset);
1185                 auto super(reinterpret_cast<struct SuperBlob *>(pointer));
1186
1187                 for (size_t index(0); index != Swap(super->count); ++index)
1188                     if (Swap(super->index[index].type) == CSSLOT_ENTITLEMENTS) {
1189                         auto begin(Swap(super->index[index].offset));
1190                         auto blob(reinterpret_cast<struct Blob *>(pointer + begin));
1191                         auto writ(Swap(blob->length) - sizeof(*blob));
1192
1193                         if (entitlements.empty())
1194                             entitlements.assign(reinterpret_cast<char *>(blob + 1), writ);
1195                         else
1196                             _assert(entitlements.compare(0, entitlements.size(), reinterpret_cast<char *>(blob + 1), writ) == 0);
1197                     }
1198             }
1199
1200     return entitlements;
1201 }
1202
1203 static void Allocate(const void *idata, size_t isize, std::streambuf &output, const Functor<size_t (const MachHeader &, size_t)> &allocate, const Functor<size_t (const MachHeader &, std::streambuf &output, size_t, const std::string &, const char *, const Progress &)> &save, const Progress &progress) {
1204     FatHeader source(const_cast<void *>(idata), isize);
1205
1206     size_t offset(0);
1207     if (source.IsFat())
1208         offset += sizeof(fat_header) + sizeof(fat_arch) * source.Swap(source->nfat_arch);
1209
1210     std::vector<CodesignAllocation> allocations;
1211     _foreach (mach_header, source.GetMachHeaders()) {
1212         struct linkedit_data_command *signature(NULL);
1213         struct symtab_command *symtab(NULL);
1214
1215         _foreach (load_command, mach_header.GetLoadCommands()) {
1216             uint32_t cmd(mach_header.Swap(load_command->cmd));
1217             if (false);
1218             else if (cmd == LC_CODE_SIGNATURE)
1219                 signature = reinterpret_cast<struct linkedit_data_command *>(load_command);
1220             else if (cmd == LC_SYMTAB)
1221                 symtab = reinterpret_cast<struct symtab_command *>(load_command);
1222         }
1223
1224         size_t size;
1225         if (signature == NULL)
1226             size = mach_header.GetSize();
1227         else {
1228             size = mach_header.Swap(signature->dataoff);
1229             _assert(size <= mach_header.GetSize());
1230         }
1231
1232         if (symtab != NULL) {
1233             auto end(mach_header.Swap(symtab->stroff) + mach_header.Swap(symtab->strsize));
1234             if (symtab->stroff != 0 || symtab->strsize != 0) {
1235                 _assert(end <= size);
1236                 _assert(end >= size - 0x10);
1237                 size = end;
1238             }
1239         }
1240
1241         size_t alloc(allocate(mach_header, size));
1242
1243         auto *fat_arch(mach_header.GetFatArch());
1244         uint32_t align;
1245
1246         if (fat_arch != NULL)
1247             align = source.Swap(fat_arch->align);
1248         else switch (mach_header.GetCPUType()) {
1249             case CPU_TYPE_POWERPC:
1250             case CPU_TYPE_POWERPC64:
1251             case CPU_TYPE_X86:
1252             case CPU_TYPE_X86_64:
1253                 align = 0xc;
1254                 break;
1255             case CPU_TYPE_ARM:
1256             case CPU_TYPE_ARM64:
1257                 align = 0xe;
1258                 break;
1259             default:
1260                 align = 0x0;
1261                 break;
1262         }
1263
1264         const char *arch(NULL);
1265         switch (mach_header.GetCPUType()) {
1266             case CPU_TYPE_POWERPC:
1267                 arch = "ppc";
1268                 break;
1269             case CPU_TYPE_POWERPC64:
1270                 arch = "ppc64";
1271                 break;
1272             case CPU_TYPE_X86:
1273                 arch = "i386";
1274                 break;
1275             case CPU_TYPE_X86_64:
1276                 arch = "x86_64";
1277                 break;
1278             case CPU_TYPE_ARM:
1279                 arch = "arm";
1280                 break;
1281             case CPU_TYPE_ARM64:
1282                 arch = "arm64";
1283                 break;
1284         }
1285
1286         offset = Align(offset, 1 << align);
1287
1288         uint32_t limit(size);
1289         if (alloc != 0)
1290             limit = Align(limit, 0x10);
1291
1292         allocations.push_back(CodesignAllocation(mach_header, offset, size, limit, alloc, align, arch));
1293         offset += size + alloc;
1294         offset = Align(offset, 0x10);
1295     }
1296
1297     size_t position(0);
1298
1299     if (source.IsFat()) {
1300         fat_header fat_header;
1301         fat_header.magic = Swap(FAT_MAGIC);
1302         fat_header.nfat_arch = Swap(uint32_t(allocations.size()));
1303         put(output, &fat_header, sizeof(fat_header));
1304         position += sizeof(fat_header);
1305
1306         _foreach (allocation, allocations) {
1307             auto &mach_header(allocation.mach_header_);
1308
1309             fat_arch fat_arch;
1310             fat_arch.cputype = Swap(mach_header->cputype);
1311             fat_arch.cpusubtype = Swap(mach_header->cpusubtype);
1312             fat_arch.offset = Swap(allocation.offset_);
1313             fat_arch.size = Swap(allocation.limit_ + allocation.alloc_);
1314             fat_arch.align = Swap(allocation.align_);
1315             put(output, &fat_arch, sizeof(fat_arch));
1316             position += sizeof(fat_arch);
1317         }
1318     }
1319
1320     _foreach (allocation, allocations) {
1321         progress(allocation.arch_);
1322         auto &mach_header(allocation.mach_header_);
1323
1324         pad(output, allocation.offset_ - position);
1325         position = allocation.offset_;
1326
1327         std::vector<std::string> commands;
1328
1329         _foreach (load_command, mach_header.GetLoadCommands()) {
1330             std::string copy(reinterpret_cast<const char *>(load_command), load_command->cmdsize);
1331
1332             switch (mach_header.Swap(load_command->cmd)) {
1333                 case LC_CODE_SIGNATURE:
1334                     continue;
1335                 break;
1336
1337                 case LC_SEGMENT: {
1338                     auto segment_command(reinterpret_cast<struct segment_command *>(&copy[0]));
1339                     if (strncmp(segment_command->segname, "__LINKEDIT", 16) != 0)
1340                         break;
1341                     size_t size(mach_header.Swap(allocation.limit_ + allocation.alloc_ - mach_header.Swap(segment_command->fileoff)));
1342                     segment_command->filesize = size;
1343                     segment_command->vmsize = Align(size, 1 << allocation.align_);
1344                 } break;
1345
1346                 case LC_SEGMENT_64: {
1347                     auto segment_command(reinterpret_cast<struct segment_command_64 *>(&copy[0]));
1348                     if (strncmp(segment_command->segname, "__LINKEDIT", 16) != 0)
1349                         break;
1350                     size_t size(mach_header.Swap(allocation.limit_ + allocation.alloc_ - mach_header.Swap(segment_command->fileoff)));
1351                     segment_command->filesize = size;
1352                     segment_command->vmsize = Align(size, 1 << allocation.align_);
1353                 } break;
1354             }
1355
1356             commands.push_back(copy);
1357         }
1358
1359         if (allocation.alloc_ != 0) {
1360             linkedit_data_command signature;
1361             signature.cmd = mach_header.Swap(LC_CODE_SIGNATURE);
1362             signature.cmdsize = mach_header.Swap(uint32_t(sizeof(signature)));
1363             signature.dataoff = mach_header.Swap(allocation.limit_);
1364             signature.datasize = mach_header.Swap(allocation.alloc_);
1365             commands.push_back(std::string(reinterpret_cast<const char *>(&signature), sizeof(signature)));
1366         }
1367
1368         size_t begin(position);
1369
1370         uint32_t after(0);
1371         _foreach(command, commands)
1372             after += command.size();
1373
1374         std::stringbuf altern;
1375
1376         struct mach_header header(*mach_header);
1377         header.ncmds = mach_header.Swap(uint32_t(commands.size()));
1378         header.sizeofcmds = mach_header.Swap(after);
1379         put(output, &header, sizeof(header));
1380         put(altern, &header, sizeof(header));
1381         position += sizeof(header);
1382
1383         if (mach_header.Bits64()) {
1384             auto pad(mach_header.Swap(uint32_t(0)));
1385             put(output, &pad, sizeof(pad));
1386             put(altern, &pad, sizeof(pad));
1387             position += sizeof(pad);
1388         }
1389
1390         _foreach(command, commands) {
1391             put(output, command.data(), command.size());
1392             put(altern, command.data(), command.size());
1393             position += command.size();
1394         }
1395
1396         uint32_t before(mach_header.Swap(mach_header->sizeofcmds));
1397         if (before > after) {
1398             pad(output, before - after);
1399             pad(altern, before - after);
1400             position += before - after;
1401         }
1402
1403         auto top(reinterpret_cast<char *>(mach_header.GetBase()));
1404
1405         std::string overlap(altern.str());
1406         overlap.append(top + overlap.size(), Align(overlap.size(), 0x1000) - overlap.size());
1407
1408         put(output, top + (position - begin), allocation.size_ - (position - begin), progress);
1409         position = begin + allocation.size_;
1410
1411         pad(output, allocation.limit_ - allocation.size_);
1412         position += allocation.limit_ - allocation.size_;
1413
1414         size_t saved(save(mach_header, output, allocation.limit_, overlap, top, progress));
1415         if (allocation.alloc_ > saved)
1416             pad(output, allocation.alloc_ - saved);
1417         else
1418             _assert(allocation.alloc_ == saved);
1419         position += allocation.alloc_;
1420     }
1421 }
1422
1423 }
1424
1425 typedef std::map<uint32_t, std::string> Blobs;
1426
1427 static void insert(Blobs &blobs, uint32_t slot, const std::stringbuf &buffer) {
1428     auto value(buffer.str());
1429     std::swap(blobs[slot], value);
1430 }
1431
1432 static const std::string &insert(Blobs &blobs, uint32_t slot, uint32_t magic, const std::stringbuf &buffer) {
1433     auto value(buffer.str());
1434     Blob blob;
1435     blob.magic = Swap(magic);
1436     blob.length = Swap(uint32_t(sizeof(blob) + value.size()));
1437     value.insert(0, reinterpret_cast<char *>(&blob), sizeof(blob));
1438     auto &save(blobs[slot]);
1439     std::swap(save, value);
1440     return save;
1441 }
1442
1443 static size_t put(std::streambuf &output, uint32_t magic, const Blobs &blobs) {
1444     size_t total(0);
1445     _foreach (blob, blobs)
1446         total += blob.second.size();
1447
1448     struct SuperBlob super;
1449     super.blob.magic = Swap(magic);
1450     super.blob.length = Swap(uint32_t(sizeof(SuperBlob) + blobs.size() * sizeof(BlobIndex) + total));
1451     super.count = Swap(uint32_t(blobs.size()));
1452     put(output, &super, sizeof(super));
1453
1454     size_t offset(sizeof(SuperBlob) + sizeof(BlobIndex) * blobs.size());
1455
1456     _foreach (blob, blobs) {
1457         BlobIndex index;
1458         index.type = Swap(blob.first);
1459         index.offset = Swap(uint32_t(offset));
1460         put(output, &index, sizeof(index));
1461         offset += blob.second.size();
1462     }
1463
1464     _foreach (blob, blobs)
1465         put(output, blob.second.data(), blob.second.size());
1466
1467     return offset;
1468 }
1469
1470 #ifndef LDID_NOSMIME
1471 class Buffer {
1472   private:
1473     BIO *bio_;
1474
1475   public:
1476     Buffer(BIO *bio) :
1477         bio_(bio)
1478     {
1479         _assert(bio_ != NULL);
1480     }
1481
1482     Buffer() :
1483         bio_(BIO_new(BIO_s_mem()))
1484     {
1485     }
1486
1487     Buffer(const char *data, size_t size) :
1488         Buffer(BIO_new_mem_buf(const_cast<char *>(data), size))
1489     {
1490     }
1491
1492     Buffer(const std::string &data) :
1493         Buffer(data.data(), data.size())
1494     {
1495     }
1496
1497     Buffer(PKCS7 *pkcs) :
1498         Buffer()
1499     {
1500         _assert(i2d_PKCS7_bio(bio_, pkcs) != 0);
1501     }
1502
1503     ~Buffer() {
1504         BIO_free_all(bio_);
1505     }
1506
1507     operator BIO *() const {
1508         return bio_;
1509     }
1510
1511     explicit operator std::string() const {
1512         char *data;
1513         auto size(BIO_get_mem_data(bio_, &data));
1514         return std::string(data, size);
1515     }
1516 };
1517
1518 class Stuff {
1519   private:
1520     PKCS12 *value_;
1521     EVP_PKEY *key_;
1522     X509 *cert_;
1523     STACK_OF(X509) *ca_;
1524
1525   public:
1526     Stuff(BIO *bio) :
1527         value_(d2i_PKCS12_bio(bio, NULL)),
1528         ca_(NULL)
1529     {
1530         _assert(value_ != NULL);
1531         _assert(PKCS12_parse(value_, "", &key_, &cert_, &ca_) != 0);
1532
1533         _assert(key_ != NULL);
1534         _assert(cert_ != NULL);
1535
1536         if (ca_ == NULL)
1537             ca_ = sk_X509_new_null();
1538         _assert(ca_ != NULL);
1539     }
1540
1541     Stuff(const std::string &data) :
1542         Stuff(Buffer(data))
1543     {
1544     }
1545
1546     ~Stuff() {
1547         sk_X509_pop_free(ca_, X509_free);
1548         X509_free(cert_);
1549         EVP_PKEY_free(key_);
1550         PKCS12_free(value_);
1551     }
1552
1553     operator PKCS12 *() const {
1554         return value_;
1555     }
1556
1557     operator EVP_PKEY *() const {
1558         return key_;
1559     }
1560
1561     operator X509 *() const {
1562         return cert_;
1563     }
1564
1565     operator STACK_OF(X509) *() const {
1566         return ca_;
1567     }
1568 };
1569
1570 class Signature {
1571   private:
1572     PKCS7 *value_;
1573
1574   public:
1575     Signature(const Stuff &stuff, const Buffer &data, const std::string &xml) {
1576         value_ = PKCS7_new();
1577         _assert(value_ != NULL);
1578
1579         _assert(PKCS7_set_type(value_, NID_pkcs7_signed));
1580         _assert(PKCS7_content_new(value_, NID_pkcs7_data));
1581
1582         STACK_OF(X509) *certs(stuff);
1583         for (unsigned i(0), e(sk_X509_num(certs)); i != e; i++)
1584             _assert(PKCS7_add_certificate(value_, sk_X509_value(certs, e - i - 1)));
1585
1586         // XXX: this is the same as PKCS7_sign_add_signer(value_, stuff, stuff, NULL, PKCS7_NOSMIMECAP)
1587         _assert(X509_check_private_key(stuff, stuff));
1588         auto info(PKCS7_add_signature(value_, stuff, stuff, EVP_sha1()));
1589         _assert(info != NULL);
1590         _assert(PKCS7_add_certificate(value_, stuff));
1591         _assert(PKCS7_add_signed_attribute(info, NID_pkcs9_contentType, V_ASN1_OBJECT, OBJ_nid2obj(NID_pkcs7_data)));
1592
1593         PKCS7_set_detached(value_, 1);
1594
1595         ASN1_OCTET_STRING *string(ASN1_OCTET_STRING_new());
1596         _assert(string != NULL);
1597         try {
1598             _assert(ASN1_STRING_set(string, xml.data(), xml.size()));
1599
1600             static auto nid(OBJ_create("1.2.840.113635.100.9.1", "", ""));
1601             _assert(PKCS7_add_signed_attribute(info, nid, V_ASN1_OCTET_STRING, string));
1602         } catch (...) {
1603             ASN1_OCTET_STRING_free(string);
1604             throw;
1605         }
1606
1607         // XXX: this is the same as PKCS7_final(value_, data, PKCS7_BINARY)
1608         BIO *bio(PKCS7_dataInit(value_, NULL));
1609         _assert(bio != NULL);
1610         _scope({ BIO_free_all(bio); });
1611         SMIME_crlf_copy(data, bio, PKCS7_BINARY);
1612         BIO_flush(bio);
1613         _assert(PKCS7_dataFinal(value_, bio));
1614     }
1615
1616     ~Signature() {
1617         PKCS7_free(value_);
1618     }
1619
1620     operator PKCS7 *() const {
1621         return value_;
1622     }
1623 };
1624 #endif
1625
1626 class NullBuffer :
1627     public std::streambuf
1628 {
1629   public:
1630     virtual std::streamsize xsputn(const char_type *data, std::streamsize size) {
1631         return size;
1632     }
1633
1634     virtual int_type overflow(int_type next) {
1635         return next;
1636     }
1637 };
1638
1639 class Digest {
1640   public:
1641     uint8_t sha1_[LDID_SHA1_DIGEST_LENGTH];
1642 };
1643
1644 class HashBuffer :
1645     public std::streambuf
1646 {
1647   private:
1648     ldid::Hash &hash_;
1649
1650     LDID_SHA1_CTX sha1_;
1651     LDID_SHA256_CTX sha256_;
1652
1653   public:
1654     HashBuffer(ldid::Hash &hash) :
1655         hash_(hash)
1656     {
1657         LDID_SHA1_Init(&sha1_);
1658         LDID_SHA256_Init(&sha256_);
1659     }
1660
1661     ~HashBuffer() {
1662         LDID_SHA1_Final(reinterpret_cast<uint8_t *>(hash_.sha1_), &sha1_);
1663         LDID_SHA256_Final(reinterpret_cast<uint8_t *>(hash_.sha256_), &sha256_);
1664     }
1665
1666     virtual std::streamsize xsputn(const char_type *data, std::streamsize size) {
1667         LDID_SHA1_Update(&sha1_, data, size);
1668         LDID_SHA256_Update(&sha256_, data, size);
1669         return size;
1670     }
1671
1672     virtual int_type overflow(int_type next) {
1673         if (next == traits_type::eof())
1674             return sync();
1675         char value(next);
1676         xsputn(&value, 1);
1677         return next;
1678     }
1679 };
1680
1681 class HashProxy :
1682     public HashBuffer
1683 {
1684   private:
1685     std::streambuf &buffer_;
1686
1687   public:
1688     HashProxy(ldid::Hash &hash, std::streambuf &buffer) :
1689         HashBuffer(hash),
1690         buffer_(buffer)
1691     {
1692     }
1693
1694     virtual std::streamsize xsputn(const char_type *data, std::streamsize size) {
1695         _assert(HashBuffer::xsputn(data, size) == size);
1696         return buffer_.sputn(data, size);
1697     }
1698 };
1699
1700 #ifndef LDID_NOTOOLS
1701 static bool Starts(const std::string &lhs, const std::string &rhs) {
1702     return lhs.size() >= rhs.size() && lhs.compare(0, rhs.size(), rhs) == 0;
1703 }
1704
1705 class Split {
1706   public:
1707     std::string dir;
1708     std::string base;
1709
1710     Split(const std::string &path) {
1711         size_t slash(path.rfind('/'));
1712         if (slash == std::string::npos)
1713             base = path;
1714         else {
1715             dir = path.substr(0, slash + 1);
1716             base = path.substr(slash + 1);
1717         }
1718     }
1719 };
1720
1721 static void mkdir_p(const std::string &path) {
1722     if (path.empty())
1723         return;
1724 #ifdef __WIN32__
1725     if (_syscall(mkdir(path.c_str()), EEXIST) == -EEXIST)
1726         return;
1727 #else
1728     if (_syscall(mkdir(path.c_str(), 0755), EEXIST) == -EEXIST)
1729         return;
1730 #endif
1731     auto slash(path.rfind('/', path.size() - 1));
1732     if (slash == std::string::npos)
1733         return;
1734     mkdir_p(path.substr(0, slash));
1735 }
1736
1737 static std::string Temporary(std::filebuf &file, const Split &split) {
1738     std::string temp(split.dir + ".ldid." + split.base);
1739     mkdir_p(split.dir);
1740     _assert_(file.open(temp.c_str(), std::ios::out | std::ios::trunc | std::ios::binary) == &file, "open(): %s", temp.c_str());
1741     return temp;
1742 }
1743
1744 static void Commit(const std::string &path, const std::string &temp) {
1745     struct stat info;
1746     if (_syscall(stat(path.c_str(), &info), ENOENT) == 0) {
1747 #ifndef __WIN32__
1748         _syscall(chown(temp.c_str(), info.st_uid, info.st_gid));
1749 #endif
1750         _syscall(chmod(temp.c_str(), info.st_mode));
1751     }
1752
1753     _syscall(rename(temp.c_str(), path.c_str()));
1754 }
1755 #endif
1756
1757 namespace ldid {
1758
1759 #ifndef LDID_NOSMIME
1760 static void get(std::string &value, X509_NAME *name, int nid) {
1761     auto index(X509_NAME_get_index_by_NID(name, nid, -1));
1762     _assert(index >= 0);
1763     auto next(X509_NAME_get_index_by_NID(name, nid, index));
1764     _assert(next == -1);
1765     auto entry(X509_NAME_get_entry(name, index));
1766     _assert(entry != NULL);
1767     auto asn(X509_NAME_ENTRY_get_data(entry));
1768     _assert(asn != NULL);
1769     value.assign(reinterpret_cast<char *>(ASN1_STRING_data(asn)), ASN1_STRING_length(asn));
1770 }
1771 #endif
1772
1773 static void req(std::streambuf &buffer, uint32_t value) {
1774     value = Swap(value);
1775     put(buffer, &value, sizeof(value));
1776 }
1777
1778 static void req(std::streambuf &buffer, const std::string &value) {
1779     req(buffer, value.size());
1780     put(buffer, value.data(), value.size());
1781     static uint8_t zeros[] = {0,0,0,0};
1782     put(buffer, zeros, 3 - (value.size() + 3) % 4);
1783 }
1784
1785 template <size_t Size_>
1786 static void req(std::streambuf &buffer, uint8_t (&&data)[Size_]) {
1787     req(buffer, Size_);
1788     put(buffer, data, Size_);
1789     static uint8_t zeros[] = {0,0,0,0};
1790     put(buffer, zeros, 3 - (Size_ + 3) % 4);
1791 }
1792
1793 Hash Sign(const void *idata, size_t isize, std::streambuf &output, const std::string &identifier, const std::string &entitlements, const std::string &requirements, const std::string &key, const Slots &slots, uint32_t flags, bool platform, const Progress &progress) {
1794     Hash hash;
1795
1796
1797     std::string team;
1798     std::string common;
1799
1800 #ifndef LDID_NOSMIME
1801     if (!key.empty()) {
1802         Stuff stuff(key);
1803         auto name(X509_get_subject_name(stuff));
1804         _assert(name != NULL);
1805         get(team, name, NID_organizationalUnitName);
1806         get(common, name, NID_commonName);
1807     }
1808 #endif
1809
1810
1811     std::stringbuf backing;
1812
1813     if (!requirements.empty()) {
1814         put(backing, requirements.data(), requirements.size());
1815     } else {
1816         Blobs blobs;
1817
1818         std::stringbuf requirement;
1819         req(requirement, exprForm);
1820         req(requirement, opAnd);
1821         req(requirement, opIdent);
1822         req(requirement, identifier);
1823         req(requirement, opAnd);
1824         req(requirement, opAppleGenericAnchor);
1825         req(requirement, opAnd);
1826         req(requirement, opCertField);
1827         req(requirement, 0);
1828         req(requirement, "subject.CN");
1829         req(requirement, matchEqual);
1830         req(requirement, common);
1831         req(requirement, opCertGeneric);
1832         req(requirement, 1);
1833         req(requirement, (uint8_t []) {APPLE_EXTENSION_OID, 2, 1});
1834         req(requirement, matchExists);
1835         insert(blobs, 3, CSMAGIC_REQUIREMENT, requirement);
1836
1837         put(backing, CSMAGIC_REQUIREMENTS, blobs);
1838     }
1839
1840
1841     // XXX: this is just a "sufficiently large number"
1842     size_t certificate(0x3000);
1843
1844     Allocate(idata, isize, output, fun([&](const MachHeader &mach_header, size_t size) -> size_t {
1845         size_t alloc(sizeof(struct SuperBlob));
1846
1847         uint32_t normal((size + PageSize_ - 1) / PageSize_);
1848
1849         uint32_t special(0);
1850
1851         _foreach (slot, slots)
1852             special = std::max(special, slot.first);
1853
1854         mach_header.ForSection(fun([&](const char *segment, const char *section, void *data, size_t size) {
1855             if (strcmp(segment, "__TEXT") == 0 && section != NULL && strcmp(section, "__info_plist") == 0)
1856                 special = std::max(special, CSSLOT_INFOSLOT);
1857         }));
1858
1859         special = std::max(special, CSSLOT_REQUIREMENTS);
1860         alloc += sizeof(struct BlobIndex);
1861         alloc += backing.str().size();
1862
1863         if (!entitlements.empty()) {
1864             special = std::max(special, CSSLOT_ENTITLEMENTS);
1865             alloc += sizeof(struct BlobIndex);
1866             alloc += sizeof(struct Blob);
1867             alloc += entitlements.size();
1868         }
1869
1870         size_t directory(0);
1871
1872         directory += sizeof(struct BlobIndex);
1873         directory += sizeof(struct Blob);
1874         directory += sizeof(struct CodeDirectory);
1875         directory += identifier.size() + 1;
1876
1877         if (!team.empty())
1878             directory += team.size() + 1;
1879
1880         for (Algorithm *algorithm : GetAlgorithms())
1881             alloc = Align(alloc + directory + (special + normal) * algorithm->size_, 16);
1882
1883 #ifndef LDID_NOSMIME
1884         if (!key.empty()) {
1885             alloc += sizeof(struct BlobIndex);
1886             alloc += sizeof(struct Blob);
1887             alloc += certificate;
1888         }
1889 #endif
1890
1891         return alloc;
1892     }), fun([&](const MachHeader &mach_header, std::streambuf &output, size_t limit, const std::string &overlap, const char *top, const Progress &progress) -> size_t {
1893         Blobs blobs;
1894
1895         if (true) {
1896             insert(blobs, CSSLOT_REQUIREMENTS, backing);
1897         }
1898
1899         if (!entitlements.empty()) {
1900             std::stringbuf data;
1901             put(data, entitlements.data(), entitlements.size());
1902             insert(blobs, CSSLOT_ENTITLEMENTS, CSMAGIC_EMBEDDED_ENTITLEMENTS, data);
1903         }
1904
1905         Slots posts(slots);
1906
1907         mach_header.ForSection(fun([&](const char *segment, const char *section, void *data, size_t size) {
1908             if (strcmp(segment, "__TEXT") == 0 && section != NULL && strcmp(section, "__info_plist") == 0) {
1909                 auto &slot(posts[CSSLOT_INFOSLOT]);
1910                 for (Algorithm *algorithm : GetAlgorithms())
1911                     (*algorithm)(slot, data, size);
1912             }
1913         }));
1914
1915         unsigned total(0);
1916         for (Algorithm *pointer : GetAlgorithms()) {
1917             Algorithm &algorithm(*pointer);
1918
1919             std::stringbuf data;
1920
1921             uint32_t special(0);
1922             _foreach (blob, blobs)
1923                 special = std::max(special, blob.first);
1924             _foreach (slot, posts)
1925                 special = std::max(special, slot.first);
1926             uint32_t normal((limit + PageSize_ - 1) / PageSize_);
1927
1928             CodeDirectory directory;
1929             directory.version = Swap(uint32_t(0x00020200));
1930             directory.flags = Swap(uint32_t(flags));
1931             directory.nSpecialSlots = Swap(special);
1932             directory.codeLimit = Swap(uint32_t(limit));
1933             directory.nCodeSlots = Swap(normal);
1934             directory.hashSize = algorithm.size_;
1935             directory.hashType = algorithm.type_;
1936             directory.platform = platform ? 0x01 : 0x00;
1937             directory.pageSize = PageShift_;
1938             directory.spare2 = Swap(uint32_t(0));
1939             directory.scatterOffset = Swap(uint32_t(0));
1940             //directory.spare3 = Swap(uint32_t(0));
1941             //directory.codeLimit64 = Swap(uint64_t(0));
1942
1943             uint32_t offset(sizeof(Blob) + sizeof(CodeDirectory));
1944
1945             directory.identOffset = Swap(uint32_t(offset));
1946             offset += identifier.size() + 1;
1947
1948             if (team.empty())
1949                 directory.teamIDOffset = Swap(uint32_t(0));
1950             else {
1951                 directory.teamIDOffset = Swap(uint32_t(offset));
1952                 offset += team.size() + 1;
1953             }
1954
1955             offset += special * algorithm.size_;
1956             directory.hashOffset = Swap(uint32_t(offset));
1957             offset += normal * algorithm.size_;
1958
1959             put(data, &directory, sizeof(directory));
1960
1961             put(data, identifier.c_str(), identifier.size() + 1);
1962             if (!team.empty())
1963                 put(data, team.c_str(), team.size() + 1);
1964
1965             std::vector<uint8_t> storage((special + normal) * algorithm.size_);
1966             auto *hashes(&storage[special * algorithm.size_]);
1967
1968             memset(storage.data(), 0, special * algorithm.size_);
1969
1970             _foreach (blob, blobs) {
1971                 auto local(reinterpret_cast<const Blob *>(&blob.second[0]));
1972                 algorithm(hashes - blob.first * algorithm.size_, local, Swap(local->length));
1973             }
1974
1975             _foreach (slot, posts)
1976                 memcpy(hashes - slot.first * algorithm.size_, algorithm[slot.second], algorithm.size_);
1977
1978             progress(0);
1979             if (normal != 1)
1980                 for (size_t i = 0; i != normal - 1; ++i) {
1981                     algorithm(hashes + i * algorithm.size_, (PageSize_ * i < overlap.size() ? overlap.data() : top) + PageSize_ * i, PageSize_);
1982                     progress(double(i) / normal);
1983                 }
1984             if (normal != 0)
1985                 algorithm(hashes + (normal - 1) * algorithm.size_, top + PageSize_ * (normal - 1), ((limit - 1) % PageSize_) + 1);
1986             progress(1);
1987
1988             put(data, storage.data(), storage.size());
1989
1990             const auto &save(insert(blobs, total == 0 ? CSSLOT_CODEDIRECTORY : CSSLOT_ALTERNATE + total - 1, CSMAGIC_CODEDIRECTORY, data));
1991             algorithm(hash, save.data(), save.size());
1992
1993             ++total;
1994         }
1995
1996 #ifndef LDID_NOSMIME
1997         if (!key.empty()) {
1998 #ifdef LDID_NOPLIST
1999             auto plist(CFDictionaryCreateMutable(kCFAllocatorDefault, 0, &kCFTypeDictionaryKeyCallBacks, &kCFTypeDictionaryValueCallBacks));
2000             _scope({ CFRelease(plist); });
2001
2002             auto cdhashes(CFArrayCreateMutable(kCFAllocatorDefault, 0, &kCFTypeArrayCallBacks));
2003             _scope({ CFRelease(cdhashes); });
2004
2005             CFDictionarySetValue(plist, CFSTR("cdhashes"), cdhashes);
2006 #else
2007             auto plist(plist_new_dict());
2008             _scope({ plist_free(plist); });
2009
2010             auto cdhashes(plist_new_array());
2011             plist_dict_set_item(plist, "cdhashes", cdhashes);
2012 #endif
2013
2014             unsigned total(0);
2015             for (Algorithm *pointer : GetAlgorithms()) {
2016                 Algorithm &algorithm(*pointer);
2017                 (void) algorithm;
2018
2019                 const auto &blob(blobs[total == 0 ? CSSLOT_CODEDIRECTORY : CSSLOT_ALTERNATE + total - 1]);
2020                 ++total;
2021
2022                 std::vector<char> hash;
2023                 algorithm(hash, blob.data(), blob.size());
2024                 hash.resize(20);
2025
2026 #ifdef LDID_NOPLIST
2027                 auto value(CFDataCreate(kCFAllocatorDefault, reinterpret_cast<const UInt8 *>(hash.data()), hash.size()));
2028                 _scope({ CFRelease(value); });
2029                 CFArrayAppendValue(cdhashes, value);
2030 #else
2031                 plist_array_append_item(cdhashes, plist_new_data(hash.data(), hash.size()));
2032 #endif
2033             }
2034
2035 #ifdef LDID_NOPLIST
2036             auto created(CFPropertyListCreateXMLData(kCFAllocatorDefault, plist));
2037             _scope({ CFRelease(created); });
2038             auto xml(reinterpret_cast<const char *>(CFDataGetBytePtr(created)));
2039             auto size(CFDataGetLength(created));
2040 #else
2041             char *xml(NULL);
2042             uint32_t size;
2043             plist_to_xml(plist, &xml, &size);
2044             _scope({ free(xml); });
2045 #endif
2046
2047             std::stringbuf data;
2048             const std::string &sign(blobs[CSSLOT_CODEDIRECTORY]);
2049
2050             Stuff stuff(key);
2051             Buffer bio(sign);
2052
2053             Signature signature(stuff, sign, std::string(xml, size));
2054             Buffer result(signature);
2055             std::string value(result);
2056             put(data, value.data(), value.size());
2057
2058             const auto &save(insert(blobs, CSSLOT_SIGNATURESLOT, CSMAGIC_BLOBWRAPPER, data));
2059             _assert(save.size() <= certificate);
2060         }
2061 #endif
2062
2063         return put(output, CSMAGIC_EMBEDDED_SIGNATURE, blobs);
2064     }), progress);
2065
2066     return hash;
2067 }
2068
2069 #ifndef LDID_NOTOOLS
2070 static void Unsign(void *idata, size_t isize, std::streambuf &output, const Progress &progress) {
2071     Allocate(idata, isize, output, fun([](const MachHeader &mach_header, size_t size) -> size_t {
2072         return 0;
2073     }), fun([](const MachHeader &mach_header, std::streambuf &output, size_t limit, const std::string &overlap, const char *top, const Progress &progress) -> size_t {
2074         return 0;
2075     }), progress);
2076 }
2077
2078 std::string DiskFolder::Path(const std::string &path) const {
2079     return path_ + "/" + path;
2080 }
2081
2082 DiskFolder::DiskFolder(const std::string &path) :
2083     path_(path)
2084 {
2085 }
2086
2087 DiskFolder::~DiskFolder() {
2088     if (!std::uncaught_exception())
2089         for (const auto &commit : commit_)
2090             Commit(commit.first, commit.second);
2091 }
2092
2093 #ifndef __WIN32__
2094 std::string readlink(const std::string &path) {
2095     for (size_t size(1024); ; size *= 2) {
2096         std::string data;
2097         data.resize(size);
2098
2099         int writ(_syscall(::readlink(path.c_str(), &data[0], data.size())));
2100         if (size_t(writ) >= size)
2101             continue;
2102
2103         data.resize(writ);
2104         return data;
2105     }
2106 }
2107 #endif
2108
2109 void DiskFolder::Find(const std::string &root, const std::string &base, const Functor<void (const std::string &)> &code, const Functor<void (const std::string &, const Functor<std::string ()> &)> &link) const {
2110     std::string path(Path(root) + base);
2111
2112     DIR *dir(opendir(path.c_str()));
2113     _assert(dir != NULL);
2114     _scope({ _syscall(closedir(dir)); });
2115
2116     while (auto child = readdir(dir)) {
2117         std::string name(child->d_name);
2118         if (name == "." || name == "..")
2119             continue;
2120         if (Starts(name, ".ldid."))
2121             continue;
2122
2123         bool directory;
2124
2125 #ifdef __WIN32__
2126         struct stat info;
2127         _syscall(stat((path + name).c_str(), &info));
2128         if (false);
2129         else if (S_ISDIR(info.st_mode))
2130             directory = true;
2131         else if (S_ISREG(info.st_mode))
2132             directory = false;
2133         else
2134             _assert_(false, "st_mode=%x", info.st_mode);
2135 #else
2136         switch (child->d_type) {
2137             case DT_DIR:
2138                 directory = true;
2139                 break;
2140             case DT_REG:
2141                 directory = false;
2142                 break;
2143             case DT_LNK:
2144                 link(base + name, fun([&]() { return readlink(path + name); }));
2145                 continue;
2146             default:
2147                 _assert_(false, "d_type=%u", child->d_type);
2148         }
2149 #endif
2150
2151         if (directory)
2152             Find(root, base + name + "/", code, link);
2153         else
2154             code(base + name);
2155     }
2156 }
2157
2158 void DiskFolder::Save(const std::string &path, bool edit, const void *flag, const Functor<void (std::streambuf &)> &code) {
2159     if (!edit) {
2160         // XXX: use nullbuf
2161         std::stringbuf save;
2162         code(save);
2163     } else {
2164         std::filebuf save;
2165         auto from(Path(path));
2166         commit_[from] = Temporary(save, from);
2167         code(save);
2168     }
2169 }
2170
2171 bool DiskFolder::Look(const std::string &path) const {
2172     return _syscall(access(Path(path).c_str(), R_OK), ENOENT) == 0;
2173 }
2174
2175 void DiskFolder::Open(const std::string &path, const Functor<void (std::streambuf &, size_t, const void *)> &code) const {
2176     std::filebuf data;
2177     auto result(data.open(Path(path).c_str(), std::ios::binary | std::ios::in));
2178     _assert_(result == &data, "DiskFolder::Open(%s)", path.c_str());
2179
2180     auto length(data.pubseekoff(0, std::ios::end, std::ios::in));
2181     data.pubseekpos(0, std::ios::in);
2182     code(data, length, NULL);
2183 }
2184
2185 void DiskFolder::Find(const std::string &path, const Functor<void (const std::string &)> &code, const Functor<void (const std::string &, const Functor<std::string ()> &)> &link) const {
2186     Find(path, "", code, link);
2187 }
2188 #endif
2189
2190 SubFolder::SubFolder(Folder &parent, const std::string &path) :
2191     parent_(parent),
2192     path_(path)
2193 {
2194 }
2195
2196 void SubFolder::Save(const std::string &path, bool edit, const void *flag, const Functor<void (std::streambuf &)> &code) {
2197     return parent_.Save(path_ + path, edit, flag, code);
2198 }
2199
2200 bool SubFolder::Look(const std::string &path) const {
2201     return parent_.Look(path_ + path);
2202 }
2203
2204 void SubFolder::Open(const std::string &path, const Functor<void (std::streambuf &, size_t, const void *)> &code) const {
2205     return parent_.Open(path_ + path, code);
2206 }
2207
2208 void SubFolder::Find(const std::string &path, const Functor<void (const std::string &)> &code, const Functor<void (const std::string &, const Functor<std::string ()> &)> &link) const {
2209     return parent_.Find(path_ + path, code, link);
2210 }
2211
2212 std::string UnionFolder::Map(const std::string &path) const {
2213     auto remap(remaps_.find(path));
2214     if (remap == remaps_.end())
2215         return path;
2216     return remap->second;
2217 }
2218
2219 void UnionFolder::Map(const std::string &path, const Functor<void (const std::string &)> &code, const std::string &file, const Functor<void (const Functor<void (std::streambuf &, size_t, const void *)> &)> &save) const {
2220     if (file.size() >= path.size() && file.substr(0, path.size()) == path)
2221         code(file.substr(path.size()));
2222 }
2223
2224 UnionFolder::UnionFolder(Folder &parent) :
2225     parent_(parent)
2226 {
2227 }
2228
2229 void UnionFolder::Save(const std::string &path, bool edit, const void *flag, const Functor<void (std::streambuf &)> &code) {
2230     return parent_.Save(Map(path), edit, flag, code);
2231 }
2232
2233 bool UnionFolder::Look(const std::string &path) const {
2234     auto file(resets_.find(path));
2235     if (file != resets_.end())
2236         return true;
2237     return parent_.Look(Map(path));
2238 }
2239
2240 void UnionFolder::Open(const std::string &path, const Functor<void (std::streambuf &, size_t, const void *)> &code) const {
2241     auto file(resets_.find(path));
2242     if (file == resets_.end())
2243         return parent_.Open(Map(path), code);
2244     auto &entry(file->second);
2245
2246     auto &data(*entry.data_);
2247     auto length(data.pubseekoff(0, std::ios::end, std::ios::in));
2248     data.pubseekpos(0, std::ios::in);
2249     code(data, length, entry.flag_);
2250 }
2251
2252 void UnionFolder::Find(const std::string &path, const Functor<void (const std::string &)> &code, const Functor<void (const std::string &, const Functor<std::string ()> &)> &link) const {
2253     for (auto &reset : resets_)
2254         Map(path, code, reset.first, fun([&](const Functor<void (std::streambuf &, size_t, const void *)> &code) {
2255             auto &entry(reset.second);
2256             auto &data(*entry.data_);
2257             auto length(data.pubseekoff(0, std::ios::end, std::ios::in));
2258             data.pubseekpos(0, std::ios::in);
2259             code(data, length, entry.flag_);
2260         }));
2261
2262     for (auto &remap : remaps_)
2263         Map(path, code, remap.first, fun([&](const Functor<void (std::streambuf &, size_t, const void *)> &code) {
2264             parent_.Open(remap.second, fun([&](std::streambuf &data, size_t length, const void *flag) {
2265                 code(data, length, flag);
2266             }));
2267         }));
2268
2269     parent_.Find(path, fun([&](const std::string &name) {
2270         if (deletes_.find(path + name) == deletes_.end())
2271             code(name);
2272     }), fun([&](const std::string &name, const Functor<std::string ()> &read) {
2273         if (deletes_.find(path + name) == deletes_.end())
2274             link(name, read);
2275     }));
2276 }
2277
2278 #ifndef LDID_NOTOOLS
2279 static void copy(std::streambuf &source, std::streambuf &target, size_t length, const Progress &progress) {
2280     progress(0);
2281     size_t total(0);
2282     for (;;) {
2283         char data[4096 * 4];
2284         size_t writ(source.sgetn(data, sizeof(data)));
2285         if (writ == 0)
2286             break;
2287         _assert(target.sputn(data, writ) == writ);
2288         total += writ;
2289         progress(double(total) / length);
2290     }
2291 }
2292
2293 #ifndef LDID_NOPLIST
2294 static plist_t plist(const std::string &data) {
2295     plist_t plist(NULL);
2296     if (Starts(data, "bplist00"))
2297         plist_from_bin(data.data(), data.size(), &plist);
2298     else
2299         plist_from_xml(data.data(), data.size(), &plist);
2300     _assert(plist != NULL);
2301     return plist;
2302 }
2303
2304 static void plist_d(std::streambuf &buffer, size_t length, const Functor<void (plist_t)> &code) {
2305     std::stringbuf data;
2306     copy(buffer, data, length, dummy_);
2307     auto node(plist(data.str()));
2308     _scope({ plist_free(node); });
2309     _assert(plist_get_node_type(node) == PLIST_DICT);
2310     code(node);
2311 }
2312
2313 static std::string plist_s(plist_t node) {
2314     _assert(node != NULL);
2315     _assert(plist_get_node_type(node) == PLIST_STRING);
2316     char *data;
2317     plist_get_string_val(node, &data);
2318     _scope({ free(data); });
2319     return data;
2320 }
2321 #endif
2322
2323 enum Mode {
2324     NoMode,
2325     OptionalMode,
2326     OmitMode,
2327     NestedMode,
2328     TopMode,
2329 };
2330
2331 class Expression {
2332   private:
2333     regex_t regex_;
2334     std::vector<std::string> matches_;
2335
2336   public:
2337     Expression(const std::string &code) {
2338         _assert_(regcomp(&regex_, code.c_str(), REG_EXTENDED) == 0, "regcomp()");
2339         matches_.resize(regex_.re_nsub + 1);
2340     }
2341
2342     ~Expression() {
2343         regfree(&regex_);
2344     }
2345
2346     bool operator ()(const std::string &data) {
2347         regmatch_t matches[matches_.size()];
2348         auto value(regexec(&regex_, data.c_str(), matches_.size(), matches, 0));
2349         if (value == REG_NOMATCH)
2350             return false;
2351         _assert_(value == 0, "regexec()");
2352         for (size_t i(0); i != matches_.size(); ++i)
2353             matches_[i].assign(data.data() + matches[i].rm_so, matches[i].rm_eo - matches[i].rm_so);
2354         return true;
2355     }
2356
2357     const std::string &operator [](size_t index) const {
2358         return matches_[index];
2359     }
2360 };
2361
2362 struct Rule {
2363     unsigned weight_;
2364     Mode mode_;
2365     std::string code_;
2366
2367     mutable std::auto_ptr<Expression> regex_;
2368
2369     Rule(unsigned weight, Mode mode, const std::string &code) :
2370         weight_(weight),
2371         mode_(mode),
2372         code_(code)
2373     {
2374     }
2375
2376     Rule(const Rule &rhs) :
2377         weight_(rhs.weight_),
2378         mode_(rhs.mode_),
2379         code_(rhs.code_)
2380     {
2381     }
2382
2383     void Compile() const {
2384         regex_.reset(new Expression(code_));
2385     }
2386
2387     bool operator ()(const std::string &data) const {
2388         _assert(regex_.get() != NULL);
2389         return (*regex_)(data);
2390     }
2391
2392     bool operator <(const Rule &rhs) const {
2393         if (weight_ > rhs.weight_)
2394             return true;
2395         if (weight_ < rhs.weight_)
2396             return false;
2397         return mode_ > rhs.mode_;
2398     }
2399 };
2400
2401 struct RuleCode {
2402     bool operator ()(const Rule *lhs, const Rule *rhs) const {
2403         return lhs->code_ < rhs->code_;
2404     }
2405 };
2406
2407 #ifndef LDID_NOPLIST
2408 static Hash Sign(const uint8_t *prefix, size_t size, std::streambuf &buffer, Hash &hash, std::streambuf &save, const std::string &identifier, const std::string &entitlements, const std::string &requirements, const std::string &key, const Slots &slots, size_t length, uint32_t flags, bool platform, const Progress &progress) {
2409     // XXX: this is a miserable fail
2410     std::stringbuf temp;
2411     put(temp, prefix, size);
2412     copy(buffer, temp, length - size, progress);
2413     // XXX: this is a stupid hack
2414     pad(temp, 0x10 - (length & 0xf));
2415     auto data(temp.str());
2416
2417     HashProxy proxy(hash, save);
2418     return Sign(data.data(), data.size(), proxy, identifier, entitlements, requirements, key, slots, flags, platform, progress);
2419 }
2420
2421 Bundle Sign(const std::string &root, Folder &folder, const std::string &key, std::map<std::string, Hash> &remote, const std::string &requirements, const Functor<std::string (const std::string &, const std::string &)> &alter, const Progress &progress) {
2422     std::string executable;
2423     std::string identifier;
2424
2425     bool mac(false);
2426
2427     std::string info("Info.plist");
2428     if (!folder.Look(info) && folder.Look("Resources/" + info)) {
2429         mac = true;
2430         info = "Resources/" + info;
2431     }
2432
2433     folder.Open(info, fun([&](std::streambuf &buffer, size_t length, const void *flag) {
2434         plist_d(buffer, length, fun([&](plist_t node) {
2435             executable = plist_s(plist_dict_get_item(node, "CFBundleExecutable"));
2436             identifier = plist_s(plist_dict_get_item(node, "CFBundleIdentifier"));
2437         }));
2438     }));
2439
2440     if (!mac && folder.Look("MacOS/" + executable)) {
2441         executable = "MacOS/" + executable;
2442         mac = true;
2443     }
2444
2445     progress(root + "*");
2446
2447     std::string entitlements;
2448     folder.Open(executable, fun([&](std::streambuf &buffer, size_t length, const void *flag) {
2449         // XXX: this is a miserable fail
2450         std::stringbuf temp;
2451         copy(buffer, temp, length, progress);
2452         // XXX: this is a stupid hack
2453         pad(temp, 0x10 - (length & 0xf));
2454         auto data(temp.str());
2455         entitlements = alter(root, Analyze(data.data(), data.size()));
2456     }));
2457
2458     static const std::string directory("_CodeSignature/");
2459     static const std::string signature(directory + "CodeResources");
2460
2461     std::map<std::string, std::multiset<Rule>> versions;
2462
2463     auto &rules1(versions[""]);
2464     auto &rules2(versions["2"]);
2465
2466     const std::string resources(mac ? "Resources/" : "");
2467
2468     if (true) {
2469         rules1.insert(Rule{1, NoMode, "^" + resources});
2470         rules1.insert(Rule{1000, OptionalMode, "^" + resources + ".*\\.lproj/"});
2471         rules1.insert(Rule{1100, OmitMode, "^" + resources + ".*\\.lproj/locversion.plist$"});
2472         rules1.insert(Rule{1010, NoMode, "^Base\\.lproj/"});
2473         rules1.insert(Rule{1, NoMode, "^version.plist$"});
2474     }
2475
2476     if (true) {
2477         rules2.insert(Rule{11, NoMode, ".*\\.dSYM($|/)"});
2478         rules2.insert(Rule{20, NoMode, "^" + resources});
2479         rules2.insert(Rule{2000, OmitMode, "^(.*/)?\\.DS_Store$"});
2480         rules2.insert(Rule{10, NestedMode, "^(Frameworks|SharedFrameworks|PlugIns|Plug-ins|XPCServices|Helpers|MacOS|Library/(Automator|Spotlight|LoginItems))/"});
2481         rules2.insert(Rule{1, NoMode, "^.*"});
2482         rules2.insert(Rule{1000, OptionalMode, "^" + resources + ".*\\.lproj/"});
2483         rules2.insert(Rule{1100, OmitMode, "^" + resources + ".*\\.lproj/locversion.plist$"});
2484         rules2.insert(Rule{1010, NoMode, "^Base\\.lproj/"});
2485         rules2.insert(Rule{20, OmitMode, "^Info\\.plist$"});
2486         rules2.insert(Rule{20, OmitMode, "^PkgInfo$"});
2487         rules2.insert(Rule{10, NestedMode, "^[^/]+$"});
2488         rules2.insert(Rule{20, NoMode, "^embedded\\.provisionprofile$"});
2489         rules2.insert(Rule{20, NoMode, "^version\\.plist$"});
2490     }
2491
2492     std::map<std::string, Hash> local;
2493
2494     std::string failure(mac ? "Contents/|Versions/[^/]*/Resources/" : "");
2495     Expression nested("^(Frameworks/[^/]*\\.framework|PlugIns/[^/]*\\.appex(()|/[^/]*.app))/(" + failure + ")Info\\.plist$");
2496     std::map<std::string, Bundle> bundles;
2497
2498     folder.Find("", fun([&](const std::string &name) {
2499         if (!nested(name))
2500             return;
2501         auto bundle(root + Split(name).dir);
2502         bundle.resize(bundle.size() - resources.size());
2503         SubFolder subfolder(folder, bundle);
2504
2505         bundles[nested[1]] = Sign(bundle, subfolder, key, local, "", Starts(name, "PlugIns/") ? alter :
2506             static_cast<const Functor<std::string (const std::string &, const std::string &)> &>(fun([&](const std::string &, const std::string &) -> std::string { return entitlements; }))
2507         , progress);
2508     }), fun([&](const std::string &name, const Functor<std::string ()> &read) {
2509     }));
2510
2511     std::set<std::string> excludes;
2512
2513     auto exclude([&](const std::string &name) {
2514         // BundleDiskRep::adjustResources -> builder.addExclusion
2515         if (name == executable || Starts(name, directory) || Starts(name, "_MASReceipt/") || name == "CodeResources")
2516             return true;
2517
2518         for (const auto &bundle : bundles)
2519             if (Starts(name, bundle.first + "/")) {
2520                 excludes.insert(name);
2521                 return true;
2522             }
2523
2524         return false;
2525     });
2526
2527     std::map<std::string, std::string> links;
2528
2529     folder.Find("", fun([&](const std::string &name) {
2530         if (exclude(name))
2531             return;
2532
2533         if (local.find(name) != local.end())
2534             return;
2535         auto &hash(local[name]);
2536
2537         folder.Open(name, fun([&](std::streambuf &data, size_t length, const void *flag) {
2538             progress(root + name);
2539
2540             union {
2541                 struct {
2542                     uint32_t magic;
2543                     uint32_t count;
2544                 };
2545
2546                 uint8_t bytes[8];
2547             } header;
2548
2549             auto size(most(data, &header.bytes, sizeof(header.bytes)));
2550
2551             if (name != "_WatchKitStub/WK" && size == sizeof(header.bytes))
2552                 switch (Swap(header.magic)) {
2553                     case FAT_MAGIC:
2554                         // Java class file format
2555                         if (Swap(header.count) >= 40)
2556                             break;
2557                     case FAT_CIGAM:
2558                     case MH_MAGIC: case MH_MAGIC_64:
2559                     case MH_CIGAM: case MH_CIGAM_64:
2560                         folder.Save(name, true, flag, fun([&](std::streambuf &save) {
2561                             Slots slots;
2562                             Sign(header.bytes, size, data, hash, save, identifier, "", "", key, slots, length, 0, false, Progression(progress, root + name));
2563                         }));
2564                         return;
2565                 }
2566
2567             folder.Save(name, false, flag, fun([&](std::streambuf &save) {
2568                 HashProxy proxy(hash, save);
2569                 put(proxy, header.bytes, size);
2570                 copy(data, proxy, length - size, progress);
2571             }));
2572         }));
2573     }), fun([&](const std::string &name, const Functor<std::string ()> &read) {
2574         if (exclude(name))
2575             return;
2576
2577         links[name] = read();
2578     }));
2579
2580     auto plist(plist_new_dict());
2581     _scope({ plist_free(plist); });
2582
2583     for (const auto &version : versions) {
2584         auto files(plist_new_dict());
2585         plist_dict_set_item(plist, ("files" + version.first).c_str(), files);
2586
2587         for (const auto &rule : version.second)
2588             rule.Compile();
2589
2590         bool old(&version.second == &rules1);
2591
2592         for (const auto &hash : local)
2593             for (const auto &rule : version.second)
2594                 if (rule(hash.first)) {
2595                     if (!old && mac && excludes.find(hash.first) != excludes.end());
2596                     else if (old && rule.mode_ == NoMode)
2597                         plist_dict_set_item(files, hash.first.c_str(), plist_new_data(reinterpret_cast<const char *>(hash.second.sha1_), sizeof(hash.second.sha1_)));
2598                     else if (rule.mode_ != OmitMode) {
2599                         auto entry(plist_new_dict());
2600                         plist_dict_set_item(entry, "hash", plist_new_data(reinterpret_cast<const char *>(hash.second.sha1_), sizeof(hash.second.sha1_)));
2601                         if (!old)
2602                             plist_dict_set_item(entry, "hash2", plist_new_data(reinterpret_cast<const char *>(hash.second.sha256_), sizeof(hash.second.sha256_)));
2603                         if (rule.mode_ == OptionalMode)
2604                             plist_dict_set_item(entry, "optional", plist_new_bool(true));
2605                         plist_dict_set_item(files, hash.first.c_str(), entry);
2606                     }
2607
2608                     break;
2609                 }
2610
2611         for (const auto &link : links)
2612             for (const auto &rule : version.second)
2613                 if (rule(link.first)) {
2614                     if (rule.mode_ != OmitMode) {
2615                         auto entry(plist_new_dict());
2616                         plist_dict_set_item(entry, "symlink", plist_new_string(link.second.c_str()));
2617                         if (rule.mode_ == OptionalMode)
2618                             plist_dict_set_item(entry, "optional", plist_new_bool(true));
2619                         plist_dict_set_item(files, link.first.c_str(), entry);
2620                     }
2621
2622                     break;
2623                 }
2624
2625         if (!old && mac)
2626             for (const auto &bundle : bundles) {
2627                 auto entry(plist_new_dict());
2628                 plist_dict_set_item(entry, "cdhash", plist_new_data(reinterpret_cast<const char *>(bundle.second.hash.sha256_), sizeof(bundle.second.hash.sha256_)));
2629                 plist_dict_set_item(entry, "requirement", plist_new_string("anchor apple generic"));
2630                 plist_dict_set_item(files, bundle.first.c_str(), entry);
2631             }
2632     }
2633
2634     for (const auto &version : versions) {
2635         auto rules(plist_new_dict());
2636         plist_dict_set_item(plist, ("rules" + version.first).c_str(), rules);
2637
2638         std::multiset<const Rule *, RuleCode> ordered;
2639         for (const auto &rule : version.second)
2640             ordered.insert(&rule);
2641
2642         for (const auto &rule : ordered)
2643             if (rule->weight_ == 1 && rule->mode_ == NoMode)
2644                 plist_dict_set_item(rules, rule->code_.c_str(), plist_new_bool(true));
2645             else {
2646                 auto entry(plist_new_dict());
2647                 plist_dict_set_item(rules, rule->code_.c_str(), entry);
2648
2649                 switch (rule->mode_) {
2650                     case NoMode:
2651                         break;
2652                     case OmitMode:
2653                         plist_dict_set_item(entry, "omit", plist_new_bool(true));
2654                         break;
2655                     case OptionalMode:
2656                         plist_dict_set_item(entry, "optional", plist_new_bool(true));
2657                         break;
2658                     case NestedMode:
2659                         plist_dict_set_item(entry, "nested", plist_new_bool(true));
2660                         break;
2661                     case TopMode:
2662                         plist_dict_set_item(entry, "top", plist_new_bool(true));
2663                         break;
2664                 }
2665
2666                 if (rule->weight_ >= 10000)
2667                     plist_dict_set_item(entry, "weight", plist_new_uint(rule->weight_));
2668                 else if (rule->weight_ != 1)
2669                     plist_dict_set_item(entry, "weight", plist_new_real(rule->weight_));
2670             }
2671     }
2672
2673     folder.Save(signature, true, NULL, fun([&](std::streambuf &save) {
2674         HashProxy proxy(local[signature], save);
2675         char *xml(NULL);
2676         uint32_t size;
2677         plist_to_xml(plist, &xml, &size);
2678         _scope({ free(xml); });
2679         put(proxy, xml, size);
2680     }));
2681
2682     Bundle bundle;
2683     bundle.path = executable;
2684
2685     folder.Open(executable, fun([&](std::streambuf &buffer, size_t length, const void *flag) {
2686         progress(root + executable);
2687         folder.Save(executable, true, flag, fun([&](std::streambuf &save) {
2688             Slots slots;
2689             slots[1] = local.at(info);
2690             slots[3] = local.at(signature);
2691             bundle.hash = Sign(NULL, 0, buffer, local[executable], save, identifier, entitlements, requirements, key, slots, length, 0, false, Progression(progress, root + executable));
2692         }));
2693     }));
2694
2695     for (const auto &entry : local)
2696         remote[root + entry.first] = entry.second;
2697
2698     return bundle;
2699 }
2700
2701 Bundle Sign(const std::string &root, Folder &folder, const std::string &key, const std::string &requirements, const Functor<std::string (const std::string &, const std::string &)> &alter, const Progress &progress) {
2702     std::map<std::string, Hash> local;
2703     return Sign(root, folder, key, local, requirements, alter, progress);
2704 }
2705 #endif
2706
2707 #endif
2708 }
2709
2710 #ifndef LDID_NOTOOLS
2711 int main(int argc, char *argv[]) {
2712 #ifndef LDID_NOSMIME
2713     OpenSSL_add_all_algorithms();
2714 #endif
2715
2716     union {
2717         uint16_t word;
2718         uint8_t byte[2];
2719     } endian = {1};
2720
2721     little_ = endian.byte[0];
2722
2723     bool flag_r(false);
2724     bool flag_e(false);
2725     bool flag_q(false);
2726
2727 #ifndef LDID_NOFLAGT
2728     bool flag_T(false);
2729 #endif
2730
2731     bool flag_S(false);
2732     bool flag_s(false);
2733
2734     bool flag_D(false);
2735
2736     bool flag_A(false);
2737     bool flag_a(false);
2738
2739     bool flag_u(false);
2740
2741     uint32_t flags(0);
2742     bool platform(false);
2743
2744     uint32_t flag_CPUType(_not(uint32_t));
2745     uint32_t flag_CPUSubtype(_not(uint32_t));
2746
2747     const char *flag_I(NULL);
2748
2749 #ifndef LDID_NOFLAGT
2750     bool timeh(false);
2751     uint32_t timev(0);
2752 #endif
2753
2754     Map entitlements;
2755     Map requirements;
2756     Map key;
2757     ldid::Slots slots;
2758
2759     std::vector<std::string> files;
2760
2761     if (argc == 1) {
2762         fprintf(stderr, "usage: %s -S[entitlements.xml] <binary>\n", argv[0]);
2763         fprintf(stderr, "   %s -e MobileSafari\n", argv[0]);
2764         fprintf(stderr, "   %s -S cat\n", argv[0]);
2765         fprintf(stderr, "   %s -Stfp.xml gdb\n", argv[0]);
2766         exit(0);
2767     }
2768
2769     for (int argi(1); argi != argc; ++argi)
2770         if (argv[argi][0] != '-')
2771             files.push_back(argv[argi]);
2772         else switch (argv[argi][1]) {
2773             case 'r':
2774                 _assert(!flag_s);
2775                 _assert(!flag_S);
2776                 flag_r = true;
2777             break;
2778
2779             case 'e': flag_e = true; break;
2780
2781             case 'E': {
2782                 const char *string = argv[argi] + 2;
2783                 const char *colon = strchr(string, ':');
2784                 _assert(colon != NULL);
2785                 Map file(colon + 1, O_RDONLY, PROT_READ, MAP_PRIVATE);
2786                 char *arge;
2787                 unsigned number(strtoul(string, &arge, 0));
2788                 _assert(arge == colon);
2789                 auto &slot(slots[number]);
2790                 for (Algorithm *algorithm : GetAlgorithms())
2791                     (*algorithm)(slot, file.data(), file.size());
2792             } break;
2793
2794             case 'q': flag_q = true; break;
2795
2796             case 'Q': {
2797                 const char *xml = argv[argi] + 2;
2798                 requirements.open(xml, O_RDONLY, PROT_READ, MAP_PRIVATE);
2799             } break;
2800
2801             case 'D': flag_D = true; break;
2802
2803             case 'a': flag_a = true; break;
2804
2805             case 'A':
2806                 _assert(!flag_A);
2807                 flag_A = true;
2808                 if (argv[argi][2] != '\0') {
2809                     const char *cpu = argv[argi] + 2;
2810                     const char *colon = strchr(cpu, ':');
2811                     _assert(colon != NULL);
2812                     char *arge;
2813                     flag_CPUType = strtoul(cpu, &arge, 0);
2814                     _assert(arge == colon);
2815                     flag_CPUSubtype = strtoul(colon + 1, &arge, 0);
2816                     _assert(arge == argv[argi] + strlen(argv[argi]));
2817                 }
2818             break;
2819
2820             case 'C': {
2821                 const char *name = argv[argi] + 2;
2822                 if (false);
2823                 else if (strcmp(name, "host") == 0)
2824                     flags |= kSecCodeSignatureHost;
2825                 else if (strcmp(name, "adhoc") == 0)
2826                     flags |= kSecCodeSignatureAdhoc;
2827                 else if (strcmp(name, "hard") == 0)
2828                     flags |= kSecCodeSignatureForceHard;
2829                 else if (strcmp(name, "kill") == 0)
2830                     flags |= kSecCodeSignatureForceKill;
2831                 else if (strcmp(name, "expires") == 0)
2832                     flags |= kSecCodeSignatureForceExpiration;
2833                 else if (strcmp(name, "restrict") == 0)
2834                     flags |= kSecCodeSignatureRestrict;
2835                 else if (strcmp(name, "enforcement") == 0)
2836                     flags |= kSecCodeSignatureEnforcement;
2837                 else if (strcmp(name, "library-validation") == 0)
2838                     flags |= kSecCodeSignatureLibraryValidation;
2839                 else _assert(false);
2840             } break;
2841
2842             case 'P':
2843                 platform = true;
2844             break;
2845
2846             case 's':
2847                 _assert(!flag_r);
2848                 _assert(!flag_S);
2849                 flag_s = true;
2850             break;
2851
2852             case 'S':
2853                 _assert(!flag_r);
2854                 _assert(!flag_s);
2855                 flag_S = true;
2856                 if (argv[argi][2] != '\0') {
2857                     const char *xml = argv[argi] + 2;
2858                     entitlements.open(xml, O_RDONLY, PROT_READ, MAP_PRIVATE);
2859                 }
2860             break;
2861
2862             case 'K':
2863                 if (argv[argi][2] != '\0')
2864                     key.open(argv[argi] + 2, O_RDONLY, PROT_READ, MAP_PRIVATE);
2865             break;
2866
2867 #ifndef LDID_NOFLAGT
2868             case 'T': {
2869                 flag_T = true;
2870                 if (argv[argi][2] == '-')
2871                     timeh = true;
2872                 else {
2873                     char *arge;
2874                     timev = strtoul(argv[argi] + 2, &arge, 0);
2875                     _assert(arge == argv[argi] + strlen(argv[argi]));
2876                 }
2877             } break;
2878 #endif
2879
2880             case 'u': {
2881                 flag_u = true;
2882             } break;
2883
2884             case 'I': {
2885                 flag_I = argv[argi] + 2;
2886             } break;
2887
2888             default:
2889                 goto usage;
2890             break;
2891         }
2892
2893     _assert(flag_S || key.empty());
2894     _assert(flag_S || flag_I == NULL);
2895
2896     if (files.empty()) usage: {
2897         exit(0);
2898     }
2899
2900     size_t filei(0), filee(0);
2901     _foreach (file, files) try {
2902         std::string path(file);
2903
2904         struct stat info;
2905         _syscall(stat(path.c_str(), &info));
2906
2907         if (S_ISDIR(info.st_mode)) {
2908 #ifndef LDID_NOPLIST
2909             _assert(!flag_r);
2910             ldid::DiskFolder folder(path);
2911             path += "/" + Sign("", folder, key, requirements, ldid::fun([&](const std::string &, const std::string &) -> std::string { return entitlements; }), dummy_).path;
2912 #else
2913             _assert(false);
2914 #endif
2915         } else if (flag_S || flag_r) {
2916             Map input(path, O_RDONLY, PROT_READ, MAP_PRIVATE);
2917
2918             std::filebuf output;
2919             Split split(path);
2920             auto temp(Temporary(output, split));
2921
2922             if (flag_r)
2923                 ldid::Unsign(input.data(), input.size(), output, dummy_);
2924             else {
2925                 std::string identifier(flag_I ?: split.base.c_str());
2926                 ldid::Sign(input.data(), input.size(), output, identifier, entitlements, requirements, key, slots, flags, platform, dummy_);
2927             }
2928
2929             Commit(path, temp);
2930         }
2931
2932         bool modify(false);
2933 #ifndef LDID_NOFLAGT
2934         if (flag_T)
2935             modify = true;
2936 #endif
2937         if (flag_s)
2938             modify = true;
2939
2940         Map mapping(path, modify);
2941         FatHeader fat_header(mapping.data(), mapping.size());
2942
2943         _foreach (mach_header, fat_header.GetMachHeaders()) {
2944             struct linkedit_data_command *signature(NULL);
2945             struct encryption_info_command *encryption(NULL);
2946
2947             if (flag_A) {
2948                 if (mach_header.GetCPUType() != flag_CPUType)
2949                     continue;
2950                 if (mach_header.GetCPUSubtype() != flag_CPUSubtype)
2951                     continue;
2952             }
2953
2954             if (flag_a)
2955                 printf("cpu=0x%x:0x%x\n", mach_header.GetCPUType(), mach_header.GetCPUSubtype());
2956
2957             _foreach (load_command, mach_header.GetLoadCommands()) {
2958                 uint32_t cmd(mach_header.Swap(load_command->cmd));
2959
2960                 if (false);
2961                 else if (cmd == LC_CODE_SIGNATURE)
2962                     signature = reinterpret_cast<struct linkedit_data_command *>(load_command);
2963                 else if (cmd == LC_ENCRYPTION_INFO || cmd == LC_ENCRYPTION_INFO_64)
2964                     encryption = reinterpret_cast<struct encryption_info_command *>(load_command);
2965                 else if (cmd == LC_LOAD_DYLIB) {
2966                     volatile struct dylib_command *dylib_command(reinterpret_cast<struct dylib_command *>(load_command));
2967                     const char *name(reinterpret_cast<const char *>(load_command) + mach_header.Swap(dylib_command->dylib.name));
2968
2969                     if (strcmp(name, "/System/Library/Frameworks/UIKit.framework/UIKit") == 0) {
2970                         if (flag_u) {
2971                             Version version;
2972                             version.value = mach_header.Swap(dylib_command->dylib.current_version);
2973                             printf("uikit=%u.%u.%u\n", version.major, version.minor, version.patch);
2974                         }
2975                     }
2976                 }
2977 #ifndef LDID_NOFLAGT
2978                 else if (cmd == LC_ID_DYLIB) {
2979                     volatile struct dylib_command *dylib_command(reinterpret_cast<struct dylib_command *>(load_command));
2980
2981                     if (flag_T) {
2982                         uint32_t timed;
2983
2984                         if (!timeh)
2985                             timed = timev;
2986                         else {
2987                             dylib_command->dylib.timestamp = 0;
2988                             timed = hash(reinterpret_cast<uint8_t *>(mach_header.GetBase()), mach_header.GetSize(), timev);
2989                         }
2990
2991                         dylib_command->dylib.timestamp = mach_header.Swap(timed);
2992                     }
2993                 }
2994 #endif
2995             }
2996
2997             if (flag_D) {
2998                 _assert(encryption != NULL);
2999                 encryption->cryptid = mach_header.Swap(0);
3000             }
3001
3002             if (flag_e) {
3003                 _assert(signature != NULL);
3004
3005                 uint32_t data = mach_header.Swap(signature->dataoff);
3006
3007                 uint8_t *top = reinterpret_cast<uint8_t *>(mach_header.GetBase());
3008                 uint8_t *blob = top + data;
3009                 struct SuperBlob *super = reinterpret_cast<struct SuperBlob *>(blob);
3010
3011                 for (size_t index(0); index != Swap(super->count); ++index)
3012                     if (Swap(super->index[index].type) == CSSLOT_ENTITLEMENTS) {
3013                         uint32_t begin = Swap(super->index[index].offset);
3014                         struct Blob *entitlements = reinterpret_cast<struct Blob *>(blob + begin);
3015                         fwrite(entitlements + 1, 1, Swap(entitlements->length) - sizeof(*entitlements), stdout);
3016                     }
3017             }
3018
3019             if (flag_q) {
3020                 _assert(signature != NULL);
3021
3022                 uint32_t data = mach_header.Swap(signature->dataoff);
3023
3024                 uint8_t *top = reinterpret_cast<uint8_t *>(mach_header.GetBase());
3025                 uint8_t *blob = top + data;
3026                 struct SuperBlob *super = reinterpret_cast<struct SuperBlob *>(blob);
3027
3028                 for (size_t index(0); index != Swap(super->count); ++index)
3029                     if (Swap(super->index[index].type) == CSSLOT_REQUIREMENTS) {
3030                         uint32_t begin = Swap(super->index[index].offset);
3031                         struct Blob *requirement = reinterpret_cast<struct Blob *>(blob + begin);
3032                         fwrite(requirement, 1, Swap(requirement->length), stdout);
3033                     }
3034             }
3035
3036             if (flag_s) {
3037                 _assert(signature != NULL);
3038
3039                 uint32_t data = mach_header.Swap(signature->dataoff);
3040
3041                 uint8_t *top = reinterpret_cast<uint8_t *>(mach_header.GetBase());
3042                 uint8_t *blob = top + data;
3043                 struct SuperBlob *super = reinterpret_cast<struct SuperBlob *>(blob);
3044
3045                 for (size_t index(0); index != Swap(super->count); ++index)
3046                     if (Swap(super->index[index].type) == CSSLOT_CODEDIRECTORY) {
3047                         uint32_t begin = Swap(super->index[index].offset);
3048                         struct CodeDirectory *directory = reinterpret_cast<struct CodeDirectory *>(blob + begin + sizeof(Blob));
3049
3050                         uint8_t (*hashes)[LDID_SHA1_DIGEST_LENGTH] = reinterpret_cast<uint8_t (*)[LDID_SHA1_DIGEST_LENGTH]>(blob + begin + Swap(directory->hashOffset));
3051                         uint32_t pages = Swap(directory->nCodeSlots);
3052
3053                         if (pages != 1)
3054                             for (size_t i = 0; i != pages - 1; ++i)
3055                                 LDID_SHA1(top + PageSize_ * i, PageSize_, hashes[i]);
3056                         if (pages != 0)
3057                             LDID_SHA1(top + PageSize_ * (pages - 1), ((data - 1) % PageSize_) + 1, hashes[pages - 1]);
3058                     }
3059             }
3060         }
3061
3062         ++filei;
3063     } catch (const char *) {
3064         ++filee;
3065         ++filei;
3066     }
3067
3068     return filee;
3069 }
3070 #endif