ldid.cpp

   1 /* ldid - (Mach-O) Link-Loader Identity Editor
   2  * Copyright (C) 2007-2015  Jay Freeman (saurik)
   3 */
   4
   5 /* GNU Affero General Public License, Version 3 {{{ */
   6 /*
   7  * This program is free software: you can redistribute it and/or modify
   8  * it under the terms of the GNU Affero General Public License as published by
   9  * the Free Software Foundation, either version 3 of the License, or
  10  * (at your option) any later version.
  11
  12  * This program is distributed in the hope that it will be useful,
  13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  15  * GNU Affero General Public License for more details.
  16
  17  * You should have received a copy of the GNU Affero General Public License
  18  * along with this program.  If not, see <http://www.gnu.org/licenses/>.
  19 **/
  20 /* }}} */
  21
  22 #include <cstdio>
  23 #include <cstdlib>
  24 #include <cstring>
  25 #include <fstream>
  26 #include <iostream>
  27 #include <memory>
  28 #include <set>
  29 #include <sstream>
  30 #include <string>
  31 #include <vector>
  32
  33 #include <dirent.h>
  34 #include <errno.h>
  35 #include <fcntl.h>
  36 #include <regex.h>
  37 #include <stdbool.h>
  38 #include <stdint.h>
  39 #include <unistd.h>
  40
  41 #include <sys/mman.h>
  42 #include <sys/stat.h>
  43 #include <sys/types.h>
  44
  45 #ifndef LDID_NOSMIME
  46 #include <openssl/err.h>
  47 #include <openssl/pem.h>
  48 #include <openssl/pkcs7.h>
  49 #include <openssl/pkcs12.h>
  50 #endif
  51
  52 #ifdef __APPLE__
  53 #include <CommonCrypto/CommonDigest.h>
  54
  55 #define LDID_SHA1_DIGEST_LENGTH CC_SHA1_DIGEST_LENGTH
  56 #define LDID_SHA1 CC_SHA1
  57 #define LDID_SHA1_CTX CC_SHA1_CTX
  58 #define LDID_SHA1_Init CC_SHA1_Init
  59 #define LDID_SHA1_Update CC_SHA1_Update
  60 #define LDID_SHA1_Final CC_SHA1_Final
  61
  62 #define LDID_SHA256_DIGEST_LENGTH CC_SHA256_DIGEST_LENGTH
  63 #define LDID_SHA256 CC_SHA256
  64 #define LDID_SHA256_CTX CC_SHA256_CTX
  65 #define LDID_SHA256_Init CC_SHA256_Init
  66 #define LDID_SHA256_Update CC_SHA256_Update
  67 #define LDID_SHA256_Final CC_SHA256_Final
  68 #else
  69 #include <openssl/sha.h>
  70
  71 #define LDID_SHA1_DIGEST_LENGTH SHA_DIGEST_LENGTH
  72 #define LDID_SHA1 SHA1
  73 #define LDID_SHA1_CTX SHA_CTX
  74 #define LDID_SHA1_Init SHA1_Init
  75 #define LDID_SHA1_Update SHA1_Update
  76 #define LDID_SHA1_Final SHA1_Final
  77
  78 #define LDID_SHA256_DIGEST_LENGTH SHA256_DIGEST_LENGTH
  79 #define LDID_SHA256 SHA256
  80 #define LDID_SHA256_CTX SHA256_CTX
  81 #define LDID_SHA256_Init SHA256_Init
  82 #define LDID_SHA256_Update SHA256_Update
  83 #define LDID_SHA256_Final SHA256_Final
  84 #endif
  85
  86 #ifndef LDID_NOPLIST
  87 #include <plist/plist.h>
  88 #elif __APPLE__
  89 #include <CoreFoundation/CoreFoundation.h>
  90 #endif
  91
  92 #include "ldid.hpp"
  93
  94 #define _assert___(line) \
  95     #line
  96 #define _assert__(line) \
  97     _assert___(line)
  98
  99 #ifndef $
 100 #define $(value) value
 101 #endif
 102
 103 #ifdef __EXCEPTIONS
 104 #define _assert_(expr, format, ...) \
 105     do if (!(expr)) { \
 106         fprintf(stderr, $("%s(%u): _assert(): " format "\n"), __FILE__, __LINE__, ## __VA_ARGS__); \
 107         throw $(__FILE__ "(" _assert__(__LINE__) "): _assert(" #expr ")"); \
 108     } while (false)
 109 #else
 110 // XXX: this is not acceptable
 111 #define _assert_(expr, format, ...) \
 112     do if (!(expr)) { \
 113         fprintf(stderr, $("%s(%u): _assert(): " format "\n"), __FILE__, __LINE__, ## __VA_ARGS__); \
 114         exit(-1); \
 115     } while (false)
 116 #endif
 117
 118 #define _assert(expr) \
 119     _assert_(expr, "%s", $(#expr))
 120
 121 #define _syscall(expr, ...) [&] { for (;;) { \
 122     auto _value(expr); \
 123     if ((long) _value != -1) \
 124         return _value; \
 125     int error(errno); \
 126     if (error == EINTR) \
 127         continue; \
 128     /* XXX: EINTR is included in this list to fix g++ */ \
 129     for (auto success : (long[]) {EINTR, __VA_ARGS__}) \
 130         if (error == success) \
 131             return (decltype(expr)) -success; \
 132     _assert_(false, "errno=%u", error); \
 133 } }()
 134
 135 #define _trace() \
 136     fprintf(stderr, $("_trace(%s:%u): %s\n"), __FILE__, __LINE__, $(__FUNCTION__))
 137
 138 #define _not(type) \
 139     ((type) ~ (type) 0)
 140
 141 #define _packed \
 142     __attribute__((packed))
 143
 144 template <typename Type_>
 145 struct Iterator_ {
 146     typedef typename Type_::const_iterator Result;
 147 };
 148
 149 #define _foreach(item, list) \
 150     for (bool _stop(true); _stop; ) \
 151         for (const __typeof__(list) &_list = (list); _stop; _stop = false) \
 152             for (Iterator_<__typeof__(list)>::Result _item = _list.begin(); _item != _list.end(); ++_item) \
 153                 for (bool _suck(true); _suck; _suck = false) \
 154                     for (const __typeof__(*_item) &item = *_item; _suck; _suck = false)
 155
 156 class _Scope {
 157 };
 158
 159 template <typename Function_>
 160 class Scope :
 161     public _Scope
 162 {
 163   private:
 164     Function_ function_;
 165
 166   public:
 167     Scope(const Function_ &function) :
 168         function_(function)
 169     {
 170     }
 171
 172     ~Scope() {
 173         function_();
 174     }
 175 };
 176
 177 template <typename Function_>
 178 Scope<Function_> _scope(const Function_ &function) {
 179     return Scope<Function_>(function);
 180 }
 181
 182 #define _scope__(counter, function) \
 183     __attribute__((__unused__)) \
 184     const _Scope &_scope ## counter(_scope([&]function))
 185 #define _scope_(counter, function) \
 186     _scope__(counter, function)
 187 #define _scope(function) \
 188     _scope_(__COUNTER__, function)
 189
 190 #define CPU_ARCH_MASK  uint32_t(0xff000000)
 191 #define CPU_ARCH_ABI64 uint32_t(0x01000000)
 192
 193 #define CPU_TYPE_ANY     uint32_t(-1)
 194 #define CPU_TYPE_VAX     uint32_t( 1)
 195 #define CPU_TYPE_MC680x0 uint32_t( 6)
 196 #define CPU_TYPE_X86     uint32_t( 7)
 197 #define CPU_TYPE_MC98000 uint32_t(10)
 198 #define CPU_TYPE_HPPA    uint32_t(11)
 199 #define CPU_TYPE_ARM     uint32_t(12)
 200 #define CPU_TYPE_MC88000 uint32_t(13)
 201 #define CPU_TYPE_SPARC   uint32_t(14)
 202 #define CPU_TYPE_I860    uint32_t(15)
 203 #define CPU_TYPE_POWERPC uint32_t(18)
 204
 205 #define CPU_TYPE_I386 CPU_TYPE_X86
 206
 207 #define CPU_TYPE_ARM64     (CPU_ARCH_ABI64 | CPU_TYPE_ARM)
 208 #define CPU_TYPE_POWERPC64 (CPU_ARCH_ABI64 | CPU_TYPE_POWERPC)
 209 #define CPU_TYPE_X86_64    (CPU_ARCH_ABI64 | CPU_TYPE_X86)
 210
 211 struct fat_header {
 212     uint32_t magic;
 213     uint32_t nfat_arch;
 214 } _packed;
 215
 216 #define FAT_MAGIC 0xcafebabe
 217 #define FAT_CIGAM 0xbebafeca
 218
 219 struct fat_arch {
 220     uint32_t cputype;
 221     uint32_t cpusubtype;
 222     uint32_t offset;
 223     uint32_t size;
 224     uint32_t align;
 225 } _packed;
 226
 227 struct mach_header {
 228     uint32_t magic;
 229     uint32_t cputype;
 230     uint32_t cpusubtype;
 231     uint32_t filetype;
 232     uint32_t ncmds;
 233     uint32_t sizeofcmds;
 234     uint32_t flags;
 235 } _packed;
 236
 237 #define MH_MAGIC 0xfeedface
 238 #define MH_CIGAM 0xcefaedfe
 239
 240 #define MH_MAGIC_64 0xfeedfacf
 241 #define MH_CIGAM_64 0xcffaedfe
 242
 243 #define MH_DYLDLINK   0x4
 244
 245 #define MH_OBJECT     0x1
 246 #define MH_EXECUTE    0x2
 247 #define MH_DYLIB      0x6
 248 #define MH_BUNDLE     0x8
 249 #define MH_DYLIB_STUB 0x9
 250
 251 struct load_command {
 252     uint32_t cmd;
 253     uint32_t cmdsize;
 254 } _packed;
 255
 256 #define LC_REQ_DYLD           uint32_t(0x80000000)
 257
 258 #define LC_SEGMENT            uint32_t(0x01)
 259 #define LC_SYMTAB             uint32_t(0x02)
 260 #define LC_DYSYMTAB           uint32_t(0x0b)
 261 #define LC_LOAD_DYLIB         uint32_t(0x0c)
 262 #define LC_ID_DYLIB           uint32_t(0x0d)
 263 #define LC_SEGMENT_64         uint32_t(0x19)
 264 #define LC_UUID               uint32_t(0x1b)
 265 #define LC_CODE_SIGNATURE     uint32_t(0x1d)
 266 #define LC_SEGMENT_SPLIT_INFO uint32_t(0x1e)
 267 #define LC_REEXPORT_DYLIB     uint32_t(0x1f | LC_REQ_DYLD)
 268 #define LC_ENCRYPTION_INFO    uint32_t(0x21)
 269 #define LC_DYLD_INFO          uint32_t(0x22)
 270 #define LC_DYLD_INFO_ONLY     uint32_t(0x22 | LC_REQ_DYLD)
 271 #define LC_ENCRYPTION_INFO_64 uint32_t(0x2c)
 272
 273 union Version {
 274     struct {
 275         uint8_t patch;
 276         uint8_t minor;
 277         uint16_t major;
 278     } _packed;
 279
 280     uint32_t value;
 281 };
 282
 283 struct dylib {
 284     uint32_t name;
 285     uint32_t timestamp;
 286     uint32_t current_version;
 287     uint32_t compatibility_version;
 288 } _packed;
 289
 290 struct dylib_command {
 291     uint32_t cmd;
 292     uint32_t cmdsize;
 293     struct dylib dylib;
 294 } _packed;
 295
 296 struct uuid_command {
 297     uint32_t cmd;
 298     uint32_t cmdsize;
 299     uint8_t uuid[16];
 300 } _packed;
 301
 302 struct symtab_command {
 303     uint32_t cmd;
 304     uint32_t cmdsize;
 305     uint32_t symoff;
 306     uint32_t nsyms;
 307     uint32_t stroff;
 308     uint32_t strsize;
 309 } _packed;
 310
 311 struct dyld_info_command {
 312     uint32_t cmd;
 313     uint32_t cmdsize;
 314     uint32_t rebase_off;
 315     uint32_t rebase_size;
 316     uint32_t bind_off;
 317     uint32_t bind_size;
 318     uint32_t weak_bind_off;
 319     uint32_t weak_bind_size;
 320     uint32_t lazy_bind_off;
 321     uint32_t lazy_bind_size;
 322     uint32_t export_off;
 323     uint32_t export_size;
 324 } _packed;
 325
 326 struct dysymtab_command {
 327     uint32_t cmd;
 328     uint32_t cmdsize;
 329     uint32_t ilocalsym;
 330     uint32_t nlocalsym;
 331     uint32_t iextdefsym;
 332     uint32_t nextdefsym;
 333     uint32_t iundefsym;
 334     uint32_t nundefsym;
 335     uint32_t tocoff;
 336     uint32_t ntoc;
 337     uint32_t modtaboff;
 338     uint32_t nmodtab;
 339     uint32_t extrefsymoff;
 340     uint32_t nextrefsyms;
 341     uint32_t indirectsymoff;
 342     uint32_t nindirectsyms;
 343     uint32_t extreloff;
 344     uint32_t nextrel;
 345     uint32_t locreloff;
 346     uint32_t nlocrel;
 347 } _packed;
 348
 349 struct dylib_table_of_contents {
 350     uint32_t symbol_index;
 351     uint32_t module_index;
 352 } _packed;
 353
 354 struct dylib_module {
 355     uint32_t module_name;
 356     uint32_t iextdefsym;
 357     uint32_t nextdefsym;
 358     uint32_t irefsym;
 359     uint32_t nrefsym;
 360     uint32_t ilocalsym;
 361     uint32_t nlocalsym;
 362     uint32_t iextrel;
 363     uint32_t nextrel;
 364     uint32_t iinit_iterm;
 365     uint32_t ninit_nterm;
 366     uint32_t objc_module_info_addr;
 367     uint32_t objc_module_info_size;
 368 } _packed;
 369
 370 struct dylib_reference {
 371     uint32_t isym:24;
 372     uint32_t flags:8;
 373 } _packed;
 374
 375 struct relocation_info {
 376     int32_t r_address;
 377     uint32_t r_symbolnum:24;
 378     uint32_t r_pcrel:1;
 379     uint32_t r_length:2;
 380     uint32_t r_extern:1;
 381     uint32_t r_type:4;
 382 } _packed;
 383
 384 struct nlist {
 385     union {
 386         char *n_name;
 387         int32_t n_strx;
 388     } n_un;
 389
 390     uint8_t n_type;
 391     uint8_t n_sect;
 392     uint8_t n_desc;
 393     uint32_t n_value;
 394 } _packed;
 395
 396 struct segment_command {
 397     uint32_t cmd;
 398     uint32_t cmdsize;
 399     char segname[16];
 400     uint32_t vmaddr;
 401     uint32_t vmsize;
 402     uint32_t fileoff;
 403     uint32_t filesize;
 404     uint32_t maxprot;
 405     uint32_t initprot;
 406     uint32_t nsects;
 407     uint32_t flags;
 408 } _packed;
 409
 410 struct segment_command_64 {
 411     uint32_t cmd;
 412     uint32_t cmdsize;
 413     char segname[16];
 414     uint64_t vmaddr;
 415     uint64_t vmsize;
 416     uint64_t fileoff;
 417     uint64_t filesize;
 418     uint32_t maxprot;
 419     uint32_t initprot;
 420     uint32_t nsects;
 421     uint32_t flags;
 422 } _packed;
 423
 424 struct section {
 425     char sectname[16];
 426     char segname[16];
 427     uint32_t addr;
 428     uint32_t size;
 429     uint32_t offset;
 430     uint32_t align;
 431     uint32_t reloff;
 432     uint32_t nreloc;
 433     uint32_t flags;
 434     uint32_t reserved1;
 435     uint32_t reserved2;
 436 } _packed;
 437
 438 struct section_64 {
 439     char sectname[16];
 440     char segname[16];
 441     uint64_t addr;
 442     uint64_t size;
 443     uint32_t offset;
 444     uint32_t align;
 445     uint32_t reloff;
 446     uint32_t nreloc;
 447     uint32_t flags;
 448     uint32_t reserved1;
 449     uint32_t reserved2;
 450     uint32_t reserved3;
 451 } _packed;
 452
 453 struct linkedit_data_command {
 454     uint32_t cmd;
 455     uint32_t cmdsize;
 456     uint32_t dataoff;
 457     uint32_t datasize;
 458 } _packed;
 459
 460 struct encryption_info_command {
 461     uint32_t cmd;
 462     uint32_t cmdsize;
 463     uint32_t cryptoff;
 464     uint32_t cryptsize;
 465     uint32_t cryptid;
 466 } _packed;
 467
 468 #define BIND_OPCODE_MASK                             0xf0
 469 #define BIND_IMMEDIATE_MASK                          0x0f
 470 #define BIND_OPCODE_DONE                             0x00
 471 #define BIND_OPCODE_SET_DYLIB_ORDINAL_IMM            0x10
 472 #define BIND_OPCODE_SET_DYLIB_ORDINAL_ULEB           0x20
 473 #define BIND_OPCODE_SET_DYLIB_SPECIAL_IMM            0x30
 474 #define BIND_OPCODE_SET_SYMBOL_TRAILING_FLAGS_IMM    0x40
 475 #define BIND_OPCODE_SET_TYPE_IMM                     0x50
 476 #define BIND_OPCODE_SET_ADDEND_SLEB                  0x60
 477 #define BIND_OPCODE_SET_SEGMENT_AND_OFFSET_ULEB      0x70
 478 #define BIND_OPCODE_ADD_ADDR_ULEB                    0x80
 479 #define BIND_OPCODE_DO_BIND                          0x90
 480 #define BIND_OPCODE_DO_BIND_ADD_ADDR_ULEB            0xa0
 481 #define BIND_OPCODE_DO_BIND_ADD_ADDR_IMM_SCALED      0xb0
 482 #define BIND_OPCODE_DO_BIND_ULEB_TIMES_SKIPPING_ULEB 0xc0
 483
 484 struct : ldid::Progress {
 485     virtual void operator()(const std::string &value) const {
 486     }
 487
 488     virtual void operator()(double value) const {
 489     }
 490 } dummy_;
 491
 492 struct Progression : ldid::Progress {
 493     const ldid::Progress &progress_;
 494     std::string name_;
 495
 496     Progression(const ldid::Progress &progress, const std::string &name) :
 497         progress_(progress),
 498         name_(name)
 499     {
 500     }
 501
 502     virtual void operator()(const std::string &value) const {
 503         return progress_(name_ + " (" + value + ")");
 504     }
 505
 506     virtual void operator()(double value) const {
 507         return progress_(value);
 508     }
 509 };
 510
 511 static std::streamsize read(std::streambuf &stream, void *data, size_t size) {
 512     auto writ(stream.sgetn(static_cast<char *>(data), size));
 513     _assert(writ >= 0);
 514     return writ;
 515 }
 516
 517 static inline void get(std::streambuf &stream, void *data, size_t size) {
 518     _assert(read(stream, data, size) == size);
 519 }
 520
 521 static inline void put(std::streambuf &stream, const void *data, size_t size) {
 522     _assert(stream.sputn(static_cast<const char *>(data), size) == size);
 523 }
 524
 525 static inline void put(std::streambuf &stream, const void *data, size_t size, const ldid::Progress &progress) {
 526     progress(0);
 527     for (size_t total(0); total != size;) {
 528         auto writ(std::min(size - total, size_t(4096 * 4)));
 529         _assert(stream.sputn(static_cast<const char *>(data) + total, writ) == writ);
 530         total += writ;
 531         progress(double(total) / size);
 532     }
 533 }
 534
 535 static size_t most(std::streambuf &stream, void *data, size_t size) {
 536     size_t total(size);
 537     while (size > 0)
 538         if (auto writ = read(stream, data, size))
 539             size -= writ;
 540         else break;
 541     return total - size;
 542 }
 543
 544 static inline void pad(std::streambuf &stream, size_t size) {
 545     char padding[size];
 546     memset(padding, 0, size);
 547     put(stream, padding, size);
 548 }
 549
 550 template <typename Type_>
 551 Type_ Align(Type_ value, size_t align) {
 552     value += align - 1;
 553     value /= align;
 554     value *= align;
 555     return value;
 556 }
 557
 558 static const uint8_t PageShift_(0x0c);
 559 static const uint32_t PageSize_(1 << PageShift_);
 560
 561 static inline uint16_t Swap_(uint16_t value) {
 562     return
 563         ((value >>  8) & 0x00ff) |
 564         ((value <<  8) & 0xff00);
 565 }
 566
 567 static inline uint32_t Swap_(uint32_t value) {
 568     value = ((value >>  8) & 0x00ff00ff) |
 569             ((value <<  8) & 0xff00ff00);
 570     value = ((value >> 16) & 0x0000ffff) |
 571             ((value << 16) & 0xffff0000);
 572     return value;
 573 }
 574
 575 static inline uint64_t Swap_(uint64_t value) {
 576     value = (value & 0x00000000ffffffff) << 32 | (value & 0xffffffff00000000) >> 32;
 577     value = (value & 0x0000ffff0000ffff) << 16 | (value & 0xffff0000ffff0000) >> 16;
 578     value = (value & 0x00ff00ff00ff00ff) << 8  | (value & 0xff00ff00ff00ff00) >> 8;
 579     return value;
 580 }
 581
 582 static inline int16_t Swap_(int16_t value) {
 583     return Swap_(static_cast<uint16_t>(value));
 584 }
 585
 586 static inline int32_t Swap_(int32_t value) {
 587     return Swap_(static_cast<uint32_t>(value));
 588 }
 589
 590 static inline int64_t Swap_(int64_t value) {
 591     return Swap_(static_cast<uint64_t>(value));
 592 }
 593
 594 static bool little_(true);
 595
 596 static inline uint16_t Swap(uint16_t value) {
 597     return little_ ? Swap_(value) : value;
 598 }
 599
 600 static inline uint32_t Swap(uint32_t value) {
 601     return little_ ? Swap_(value) : value;
 602 }
 603
 604 static inline uint64_t Swap(uint64_t value) {
 605     return little_ ? Swap_(value) : value;
 606 }
 607
 608 static inline int16_t Swap(int16_t value) {
 609     return Swap(static_cast<uint16_t>(value));
 610 }
 611
 612 static inline int32_t Swap(int32_t value) {
 613     return Swap(static_cast<uint32_t>(value));
 614 }
 615
 616 static inline int64_t Swap(int64_t value) {
 617     return Swap(static_cast<uint64_t>(value));
 618 }
 619
 620 class Swapped {
 621   protected:
 622     bool swapped_;
 623
 624     Swapped() :
 625         swapped_(false)
 626     {
 627     }
 628
 629   public:
 630     Swapped(bool swapped) :
 631         swapped_(swapped)
 632     {
 633     }
 634
 635     template <typename Type_>
 636     Type_ Swap(Type_ value) const {
 637         return swapped_ ? Swap_(value) : value;
 638     }
 639 };
 640
 641 class Data :
 642     public Swapped
 643 {
 644   private:
 645     void *base_;
 646     size_t size_;
 647
 648   public:
 649     Data(void *base, size_t size) :
 650         base_(base),
 651         size_(size)
 652     {
 653     }
 654
 655     void *GetBase() const {
 656         return base_;
 657     }
 658
 659     size_t GetSize() const {
 660         return size_;
 661     }
 662 };
 663
 664 class MachHeader :
 665     public Data
 666 {
 667   private:
 668     bool bits64_;
 669
 670     struct mach_header *mach_header_;
 671     struct load_command *load_command_;
 672
 673   public:
 674     MachHeader(void *base, size_t size) :
 675         Data(base, size)
 676     {
 677         mach_header_ = (mach_header *) base;
 678
 679         switch (Swap(mach_header_->magic)) {
 680             case MH_CIGAM:
 681                 swapped_ = !swapped_;
 682             case MH_MAGIC:
 683                 bits64_ = false;
 684             break;
 685
 686             case MH_CIGAM_64:
 687                 swapped_ = !swapped_;
 688             case MH_MAGIC_64:
 689                 bits64_ = true;
 690             break;
 691
 692             default:
 693                 _assert(false);
 694         }
 695
 696         void *post = mach_header_ + 1;
 697         if (bits64_)
 698             post = (uint32_t *) post + 1;
 699         load_command_ = (struct load_command *) post;
 700
 701         _assert(
 702             Swap(mach_header_->filetype) == MH_EXECUTE ||
 703             Swap(mach_header_->filetype) == MH_DYLIB ||
 704             Swap(mach_header_->filetype) == MH_BUNDLE
 705         );
 706     }
 707
 708     bool Bits64() const {
 709         return bits64_;
 710     }
 711
 712     struct mach_header *operator ->() const {
 713         return mach_header_;
 714     }
 715
 716     operator struct mach_header *() const {
 717         return mach_header_;
 718     }
 719
 720     uint32_t GetCPUType() const {
 721         return Swap(mach_header_->cputype);
 722     }
 723
 724     uint32_t GetCPUSubtype() const {
 725         return Swap(mach_header_->cpusubtype) & 0xff;
 726     }
 727
 728     struct load_command *GetLoadCommand() const {
 729         return load_command_;
 730     }
 731
 732     std::vector<struct load_command *> GetLoadCommands() const {
 733         std::vector<struct load_command *> load_commands;
 734
 735         struct load_command *load_command = load_command_;
 736         for (uint32_t cmd = 0; cmd != Swap(mach_header_->ncmds); ++cmd) {
 737             load_commands.push_back(load_command);
 738             load_command = (struct load_command *) ((uint8_t *) load_command + Swap(load_command->cmdsize));
 739         }
 740
 741         return load_commands;
 742     }
 743
 744     void ForSection(const ldid::Functor<void (const char *, const char *, void *, size_t)> &code) const {
 745         _foreach (load_command, GetLoadCommands())
 746             switch (Swap(load_command->cmd)) {
 747                 case LC_SEGMENT: {
 748                     auto segment(reinterpret_cast<struct segment_command *>(load_command));
 749                     code(segment->segname, NULL, GetOffset<void>(segment->fileoff), segment->filesize);
 750                     auto section(reinterpret_cast<struct section *>(segment + 1));
 751                     for (uint32_t i(0), e(Swap(segment->nsects)); i != e; ++i, ++section)
 752                         code(segment->segname, section->sectname, GetOffset<void>(segment->fileoff + section->offset), section->size);
 753                 } break;
 754
 755                 case LC_SEGMENT_64: {
 756                     auto segment(reinterpret_cast<struct segment_command_64 *>(load_command));
 757                     code(segment->segname, NULL, GetOffset<void>(segment->fileoff), segment->filesize);
 758                     auto section(reinterpret_cast<struct section_64 *>(segment + 1));
 759                     for (uint32_t i(0), e(Swap(segment->nsects)); i != e; ++i, ++section)
 760                         code(segment->segname, section->sectname, GetOffset<void>(segment->fileoff + section->offset), section->size);
 761                 } break;
 762             }
 763     }
 764
 765     template <typename Target_>
 766     Target_ *GetOffset(uint32_t offset) const {
 767         return reinterpret_cast<Target_ *>(offset + (uint8_t *) mach_header_);
 768     }
 769 };
 770
 771 class FatMachHeader :
 772     public MachHeader
 773 {
 774   private:
 775     fat_arch *fat_arch_;
 776
 777   public:
 778     FatMachHeader(void *base, size_t size, fat_arch *fat_arch) :
 779         MachHeader(base, size),
 780         fat_arch_(fat_arch)
 781     {
 782     }
 783
 784     fat_arch *GetFatArch() const {
 785         return fat_arch_;
 786     }
 787 };
 788
 789 class FatHeader :
 790     public Data
 791 {
 792   private:
 793     fat_header *fat_header_;
 794     std::vector<FatMachHeader> mach_headers_;
 795
 796   public:
 797     FatHeader(void *base, size_t size) :
 798         Data(base, size)
 799     {
 800         fat_header_ = reinterpret_cast<struct fat_header *>(base);
 801
 802         if (Swap(fat_header_->magic) == FAT_CIGAM) {
 803             swapped_ = !swapped_;
 804             goto fat;
 805         } else if (Swap(fat_header_->magic) != FAT_MAGIC) {
 806             fat_header_ = NULL;
 807             mach_headers_.push_back(FatMachHeader(base, size, NULL));
 808         } else fat: {
 809             size_t fat_narch = Swap(fat_header_->nfat_arch);
 810             fat_arch *fat_arch = reinterpret_cast<struct fat_arch *>(fat_header_ + 1);
 811             size_t arch;
 812             for (arch = 0; arch != fat_narch; ++arch) {
 813                 uint32_t arch_offset = Swap(fat_arch->offset);
 814                 uint32_t arch_size = Swap(fat_arch->size);
 815                 mach_headers_.push_back(FatMachHeader((uint8_t *) base + arch_offset, arch_size, fat_arch));
 816                 ++fat_arch;
 817             }
 818         }
 819     }
 820
 821     std::vector<FatMachHeader> &GetMachHeaders() {
 822         return mach_headers_;
 823     }
 824
 825     bool IsFat() const {
 826         return fat_header_ != NULL;
 827     }
 828
 829     struct fat_header *operator ->() const {
 830         return fat_header_;
 831     }
 832
 833     operator struct fat_header *() const {
 834         return fat_header_;
 835     }
 836 };
 837
 838 #define CSMAGIC_REQUIREMENT            uint32_t(0xfade0c00)
 839 #define CSMAGIC_REQUIREMENTS           uint32_t(0xfade0c01)
 840 #define CSMAGIC_CODEDIRECTORY          uint32_t(0xfade0c02)
 841 #define CSMAGIC_EMBEDDED_SIGNATURE     uint32_t(0xfade0cc0)
 842 #define CSMAGIC_EMBEDDED_SIGNATURE_OLD uint32_t(0xfade0b02)
 843 #define CSMAGIC_EMBEDDED_ENTITLEMENTS  uint32_t(0xfade7171)
 844 #define CSMAGIC_DETACHED_SIGNATURE     uint32_t(0xfade0cc1)
 845 #define CSMAGIC_BLOBWRAPPER            uint32_t(0xfade0b01)
 846
 847 #define CSSLOT_CODEDIRECTORY uint32_t(0x00000)
 848 #define CSSLOT_INFOSLOT      uint32_t(0x00001)
 849 #define CSSLOT_REQUIREMENTS  uint32_t(0x00002)
 850 #define CSSLOT_RESOURCEDIR   uint32_t(0x00003)
 851 #define CSSLOT_APPLICATION   uint32_t(0x00004)
 852 #define CSSLOT_ENTITLEMENTS  uint32_t(0x00005)
 853 #define CSSLOT_ALTERNATE     uint32_t(0x01000)
 854
 855 #define CSSLOT_SIGNATURESLOT uint32_t(0x10000)
 856
 857 #define CS_HASHTYPE_SHA160_160 1
 858 #define CS_HASHTYPE_SHA256_256 2
 859 #define CS_HASHTYPE_SHA256_160 3
 860 #define CS_HASHTYPE_SHA386_386 4
 861
 862 struct BlobIndex {
 863     uint32_t type;
 864     uint32_t offset;
 865 } _packed;
 866
 867 struct Blob {
 868     uint32_t magic;
 869     uint32_t length;
 870 } _packed;
 871
 872 struct SuperBlob {
 873     struct Blob blob;
 874     uint32_t count;
 875     struct BlobIndex index[];
 876 } _packed;
 877
 878 struct CodeDirectory {
 879     uint32_t version;
 880     uint32_t flags;
 881     uint32_t hashOffset;
 882     uint32_t identOffset;
 883     uint32_t nSpecialSlots;
 884     uint32_t nCodeSlots;
 885     uint32_t codeLimit;
 886     uint8_t hashSize;
 887     uint8_t hashType;
 888     uint8_t platform;
 889     uint8_t pageSize;
 890     uint32_t spare2;
 891     uint32_t scatterOffset;
 892     uint32_t teamIDOffset;
 893     //uint32_t spare3;
 894     //uint64_t codeLimit64;
 895 } _packed;
 896
 897 enum CodeSignatureFlags {
 898     kSecCodeSignatureHost = 0x0001,
 899     kSecCodeSignatureAdhoc = 0x0002,
 900     kSecCodeSignatureForceHard = 0x0100,
 901     kSecCodeSignatureForceKill = 0x0200,
 902     kSecCodeSignatureForceExpiration = 0x0400,
 903     kSecCodeSignatureRestrict = 0x0800,
 904     kSecCodeSignatureEnforcement = 0x1000,
 905     kSecCodeSignatureLibraryValidation = 0x2000,
 906 };
 907
 908 enum Kind : uint32_t {
 909     exprForm = 1, // prefix expr form
 910 };
 911
 912 enum ExprOp : uint32_t {
 913     opFalse, // unconditionally false
 914     opTrue, // unconditionally true
 915     opIdent, // match canonical code [string]
 916     opAppleAnchor, // signed by Apple as Apple's product
 917     opAnchorHash, // match anchor [cert hash]
 918     opInfoKeyValue, // *legacy* - use opInfoKeyField [key; value]
 919     opAnd, // binary prefix expr AND expr [expr; expr]
 920     opOr, // binary prefix expr OR expr [expr; expr]
 921     opCDHash, // match hash of CodeDirectory directly [cd hash]
 922     opNot, // logical inverse [expr]
 923     opInfoKeyField, // Info.plist key field [string; match suffix]
 924     opCertField, // Certificate field [cert index; field name; match suffix]
 925     opTrustedCert, // require trust settings to approve one particular cert [cert index]
 926     opTrustedCerts, // require trust settings to approve the cert chain
 927     opCertGeneric, // Certificate component by OID [cert index; oid; match suffix]
 928     opAppleGenericAnchor, // signed by Apple in any capacity
 929     opEntitlementField, // entitlement dictionary field [string; match suffix]
 930     opCertPolicy, // Certificate policy by OID [cert index; oid; match suffix]
 931     opNamedAnchor, // named anchor type
 932     opNamedCode, // named subroutine
 933     opPlatform, // platform constraint [integer]
 934     exprOpCount // (total opcode count in use)
 935 };
 936
 937 enum MatchOperation {
 938     matchExists, // anything but explicit "false" - no value stored
 939     matchEqual, // equal (CFEqual)
 940     matchContains, // partial match (substring)
 941     matchBeginsWith, // partial match (initial substring)
 942     matchEndsWith, // partial match (terminal substring)
 943     matchLessThan, // less than (string with numeric comparison)
 944     matchGreaterThan, // greater than (string with numeric comparison)
 945     matchLessEqual, // less or equal (string with numeric comparison)
 946     matchGreaterEqual, // greater or equal (string with numeric comparison)
 947 };
 948
 949 #define OID_ISO_MEMBER 42
 950 #define OID_US OID_ISO_MEMBER, 134, 72
 951 #define APPLE_OID OID_US, 0x86, 0xf7, 0x63
 952 #define APPLE_ADS_OID APPLE_OID, 0x64
 953 #define APPLE_EXTENSION_OID APPLE_ADS_OID, 6
 954
 955 #ifndef LDID_NOFLAGT
 956 extern "C" uint32_t hash(uint8_t *k, uint32_t length, uint32_t initval);
 957 #endif
 958
 959 struct Algorithm {
 960     size_t size_;
 961     uint8_t type_;
 962
 963     Algorithm(size_t size, uint8_t type) :
 964         size_(size),
 965         type_(type)
 966     {
 967     }
 968
 969     virtual const uint8_t *operator [](const ldid::Hash &hash) const = 0;
 970
 971     virtual void operator ()(uint8_t *hash, const void *data, size_t size) const = 0;
 972     virtual void operator ()(ldid::Hash &hash, const void *data, size_t size) const = 0;
 973     virtual void operator ()(std::vector<char> &hash, const void *data, size_t size) const = 0;
 974
 975     virtual const char *name() = 0;
 976 };
 977
 978 struct AlgorithmSHA1 :
 979     Algorithm
 980 {
 981     AlgorithmSHA1() :
 982         Algorithm(LDID_SHA1_DIGEST_LENGTH, CS_HASHTYPE_SHA160_160)
 983     {
 984     }
 985
 986     virtual const uint8_t *operator [](const ldid::Hash &hash) const {
 987         return hash.sha1_;
 988     }
 989
 990     void operator ()(uint8_t *hash, const void *data, size_t size) const {
 991         LDID_SHA1(static_cast<const uint8_t *>(data), size, hash);
 992     }
 993
 994     void operator ()(ldid::Hash &hash, const void *data, size_t size) const {
 995         return operator()(hash.sha1_, data, size);
 996     }
 997
 998     void operator ()(std::vector<char> &hash, const void *data, size_t size) const {
 999         hash.resize(LDID_SHA1_DIGEST_LENGTH);
1000         return operator ()(reinterpret_cast<uint8_t *>(hash.data()), data, size);
1001     }
1002
1003     virtual const char *name() {
1004         return "sha1";
1005     }
1006 };
1007
1008 struct AlgorithmSHA256 :
1009     Algorithm
1010 {
1011     AlgorithmSHA256() :
1012         Algorithm(LDID_SHA256_DIGEST_LENGTH, CS_HASHTYPE_SHA256_256)
1013     {
1014     }
1015
1016     virtual const uint8_t *operator [](const ldid::Hash &hash) const {
1017         return hash.sha256_;
1018     }
1019
1020     void operator ()(uint8_t *hash, const void *data, size_t size) const {
1021         LDID_SHA256(static_cast<const uint8_t *>(data), size, hash);
1022     }
1023
1024     void operator ()(ldid::Hash &hash, const void *data, size_t size) const {
1025         return operator()(hash.sha256_, data, size);
1026     }
1027
1028     void operator ()(std::vector<char> &hash, const void *data, size_t size) const {
1029         hash.resize(LDID_SHA256_DIGEST_LENGTH);
1030         return operator ()(reinterpret_cast<uint8_t *>(hash.data()), data, size);
1031     }
1032
1033     virtual const char *name() {
1034         return "sha256";
1035     }
1036 };
1037
1038 static bool do_sha1(true);
1039 static bool do_sha256(true);
1040
1041 static const std::vector<Algorithm *> &GetAlgorithms() {
1042     static AlgorithmSHA1 sha1;
1043     static AlgorithmSHA256 sha256;
1044
1045     static std::vector<Algorithm *> algorithms;
1046     if (algorithms.empty()) {
1047         if (do_sha1)
1048             algorithms.push_back(&sha1);
1049         if (do_sha256)
1050             algorithms.push_back(&sha256);
1051     }
1052
1053     return algorithms;
1054 }
1055
1056 struct Baton {
1057     std::string entitlements_;
1058 };
1059
1060 struct CodesignAllocation {
1061     FatMachHeader mach_header_;
1062     uint32_t offset_;
1063     uint32_t size_;
1064     uint32_t limit_;
1065     uint32_t alloc_;
1066     uint32_t align_;
1067     const char *arch_;
1068     Baton baton_;
1069
1070     CodesignAllocation(FatMachHeader mach_header, size_t offset, size_t size, size_t limit, size_t alloc, size_t align, const char *arch, const Baton &baton) :
1071         mach_header_(mach_header),
1072         offset_(offset),
1073         size_(size),
1074         limit_(limit),
1075         alloc_(alloc),
1076         align_(align),
1077         arch_(arch),
1078         baton_(baton)
1079     {
1080     }
1081 };
1082
1083 #ifndef LDID_NOTOOLS
1084 class File {
1085   private:
1086     int file_;
1087
1088   public:
1089     File() :
1090         file_(-1)
1091     {
1092     }
1093
1094     ~File() {
1095         if (file_ != -1)
1096             _syscall(close(file_));
1097     }
1098
1099     void open(const char *path, int flags) {
1100         _assert(file_ == -1);
1101         file_ = _syscall(::open(path, flags));
1102     }
1103
1104     int file() const {
1105         return file_;
1106     }
1107 };
1108
1109 class Map {
1110   private:
1111     File file_;
1112     void *data_;
1113     size_t size_;
1114
1115     void clear() {
1116         if (data_ == NULL)
1117             return;
1118         _syscall(munmap(data_, size_));
1119         data_ = NULL;
1120         size_ = 0;
1121     }
1122
1123   public:
1124     Map() :
1125         data_(NULL),
1126         size_(0)
1127     {
1128     }
1129
1130     Map(const std::string &path, int oflag, int pflag, int mflag) :
1131         Map()
1132     {
1133         open(path, oflag, pflag, mflag);
1134     }
1135
1136     Map(const std::string &path, bool edit) :
1137         Map()
1138     {
1139         open(path, edit);
1140     }
1141
1142     ~Map() {
1143         clear();
1144     }
1145
1146     bool empty() const {
1147         return data_ == NULL;
1148     }
1149
1150     void open(const std::string &path, int oflag, int pflag, int mflag) {
1151         clear();
1152
1153         file_.open(path.c_str(), oflag);
1154         int file(file_.file());
1155
1156         struct stat stat;
1157         _syscall(fstat(file, &stat));
1158         size_ = stat.st_size;
1159
1160         data_ = _syscall(mmap(NULL, size_, pflag, mflag, file, 0));
1161     }
1162
1163     void open(const std::string &path, bool edit) {
1164         if (edit)
1165             open(path, O_RDWR, PROT_READ | PROT_WRITE, MAP_SHARED);
1166         else
1167             open(path, O_RDONLY, PROT_READ, MAP_PRIVATE);
1168     }
1169
1170     void *data() const {
1171         return data_;
1172     }
1173
1174     size_t size() const {
1175         return size_;
1176     }
1177
1178     operator std::string() const {
1179         return std::string(static_cast<char *>(data_), size_);
1180     }
1181 };
1182 #endif
1183
1184 namespace ldid {
1185
1186 #ifndef LDID_NOPLIST
1187 static plist_t plist(const std::string &data);
1188 #endif
1189
1190 void Analyze(const MachHeader &mach_header, const Functor<void (const char *data, size_t size)> &entitle) {
1191     _foreach (load_command, mach_header.GetLoadCommands())
1192         if (mach_header.Swap(load_command->cmd) == LC_CODE_SIGNATURE) {
1193             auto signature(reinterpret_cast<struct linkedit_data_command *>(load_command));
1194             auto offset(mach_header.Swap(signature->dataoff));
1195             auto pointer(reinterpret_cast<uint8_t *>(mach_header.GetBase()) + offset);
1196             auto super(reinterpret_cast<struct SuperBlob *>(pointer));
1197
1198             for (size_t index(0); index != Swap(super->count); ++index)
1199                 if (Swap(super->index[index].type) == CSSLOT_ENTITLEMENTS) {
1200                     auto begin(Swap(super->index[index].offset));
1201                     auto blob(reinterpret_cast<struct Blob *>(pointer + begin));
1202                     auto writ(Swap(blob->length) - sizeof(*blob));
1203                     entitle(reinterpret_cast<char *>(blob + 1), writ);
1204                 }
1205         }
1206 }
1207
1208 std::string Analyze(const void *data, size_t size) {
1209     std::string entitlements;
1210
1211     FatHeader fat_header(const_cast<void *>(data), size);
1212     _foreach (mach_header, fat_header.GetMachHeaders())
1213         Analyze(mach_header, fun([&](const char *data, size_t size) {
1214             if (entitlements.empty())
1215                 entitlements.assign(data, size);
1216             else
1217                 _assert(entitlements.compare(0, entitlements.size(), data, size) == 0);
1218         }));
1219
1220     return entitlements;
1221 }
1222
1223 static void Allocate(const void *idata, size_t isize, std::streambuf &output, const Functor<size_t (const MachHeader &, Baton &, size_t)> &allocate, const Functor<size_t (const MachHeader &, const Baton &, std::streambuf &output, size_t, const std::string &, const char *, const Progress &)> &save, const Progress &progress) {
1224     FatHeader source(const_cast<void *>(idata), isize);
1225
1226     size_t offset(0);
1227     if (source.IsFat())
1228         offset += sizeof(fat_header) + sizeof(fat_arch) * source.Swap(source->nfat_arch);
1229
1230     std::vector<CodesignAllocation> allocations;
1231     _foreach (mach_header, source.GetMachHeaders()) {
1232         struct linkedit_data_command *signature(NULL);
1233         struct symtab_command *symtab(NULL);
1234
1235         _foreach (load_command, mach_header.GetLoadCommands()) {
1236             uint32_t cmd(mach_header.Swap(load_command->cmd));
1237             if (false);
1238             else if (cmd == LC_CODE_SIGNATURE)
1239                 signature = reinterpret_cast<struct linkedit_data_command *>(load_command);
1240             else if (cmd == LC_SYMTAB)
1241                 symtab = reinterpret_cast<struct symtab_command *>(load_command);
1242         }
1243
1244         size_t size;
1245         if (signature == NULL)
1246             size = mach_header.GetSize();
1247         else {
1248             size = mach_header.Swap(signature->dataoff);
1249             _assert(size <= mach_header.GetSize());
1250         }
1251
1252         if (symtab != NULL) {
1253             auto end(mach_header.Swap(symtab->stroff) + mach_header.Swap(symtab->strsize));
1254             if (symtab->stroff != 0 || symtab->strsize != 0) {
1255                 _assert(end <= size);
1256                 _assert(end >= size - 0x10);
1257                 size = end;
1258             }
1259         }
1260
1261         Baton baton;
1262         size_t alloc(allocate(mach_header, baton, size));
1263
1264         auto *fat_arch(mach_header.GetFatArch());
1265         uint32_t align;
1266
1267         if (fat_arch != NULL)
1268             align = source.Swap(fat_arch->align);
1269         else switch (mach_header.GetCPUType()) {
1270             case CPU_TYPE_POWERPC:
1271             case CPU_TYPE_POWERPC64:
1272             case CPU_TYPE_X86:
1273             case CPU_TYPE_X86_64:
1274                 align = 0xc;
1275                 break;
1276             case CPU_TYPE_ARM:
1277             case CPU_TYPE_ARM64:
1278                 align = 0xe;
1279                 break;
1280             default:
1281                 align = 0x0;
1282                 break;
1283         }
1284
1285         const char *arch(NULL);
1286         switch (mach_header.GetCPUType()) {
1287             case CPU_TYPE_POWERPC:
1288                 arch = "ppc";
1289                 break;
1290             case CPU_TYPE_POWERPC64:
1291                 arch = "ppc64";
1292                 break;
1293             case CPU_TYPE_X86:
1294                 arch = "i386";
1295                 break;
1296             case CPU_TYPE_X86_64:
1297                 arch = "x86_64";
1298                 break;
1299             case CPU_TYPE_ARM:
1300                 arch = "arm";
1301                 break;
1302             case CPU_TYPE_ARM64:
1303                 arch = "arm64";
1304                 break;
1305         }
1306
1307         offset = Align(offset, 1 << align);
1308
1309         uint32_t limit(size);
1310         if (alloc != 0)
1311             limit = Align(limit, 0x10);
1312
1313         allocations.push_back(CodesignAllocation(mach_header, offset, size, limit, alloc, align, arch, baton));
1314         offset += size + alloc;
1315         offset = Align(offset, 0x10);
1316     }
1317
1318     size_t position(0);
1319
1320     if (source.IsFat()) {
1321         fat_header fat_header;
1322         fat_header.magic = Swap(FAT_MAGIC);
1323         fat_header.nfat_arch = Swap(uint32_t(allocations.size()));
1324         put(output, &fat_header, sizeof(fat_header));
1325         position += sizeof(fat_header);
1326
1327         _foreach (allocation, allocations) {
1328             auto &mach_header(allocation.mach_header_);
1329
1330             fat_arch fat_arch;
1331             fat_arch.cputype = Swap(mach_header->cputype);
1332             fat_arch.cpusubtype = Swap(mach_header->cpusubtype);
1333             fat_arch.offset = Swap(allocation.offset_);
1334             fat_arch.size = Swap(allocation.limit_ + allocation.alloc_);
1335             fat_arch.align = Swap(allocation.align_);
1336             put(output, &fat_arch, sizeof(fat_arch));
1337             position += sizeof(fat_arch);
1338         }
1339     }
1340
1341     _foreach (allocation, allocations) {
1342         progress(allocation.arch_);
1343         auto &mach_header(allocation.mach_header_);
1344
1345         pad(output, allocation.offset_ - position);
1346         position = allocation.offset_;
1347
1348         std::vector<std::string> commands;
1349
1350         _foreach (load_command, mach_header.GetLoadCommands()) {
1351             std::string copy(reinterpret_cast<const char *>(load_command), load_command->cmdsize);
1352
1353             switch (mach_header.Swap(load_command->cmd)) {
1354                 case LC_CODE_SIGNATURE:
1355                     continue;
1356                 break;
1357
1358                 case LC_SEGMENT: {
1359                     auto segment_command(reinterpret_cast<struct segment_command *>(&copy[0]));
1360                     if (strncmp(segment_command->segname, "__LINKEDIT", 16) != 0)
1361                         break;
1362                     size_t size(mach_header.Swap(allocation.limit_ + allocation.alloc_ - mach_header.Swap(segment_command->fileoff)));
1363                     segment_command->filesize = size;
1364                     segment_command->vmsize = Align(size, 1 << allocation.align_);
1365                 } break;
1366
1367                 case LC_SEGMENT_64: {
1368                     auto segment_command(reinterpret_cast<struct segment_command_64 *>(&copy[0]));
1369                     if (strncmp(segment_command->segname, "__LINKEDIT", 16) != 0)
1370                         break;
1371                     size_t size(mach_header.Swap(allocation.limit_ + allocation.alloc_ - mach_header.Swap(segment_command->fileoff)));
1372                     segment_command->filesize = size;
1373                     segment_command->vmsize = Align(size, 1 << allocation.align_);
1374                 } break;
1375             }
1376
1377             commands.push_back(copy);
1378         }
1379
1380         if (allocation.alloc_ != 0) {
1381             linkedit_data_command signature;
1382             signature.cmd = mach_header.Swap(LC_CODE_SIGNATURE);
1383             signature.cmdsize = mach_header.Swap(uint32_t(sizeof(signature)));
1384             signature.dataoff = mach_header.Swap(allocation.limit_);
1385             signature.datasize = mach_header.Swap(allocation.alloc_);
1386             commands.push_back(std::string(reinterpret_cast<const char *>(&signature), sizeof(signature)));
1387         }
1388
1389         size_t begin(position);
1390
1391         uint32_t after(0);
1392         _foreach(command, commands)
1393             after += command.size();
1394
1395         std::stringbuf altern;
1396
1397         struct mach_header header(*mach_header);
1398         header.ncmds = mach_header.Swap(uint32_t(commands.size()));
1399         header.sizeofcmds = mach_header.Swap(after);
1400         put(output, &header, sizeof(header));
1401         put(altern, &header, sizeof(header));
1402         position += sizeof(header);
1403
1404         if (mach_header.Bits64()) {
1405             auto pad(mach_header.Swap(uint32_t(0)));
1406             put(output, &pad, sizeof(pad));
1407             put(altern, &pad, sizeof(pad));
1408             position += sizeof(pad);
1409         }
1410
1411         _foreach(command, commands) {
1412             put(output, command.data(), command.size());
1413             put(altern, command.data(), command.size());
1414             position += command.size();
1415         }
1416
1417         uint32_t before(mach_header.Swap(mach_header->sizeofcmds));
1418         if (before > after) {
1419             pad(output, before - after);
1420             pad(altern, before - after);
1421             position += before - after;
1422         }
1423
1424         auto top(reinterpret_cast<char *>(mach_header.GetBase()));
1425
1426         std::string overlap(altern.str());
1427         overlap.append(top + overlap.size(), Align(overlap.size(), 0x1000) - overlap.size());
1428
1429         put(output, top + (position - begin), allocation.size_ - (position - begin), progress);
1430         position = begin + allocation.size_;
1431
1432         pad(output, allocation.limit_ - allocation.size_);
1433         position += allocation.limit_ - allocation.size_;
1434
1435         size_t saved(save(mach_header, allocation.baton_, output, allocation.limit_, overlap, top, progress));
1436         if (allocation.alloc_ > saved)
1437             pad(output, allocation.alloc_ - saved);
1438         else
1439             _assert(allocation.alloc_ == saved);
1440         position += allocation.alloc_;
1441     }
1442 }
1443
1444 }
1445
1446 typedef std::map<uint32_t, std::string> Blobs;
1447
1448 static void insert(Blobs &blobs, uint32_t slot, const std::stringbuf &buffer) {
1449     auto value(buffer.str());
1450     std::swap(blobs[slot], value);
1451 }
1452
1453 static const std::string &insert(Blobs &blobs, uint32_t slot, uint32_t magic, const std::stringbuf &buffer) {
1454     auto value(buffer.str());
1455     Blob blob;
1456     blob.magic = Swap(magic);
1457     blob.length = Swap(uint32_t(sizeof(blob) + value.size()));
1458     value.insert(0, reinterpret_cast<char *>(&blob), sizeof(blob));
1459     auto &save(blobs[slot]);
1460     std::swap(save, value);
1461     return save;
1462 }
1463
1464 static size_t put(std::streambuf &output, uint32_t magic, const Blobs &blobs) {
1465     size_t total(0);
1466     _foreach (blob, blobs)
1467         total += blob.second.size();
1468
1469     struct SuperBlob super;
1470     super.blob.magic = Swap(magic);
1471     super.blob.length = Swap(uint32_t(sizeof(SuperBlob) + blobs.size() * sizeof(BlobIndex) + total));
1472     super.count = Swap(uint32_t(blobs.size()));
1473     put(output, &super, sizeof(super));
1474
1475     size_t offset(sizeof(SuperBlob) + sizeof(BlobIndex) * blobs.size());
1476
1477     _foreach (blob, blobs) {
1478         BlobIndex index;
1479         index.type = Swap(blob.first);
1480         index.offset = Swap(uint32_t(offset));
1481         put(output, &index, sizeof(index));
1482         offset += blob.second.size();
1483     }
1484
1485     _foreach (blob, blobs)
1486         put(output, blob.second.data(), blob.second.size());
1487
1488     return offset;
1489 }
1490
1491 #ifndef LDID_NOSMIME
1492 class Buffer {
1493   private:
1494     BIO *bio_;
1495
1496   public:
1497     Buffer(BIO *bio) :
1498         bio_(bio)
1499     {
1500         _assert(bio_ != NULL);
1501     }
1502
1503     Buffer() :
1504         bio_(BIO_new(BIO_s_mem()))
1505     {
1506     }
1507
1508     Buffer(const char *data, size_t size) :
1509         Buffer(BIO_new_mem_buf(const_cast<char *>(data), size))
1510     {
1511     }
1512
1513     Buffer(const std::string &data) :
1514         Buffer(data.data(), data.size())
1515     {
1516     }
1517
1518     Buffer(PKCS7 *pkcs) :
1519         Buffer()
1520     {
1521         _assert(i2d_PKCS7_bio(bio_, pkcs) != 0);
1522     }
1523
1524     ~Buffer() {
1525         BIO_free_all(bio_);
1526     }
1527
1528     operator BIO *() const {
1529         return bio_;
1530     }
1531
1532     explicit operator std::string() const {
1533         char *data;
1534         auto size(BIO_get_mem_data(bio_, &data));
1535         return std::string(data, size);
1536     }
1537 };
1538
1539 class Stuff {
1540   private:
1541     PKCS12 *value_;
1542     EVP_PKEY *key_;
1543     X509 *cert_;
1544     STACK_OF(X509) *ca_;
1545
1546   public:
1547     Stuff(BIO *bio) :
1548         value_(d2i_PKCS12_bio(bio, NULL)),
1549         ca_(NULL)
1550     {
1551         _assert(value_ != NULL);
1552         _assert(PKCS12_parse(value_, "", &key_, &cert_, &ca_) != 0);
1553
1554         _assert(key_ != NULL);
1555         _assert(cert_ != NULL);
1556
1557         if (ca_ == NULL)
1558             ca_ = sk_X509_new_null();
1559         _assert(ca_ != NULL);
1560     }
1561
1562     Stuff(const std::string &data) :
1563         Stuff(Buffer(data))
1564     {
1565     }
1566
1567     ~Stuff() {
1568         sk_X509_pop_free(ca_, X509_free);
1569         X509_free(cert_);
1570         EVP_PKEY_free(key_);
1571         PKCS12_free(value_);
1572     }
1573
1574     operator PKCS12 *() const {
1575         return value_;
1576     }
1577
1578     operator EVP_PKEY *() const {
1579         return key_;
1580     }
1581
1582     operator X509 *() const {
1583         return cert_;
1584     }
1585
1586     operator STACK_OF(X509) *() const {
1587         return ca_;
1588     }
1589 };
1590
1591 class Signature {
1592   private:
1593     PKCS7 *value_;
1594
1595   public:
1596     Signature(const Stuff &stuff, const Buffer &data, const std::string &xml) {
1597         value_ = PKCS7_new();
1598         _assert(value_ != NULL);
1599
1600         _assert(PKCS7_set_type(value_, NID_pkcs7_signed));
1601         _assert(PKCS7_content_new(value_, NID_pkcs7_data));
1602
1603         STACK_OF(X509) *certs(stuff);
1604         for (unsigned i(0), e(sk_X509_num(certs)); i != e; i++)
1605             _assert(PKCS7_add_certificate(value_, sk_X509_value(certs, e - i - 1)));
1606
1607         // XXX: this is the same as PKCS7_sign_add_signer(value_, stuff, stuff, NULL, PKCS7_NOSMIMECAP)
1608         _assert(X509_check_private_key(stuff, stuff));
1609         auto info(PKCS7_add_signature(value_, stuff, stuff, EVP_sha1()));
1610         _assert(info != NULL);
1611         _assert(PKCS7_add_certificate(value_, stuff));
1612         _assert(PKCS7_add_signed_attribute(info, NID_pkcs9_contentType, V_ASN1_OBJECT, OBJ_nid2obj(NID_pkcs7_data)));
1613
1614         PKCS7_set_detached(value_, 1);
1615
1616         ASN1_OCTET_STRING *string(ASN1_OCTET_STRING_new());
1617         _assert(string != NULL);
1618         try {
1619             _assert(ASN1_STRING_set(string, xml.data(), xml.size()));
1620
1621             static auto nid(OBJ_create("1.2.840.113635.100.9.1", "", ""));
1622             _assert(PKCS7_add_signed_attribute(info, nid, V_ASN1_OCTET_STRING, string));
1623         } catch (...) {
1624             ASN1_OCTET_STRING_free(string);
1625             throw;
1626         }
1627
1628         // XXX: this is the same as PKCS7_final(value_, data, PKCS7_BINARY)
1629         BIO *bio(PKCS7_dataInit(value_, NULL));
1630         _assert(bio != NULL);
1631         _scope({ BIO_free_all(bio); });
1632         SMIME_crlf_copy(data, bio, PKCS7_BINARY);
1633         BIO_flush(bio);
1634         _assert(PKCS7_dataFinal(value_, bio));
1635     }
1636
1637     ~Signature() {
1638         PKCS7_free(value_);
1639     }
1640
1641     operator PKCS7 *() const {
1642         return value_;
1643     }
1644 };
1645 #endif
1646
1647 class NullBuffer :
1648     public std::streambuf
1649 {
1650   public:
1651     virtual std::streamsize xsputn(const char_type *data, std::streamsize size) {
1652         return size;
1653     }
1654
1655     virtual int_type overflow(int_type next) {
1656         return next;
1657     }
1658 };
1659
1660 class Digest {
1661   public:
1662     uint8_t sha1_[LDID_SHA1_DIGEST_LENGTH];
1663 };
1664
1665 class HashBuffer :
1666     public std::streambuf
1667 {
1668   private:
1669     ldid::Hash &hash_;
1670
1671     LDID_SHA1_CTX sha1_;
1672     LDID_SHA256_CTX sha256_;
1673
1674   public:
1675     HashBuffer(ldid::Hash &hash) :
1676         hash_(hash)
1677     {
1678         LDID_SHA1_Init(&sha1_);
1679         LDID_SHA256_Init(&sha256_);
1680     }
1681
1682     ~HashBuffer() {
1683         LDID_SHA1_Final(reinterpret_cast<uint8_t *>(hash_.sha1_), &sha1_);
1684         LDID_SHA256_Final(reinterpret_cast<uint8_t *>(hash_.sha256_), &sha256_);
1685     }
1686
1687     virtual std::streamsize xsputn(const char_type *data, std::streamsize size) {
1688         LDID_SHA1_Update(&sha1_, data, size);
1689         LDID_SHA256_Update(&sha256_, data, size);
1690         return size;
1691     }
1692
1693     virtual int_type overflow(int_type next) {
1694         if (next == traits_type::eof())
1695             return sync();
1696         char value(next);
1697         xsputn(&value, 1);
1698         return next;
1699     }
1700 };
1701
1702 class HashProxy :
1703     public HashBuffer
1704 {
1705   private:
1706     std::streambuf &buffer_;
1707
1708   public:
1709     HashProxy(ldid::Hash &hash, std::streambuf &buffer) :
1710         HashBuffer(hash),
1711         buffer_(buffer)
1712     {
1713     }
1714
1715     virtual std::streamsize xsputn(const char_type *data, std::streamsize size) {
1716         _assert(HashBuffer::xsputn(data, size) == size);
1717         return buffer_.sputn(data, size);
1718     }
1719 };
1720
1721 #ifndef LDID_NOTOOLS
1722 static bool Starts(const std::string &lhs, const std::string &rhs) {
1723     return lhs.size() >= rhs.size() && lhs.compare(0, rhs.size(), rhs) == 0;
1724 }
1725
1726 class Split {
1727   public:
1728     std::string dir;
1729     std::string base;
1730
1731     Split(const std::string &path) {
1732         size_t slash(path.rfind('/'));
1733         if (slash == std::string::npos)
1734             base = path;
1735         else {
1736             dir = path.substr(0, slash + 1);
1737             base = path.substr(slash + 1);
1738         }
1739     }
1740 };
1741
1742 static void mkdir_p(const std::string &path) {
1743     if (path.empty())
1744         return;
1745 #ifdef __WIN32__
1746     if (_syscall(mkdir(path.c_str()), EEXIST) == -EEXIST)
1747         return;
1748 #else
1749     if (_syscall(mkdir(path.c_str(), 0755), EEXIST) == -EEXIST)
1750         return;
1751 #endif
1752     auto slash(path.rfind('/', path.size() - 1));
1753     if (slash == std::string::npos)
1754         return;
1755     mkdir_p(path.substr(0, slash));
1756 }
1757
1758 static std::string Temporary(std::filebuf &file, const Split &split) {
1759     std::string temp(split.dir + ".ldid." + split.base);
1760     mkdir_p(split.dir);
1761     _assert_(file.open(temp.c_str(), std::ios::out | std::ios::trunc | std::ios::binary) == &file, "open(): %s", temp.c_str());
1762     return temp;
1763 }
1764
1765 static void Commit(const std::string &path, const std::string &temp) {
1766     struct stat info;
1767     if (_syscall(stat(path.c_str(), &info), ENOENT) == 0) {
1768 #ifndef __WIN32__
1769         _syscall(chown(temp.c_str(), info.st_uid, info.st_gid));
1770 #endif
1771         _syscall(chmod(temp.c_str(), info.st_mode));
1772     }
1773
1774     _syscall(rename(temp.c_str(), path.c_str()));
1775 }
1776 #endif
1777
1778 namespace ldid {
1779
1780 #ifndef LDID_NOSMIME
1781 static void get(std::string &value, X509_NAME *name, int nid) {
1782     auto index(X509_NAME_get_index_by_NID(name, nid, -1));
1783     _assert(index >= 0);
1784     auto next(X509_NAME_get_index_by_NID(name, nid, index));
1785     _assert(next == -1);
1786     auto entry(X509_NAME_get_entry(name, index));
1787     _assert(entry != NULL);
1788     auto asn(X509_NAME_ENTRY_get_data(entry));
1789     _assert(asn != NULL);
1790     value.assign(reinterpret_cast<char *>(ASN1_STRING_data(asn)), ASN1_STRING_length(asn));
1791 }
1792 #endif
1793
1794 static void req(std::streambuf &buffer, uint32_t value) {
1795     value = Swap(value);
1796     put(buffer, &value, sizeof(value));
1797 }
1798
1799 static void req(std::streambuf &buffer, const std::string &value) {
1800     req(buffer, value.size());
1801     put(buffer, value.data(), value.size());
1802     static uint8_t zeros[] = {0,0,0,0};
1803     put(buffer, zeros, 3 - (value.size() + 3) % 4);
1804 }
1805
1806 template <size_t Size_>
1807 static void req(std::streambuf &buffer, uint8_t (&&data)[Size_]) {
1808     req(buffer, Size_);
1809     put(buffer, data, Size_);
1810     static uint8_t zeros[] = {0,0,0,0};
1811     put(buffer, zeros, 3 - (Size_ + 3) % 4);
1812 }
1813
1814 Hash Sign(const void *idata, size_t isize, std::streambuf &output, const std::string &identifier, const std::string &entitlements, bool merge, const std::string &requirements, const std::string &key, const Slots &slots, uint32_t flags, bool platform, const Progress &progress) {
1815     Hash hash;
1816
1817
1818     std::string team;
1819     std::string common;
1820
1821 #ifndef LDID_NOSMIME
1822     if (!key.empty()) {
1823         Stuff stuff(key);
1824         auto name(X509_get_subject_name(stuff));
1825         _assert(name != NULL);
1826         get(team, name, NID_organizationalUnitName);
1827         get(common, name, NID_commonName);
1828     }
1829 #endif
1830
1831
1832     std::stringbuf backing;
1833
1834     if (!requirements.empty()) {
1835         put(backing, requirements.data(), requirements.size());
1836     } else {
1837         Blobs blobs;
1838
1839         std::stringbuf requirement;
1840         req(requirement, exprForm);
1841         req(requirement, opAnd);
1842         req(requirement, opIdent);
1843         req(requirement, identifier);
1844         req(requirement, opAnd);
1845         req(requirement, opAppleGenericAnchor);
1846         req(requirement, opAnd);
1847         req(requirement, opCertField);
1848         req(requirement, 0);
1849         req(requirement, "subject.CN");
1850         req(requirement, matchEqual);
1851         req(requirement, common);
1852         req(requirement, opCertGeneric);
1853         req(requirement, 1);
1854         req(requirement, (uint8_t []) {APPLE_EXTENSION_OID, 2, 1});
1855         req(requirement, matchExists);
1856         insert(blobs, 3, CSMAGIC_REQUIREMENT, requirement);
1857
1858         put(backing, CSMAGIC_REQUIREMENTS, blobs);
1859     }
1860
1861
1862     // XXX: this is just a "sufficiently large number"
1863     size_t certificate(0x3000);
1864
1865     Allocate(idata, isize, output, fun([&](const MachHeader &mach_header, Baton &baton, size_t size) -> size_t {
1866         size_t alloc(sizeof(struct SuperBlob));
1867
1868         uint32_t normal((size + PageSize_ - 1) / PageSize_);
1869
1870         uint32_t special(0);
1871
1872         _foreach (slot, slots)
1873             special = std::max(special, slot.first);
1874
1875         mach_header.ForSection(fun([&](const char *segment, const char *section, void *data, size_t size) {
1876             if (strcmp(segment, "__TEXT") == 0 && section != NULL && strcmp(section, "__info_plist") == 0)
1877                 special = std::max(special, CSSLOT_INFOSLOT);
1878         }));
1879
1880         special = std::max(special, CSSLOT_REQUIREMENTS);
1881         alloc += sizeof(struct BlobIndex);
1882         alloc += backing.str().size();
1883
1884         if (!merge)
1885             baton.entitlements_ = entitlements;
1886         else {
1887 #ifndef LDID_NOPLIST
1888             Analyze(mach_header, fun([&](const char *data, size_t size) {
1889                 baton.entitlements_.assign(data, size);
1890             }));
1891
1892             if (!entitlements.empty()) {
1893                 auto combined(plist(baton.entitlements_));
1894                 _scope({ plist_free(combined); });
1895                 _assert(plist_get_node_type(combined) == PLIST_DICT);
1896
1897                 auto merging(plist(entitlements));
1898                 _scope({ plist_free(merging); });
1899                 _assert(plist_get_node_type(merging) == PLIST_DICT);
1900
1901                 plist_dict_iter iterator(NULL);
1902                 plist_dict_new_iter(merging, &iterator);
1903                 _scope({ free(iterator); });
1904
1905                 for (;;) {
1906                     char *key(NULL);
1907                     plist_t value(NULL);
1908                     plist_dict_next_item(merging, iterator, &key, &value);
1909                     if (key == NULL)
1910                         break;
1911                     _scope({ free(key); });
1912                     plist_dict_set_item(combined, key, plist_copy(value));
1913                 }
1914
1915                 char *xml(NULL);
1916                 uint32_t size;
1917                 plist_to_xml(combined, &xml, &size);
1918                 _scope({ free(xml); });
1919
1920                 baton.entitlements_.assign(xml, size);
1921             }
1922 #else
1923             _assert(false);
1924 #endif
1925         }
1926
1927         if (!baton.entitlements_.empty()) {
1928             special = std::max(special, CSSLOT_ENTITLEMENTS);
1929             alloc += sizeof(struct BlobIndex);
1930             alloc += sizeof(struct Blob);
1931             alloc += baton.entitlements_.size();
1932         }
1933
1934         size_t directory(0);
1935
1936         directory += sizeof(struct BlobIndex);
1937         directory += sizeof(struct Blob);
1938         directory += sizeof(struct CodeDirectory);
1939         directory += identifier.size() + 1;
1940
1941         if (!team.empty())
1942             directory += team.size() + 1;
1943
1944         for (Algorithm *algorithm : GetAlgorithms())
1945             alloc = Align(alloc + directory + (special + normal) * algorithm->size_, 16);
1946
1947 #ifndef LDID_NOSMIME
1948         if (!key.empty()) {
1949             alloc += sizeof(struct BlobIndex);
1950             alloc += sizeof(struct Blob);
1951             alloc += certificate;
1952         }
1953 #endif
1954
1955         return alloc;
1956     }), fun([&](const MachHeader &mach_header, const Baton &baton, std::streambuf &output, size_t limit, const std::string &overlap, const char *top, const Progress &progress) -> size_t {
1957         Blobs blobs;
1958
1959         if (true) {
1960             insert(blobs, CSSLOT_REQUIREMENTS, backing);
1961         }
1962
1963         if (!baton.entitlements_.empty()) {
1964             std::stringbuf data;
1965             put(data, baton.entitlements_.data(), baton.entitlements_.size());
1966             insert(blobs, CSSLOT_ENTITLEMENTS, CSMAGIC_EMBEDDED_ENTITLEMENTS, data);
1967         }
1968
1969         Slots posts(slots);
1970
1971         mach_header.ForSection(fun([&](const char *segment, const char *section, void *data, size_t size) {
1972             if (strcmp(segment, "__TEXT") == 0 && section != NULL && strcmp(section, "__info_plist") == 0) {
1973                 auto &slot(posts[CSSLOT_INFOSLOT]);
1974                 for (Algorithm *algorithm : GetAlgorithms())
1975                     (*algorithm)(slot, data, size);
1976             }
1977         }));
1978
1979         unsigned total(0);
1980         for (Algorithm *pointer : GetAlgorithms()) {
1981             Algorithm &algorithm(*pointer);
1982
1983             std::stringbuf data;
1984
1985             uint32_t special(0);
1986             _foreach (blob, blobs)
1987                 special = std::max(special, blob.first);
1988             _foreach (slot, posts)
1989                 special = std::max(special, slot.first);
1990             uint32_t normal((limit + PageSize_ - 1) / PageSize_);
1991
1992             CodeDirectory directory;
1993             directory.version = Swap(uint32_t(0x00020200));
1994             directory.flags = Swap(uint32_t(flags));
1995             directory.nSpecialSlots = Swap(special);
1996             directory.codeLimit = Swap(uint32_t(limit));
1997             directory.nCodeSlots = Swap(normal);
1998             directory.hashSize = algorithm.size_;
1999             directory.hashType = algorithm.type_;
2000             directory.platform = platform ? 0x01 : 0x00;
2001             directory.pageSize = PageShift_;
2002             directory.spare2 = Swap(uint32_t(0));
2003             directory.scatterOffset = Swap(uint32_t(0));
2004             //directory.spare3 = Swap(uint32_t(0));
2005             //directory.codeLimit64 = Swap(uint64_t(0));
2006
2007             uint32_t offset(sizeof(Blob) + sizeof(CodeDirectory));
2008
2009             directory.identOffset = Swap(uint32_t(offset));
2010             offset += identifier.size() + 1;
2011
2012             if (team.empty())
2013                 directory.teamIDOffset = Swap(uint32_t(0));
2014             else {
2015                 directory.teamIDOffset = Swap(uint32_t(offset));
2016                 offset += team.size() + 1;
2017             }
2018
2019             offset += special * algorithm.size_;
2020             directory.hashOffset = Swap(uint32_t(offset));
2021             offset += normal * algorithm.size_;
2022
2023             put(data, &directory, sizeof(directory));
2024
2025             put(data, identifier.c_str(), identifier.size() + 1);
2026             if (!team.empty())
2027                 put(data, team.c_str(), team.size() + 1);
2028
2029             std::vector<uint8_t> storage((special + normal) * algorithm.size_);
2030             auto *hashes(&storage[special * algorithm.size_]);
2031
2032             memset(storage.data(), 0, special * algorithm.size_);
2033
2034             _foreach (blob, blobs) {
2035                 auto local(reinterpret_cast<const Blob *>(&blob.second[0]));
2036                 algorithm(hashes - blob.first * algorithm.size_, local, Swap(local->length));
2037             }
2038
2039             _foreach (slot, posts)
2040                 memcpy(hashes - slot.first * algorithm.size_, algorithm[slot.second], algorithm.size_);
2041
2042             progress(0);
2043             if (normal != 1)
2044                 for (size_t i = 0; i != normal - 1; ++i) {
2045                     algorithm(hashes + i * algorithm.size_, (PageSize_ * i < overlap.size() ? overlap.data() : top) + PageSize_ * i, PageSize_);
2046                     progress(double(i) / normal);
2047                 }
2048             if (normal != 0)
2049                 algorithm(hashes + (normal - 1) * algorithm.size_, top + PageSize_ * (normal - 1), ((limit - 1) % PageSize_) + 1);
2050             progress(1);
2051
2052             put(data, storage.data(), storage.size());
2053
2054             const auto &save(insert(blobs, total == 0 ? CSSLOT_CODEDIRECTORY : CSSLOT_ALTERNATE + total - 1, CSMAGIC_CODEDIRECTORY, data));
2055             algorithm(hash, save.data(), save.size());
2056
2057             ++total;
2058         }
2059
2060 #ifndef LDID_NOSMIME
2061         if (!key.empty()) {
2062 #ifdef LDID_NOPLIST
2063             auto plist(CFDictionaryCreateMutable(kCFAllocatorDefault, 0, &kCFTypeDictionaryKeyCallBacks, &kCFTypeDictionaryValueCallBacks));
2064             _scope({ CFRelease(plist); });
2065
2066             auto cdhashes(CFArrayCreateMutable(kCFAllocatorDefault, 0, &kCFTypeArrayCallBacks));
2067             _scope({ CFRelease(cdhashes); });
2068
2069             CFDictionarySetValue(plist, CFSTR("cdhashes"), cdhashes);
2070 #else
2071             auto plist(plist_new_dict());
2072             _scope({ plist_free(plist); });
2073
2074             auto cdhashes(plist_new_array());
2075             plist_dict_set_item(plist, "cdhashes", cdhashes);
2076 #endif
2077
2078             unsigned total(0);
2079             for (Algorithm *pointer : GetAlgorithms()) {
2080                 Algorithm &algorithm(*pointer);
2081                 (void) algorithm;
2082
2083                 const auto &blob(blobs[total == 0 ? CSSLOT_CODEDIRECTORY : CSSLOT_ALTERNATE + total - 1]);
2084                 ++total;
2085
2086                 std::vector<char> hash;
2087                 algorithm(hash, blob.data(), blob.size());
2088                 hash.resize(20);
2089
2090 #ifdef LDID_NOPLIST
2091                 auto value(CFDataCreate(kCFAllocatorDefault, reinterpret_cast<const UInt8 *>(hash.data()), hash.size()));
2092                 _scope({ CFRelease(value); });
2093                 CFArrayAppendValue(cdhashes, value);
2094 #else
2095                 plist_array_append_item(cdhashes, plist_new_data(hash.data(), hash.size()));
2096 #endif
2097             }
2098
2099 #ifdef LDID_NOPLIST
2100             auto created(CFPropertyListCreateXMLData(kCFAllocatorDefault, plist));
2101             _scope({ CFRelease(created); });
2102             auto xml(reinterpret_cast<const char *>(CFDataGetBytePtr(created)));
2103             auto size(CFDataGetLength(created));
2104 #else
2105             char *xml(NULL);
2106             uint32_t size;
2107             plist_to_xml(plist, &xml, &size);
2108             _scope({ free(xml); });
2109 #endif
2110
2111             std::stringbuf data;
2112             const std::string &sign(blobs[CSSLOT_CODEDIRECTORY]);
2113
2114             Stuff stuff(key);
2115             Buffer bio(sign);
2116
2117             Signature signature(stuff, sign, std::string(xml, size));
2118             Buffer result(signature);
2119             std::string value(result);
2120             put(data, value.data(), value.size());
2121
2122             const auto &save(insert(blobs, CSSLOT_SIGNATURESLOT, CSMAGIC_BLOBWRAPPER, data));
2123             _assert(save.size() <= certificate);
2124         }
2125 #endif
2126
2127         return put(output, CSMAGIC_EMBEDDED_SIGNATURE, blobs);
2128     }), progress);
2129
2130     return hash;
2131 }
2132
2133 #ifndef LDID_NOTOOLS
2134 static void Unsign(void *idata, size_t isize, std::streambuf &output, const Progress &progress) {
2135     Allocate(idata, isize, output, fun([](const MachHeader &mach_header, Baton &baton, size_t size) -> size_t {
2136         return 0;
2137     }), fun([](const MachHeader &mach_header, const Baton &baton, std::streambuf &output, size_t limit, const std::string &overlap, const char *top, const Progress &progress) -> size_t {
2138         return 0;
2139     }), progress);
2140 }
2141
2142 std::string DiskFolder::Path(const std::string &path) const {
2143     return path_ + "/" + path;
2144 }
2145
2146 DiskFolder::DiskFolder(const std::string &path) :
2147     path_(path)
2148 {
2149 }
2150
2151 DiskFolder::~DiskFolder() {
2152     if (!std::uncaught_exception())
2153         for (const auto &commit : commit_)
2154             Commit(commit.first, commit.second);
2155 }
2156
2157 #ifndef __WIN32__
2158 std::string readlink(const std::string &path) {
2159     for (size_t size(1024); ; size *= 2) {
2160         std::string data;
2161         data.resize(size);
2162
2163         int writ(_syscall(::readlink(path.c_str(), &data[0], data.size())));
2164         if (size_t(writ) >= size)
2165             continue;
2166
2167         data.resize(writ);
2168         return data;
2169     }
2170 }
2171 #endif
2172
2173 void DiskFolder::Find(const std::string &root, const std::string &base, const Functor<void (const std::string &)> &code, const Functor<void (const std::string &, const Functor<std::string ()> &)> &link) const {
2174     std::string path(Path(root) + base);
2175
2176     DIR *dir(opendir(path.c_str()));
2177     _assert(dir != NULL);
2178     _scope({ _syscall(closedir(dir)); });
2179
2180     while (auto child = readdir(dir)) {
2181         std::string name(child->d_name);
2182         if (name == "." || name == "..")
2183             continue;
2184         if (Starts(name, ".ldid."))
2185             continue;
2186
2187         bool directory;
2188
2189 #ifdef __WIN32__
2190         struct stat info;
2191         _syscall(stat((path + name).c_str(), &info));
2192         if (false);
2193         else if (S_ISDIR(info.st_mode))
2194             directory = true;
2195         else if (S_ISREG(info.st_mode))
2196             directory = false;
2197         else
2198             _assert_(false, "st_mode=%x", info.st_mode);
2199 #else
2200         switch (child->d_type) {
2201             case DT_DIR:
2202                 directory = true;
2203                 break;
2204             case DT_REG:
2205                 directory = false;
2206                 break;
2207             case DT_LNK:
2208                 link(base + name, fun([&]() { return readlink(path + name); }));
2209                 continue;
2210             default:
2211                 _assert_(false, "d_type=%u", child->d_type);
2212         }
2213 #endif
2214
2215         if (directory)
2216             Find(root, base + name + "/", code, link);
2217         else
2218             code(base + name);
2219     }
2220 }
2221
2222 void DiskFolder::Save(const std::string &path, bool edit, const void *flag, const Functor<void (std::streambuf &)> &code) {
2223     if (!edit) {
2224         // XXX: use nullbuf
2225         std::stringbuf save;
2226         code(save);
2227     } else {
2228         std::filebuf save;
2229         auto from(Path(path));
2230         commit_[from] = Temporary(save, from);
2231         code(save);
2232     }
2233 }
2234
2235 bool DiskFolder::Look(const std::string &path) const {
2236     return _syscall(access(Path(path).c_str(), R_OK), ENOENT) == 0;
2237 }
2238
2239 void DiskFolder::Open(const std::string &path, const Functor<void (std::streambuf &, size_t, const void *)> &code) const {
2240     std::filebuf data;
2241     auto result(data.open(Path(path).c_str(), std::ios::binary | std::ios::in));
2242     _assert_(result == &data, "DiskFolder::Open(%s)", path.c_str());
2243
2244     auto length(data.pubseekoff(0, std::ios::end, std::ios::in));
2245     data.pubseekpos(0, std::ios::in);
2246     code(data, length, NULL);
2247 }
2248
2249 void DiskFolder::Find(const std::string &path, const Functor<void (const std::string &)> &code, const Functor<void (const std::string &, const Functor<std::string ()> &)> &link) const {
2250     Find(path, "", code, link);
2251 }
2252 #endif
2253
2254 SubFolder::SubFolder(Folder &parent, const std::string &path) :
2255     parent_(parent),
2256     path_(path)
2257 {
2258 }
2259
2260 void SubFolder::Save(const std::string &path, bool edit, const void *flag, const Functor<void (std::streambuf &)> &code) {
2261     return parent_.Save(path_ + path, edit, flag, code);
2262 }
2263
2264 bool SubFolder::Look(const std::string &path) const {
2265     return parent_.Look(path_ + path);
2266 }
2267
2268 void SubFolder::Open(const std::string &path, const Functor<void (std::streambuf &, size_t, const void *)> &code) const {
2269     return parent_.Open(path_ + path, code);
2270 }
2271
2272 void SubFolder::Find(const std::string &path, const Functor<void (const std::string &)> &code, const Functor<void (const std::string &, const Functor<std::string ()> &)> &link) const {
2273     return parent_.Find(path_ + path, code, link);
2274 }
2275
2276 std::string UnionFolder::Map(const std::string &path) const {
2277     auto remap(remaps_.find(path));
2278     if (remap == remaps_.end())
2279         return path;
2280     return remap->second;
2281 }
2282
2283 void UnionFolder::Map(const std::string &path, const Functor<void (const std::string &)> &code, const std::string &file, const Functor<void (const Functor<void (std::streambuf &, size_t, const void *)> &)> &save) const {
2284     if (file.size() >= path.size() && file.substr(0, path.size()) == path)
2285         code(file.substr(path.size()));
2286 }
2287
2288 UnionFolder::UnionFolder(Folder &parent) :
2289     parent_(parent)
2290 {
2291 }
2292
2293 void UnionFolder::Save(const std::string &path, bool edit, const void *flag, const Functor<void (std::streambuf &)> &code) {
2294     return parent_.Save(Map(path), edit, flag, code);
2295 }
2296
2297 bool UnionFolder::Look(const std::string &path) const {
2298     auto file(resets_.find(path));
2299     if (file != resets_.end())
2300         return true;
2301     return parent_.Look(Map(path));
2302 }
2303
2304 void UnionFolder::Open(const std::string &path, const Functor<void (std::streambuf &, size_t, const void *)> &code) const {
2305     auto file(resets_.find(path));
2306     if (file == resets_.end())
2307         return parent_.Open(Map(path), code);
2308     auto &entry(file->second);
2309
2310     auto &data(*entry.data_);
2311     auto length(data.pubseekoff(0, std::ios::end, std::ios::in));
2312     data.pubseekpos(0, std::ios::in);
2313     code(data, length, entry.flag_);
2314 }
2315
2316 void UnionFolder::Find(const std::string &path, const Functor<void (const std::string &)> &code, const Functor<void (const std::string &, const Functor<std::string ()> &)> &link) const {
2317     for (auto &reset : resets_)
2318         Map(path, code, reset.first, fun([&](const Functor<void (std::streambuf &, size_t, const void *)> &code) {
2319             auto &entry(reset.second);
2320             auto &data(*entry.data_);
2321             auto length(data.pubseekoff(0, std::ios::end, std::ios::in));
2322             data.pubseekpos(0, std::ios::in);
2323             code(data, length, entry.flag_);
2324         }));
2325
2326     for (auto &remap : remaps_)
2327         Map(path, code, remap.first, fun([&](const Functor<void (std::streambuf &, size_t, const void *)> &code) {
2328             parent_.Open(remap.second, fun([&](std::streambuf &data, size_t length, const void *flag) {
2329                 code(data, length, flag);
2330             }));
2331         }));
2332
2333     parent_.Find(path, fun([&](const std::string &name) {
2334         if (deletes_.find(path + name) == deletes_.end())
2335             code(name);
2336     }), fun([&](const std::string &name, const Functor<std::string ()> &read) {
2337         if (deletes_.find(path + name) == deletes_.end())
2338             link(name, read);
2339     }));
2340 }
2341
2342 #ifndef LDID_NOTOOLS
2343 static void copy(std::streambuf &source, std::streambuf &target, size_t length, const Progress &progress) {
2344     progress(0);
2345     size_t total(0);
2346     for (;;) {
2347         char data[4096 * 4];
2348         size_t writ(source.sgetn(data, sizeof(data)));
2349         if (writ == 0)
2350             break;
2351         _assert(target.sputn(data, writ) == writ);
2352         total += writ;
2353         progress(double(total) / length);
2354     }
2355 }
2356
2357 #ifndef LDID_NOPLIST
2358 static plist_t plist(const std::string &data) {
2359     plist_t plist(NULL);
2360     if (Starts(data, "bplist00"))
2361         plist_from_bin(data.data(), data.size(), &plist);
2362     else
2363         plist_from_xml(data.data(), data.size(), &plist);
2364     _assert(plist != NULL);
2365     return plist;
2366 }
2367
2368 static void plist_d(std::streambuf &buffer, size_t length, const Functor<void (plist_t)> &code) {
2369     std::stringbuf data;
2370     copy(buffer, data, length, dummy_);
2371     auto node(plist(data.str()));
2372     _scope({ plist_free(node); });
2373     _assert(plist_get_node_type(node) == PLIST_DICT);
2374     code(node);
2375 }
2376
2377 static std::string plist_s(plist_t node) {
2378     _assert(node != NULL);
2379     _assert(plist_get_node_type(node) == PLIST_STRING);
2380     char *data;
2381     plist_get_string_val(node, &data);
2382     _scope({ free(data); });
2383     return data;
2384 }
2385 #endif
2386
2387 enum Mode {
2388     NoMode,
2389     OptionalMode,
2390     OmitMode,
2391     NestedMode,
2392     TopMode,
2393 };
2394
2395 class Expression {
2396   private:
2397     regex_t regex_;
2398     std::vector<std::string> matches_;
2399
2400   public:
2401     Expression(const std::string &code) {
2402         _assert_(regcomp(&regex_, code.c_str(), REG_EXTENDED) == 0, "regcomp()");
2403         matches_.resize(regex_.re_nsub + 1);
2404     }
2405
2406     ~Expression() {
2407         regfree(&regex_);
2408     }
2409
2410     bool operator ()(const std::string &data) {
2411         regmatch_t matches[matches_.size()];
2412         auto value(regexec(&regex_, data.c_str(), matches_.size(), matches, 0));
2413         if (value == REG_NOMATCH)
2414             return false;
2415         _assert_(value == 0, "regexec()");
2416         for (size_t i(0); i != matches_.size(); ++i)
2417             matches_[i].assign(data.data() + matches[i].rm_so, matches[i].rm_eo - matches[i].rm_so);
2418         return true;
2419     }
2420
2421     const std::string &operator [](size_t index) const {
2422         return matches_[index];
2423     }
2424 };
2425
2426 struct Rule {
2427     unsigned weight_;
2428     Mode mode_;
2429     std::string code_;
2430
2431     mutable std::auto_ptr<Expression> regex_;
2432
2433     Rule(unsigned weight, Mode mode, const std::string &code) :
2434         weight_(weight),
2435         mode_(mode),
2436         code_(code)
2437     {
2438     }
2439
2440     Rule(const Rule &rhs) :
2441         weight_(rhs.weight_),
2442         mode_(rhs.mode_),
2443         code_(rhs.code_)
2444     {
2445     }
2446
2447     void Compile() const {
2448         regex_.reset(new Expression(code_));
2449     }
2450
2451     bool operator ()(const std::string &data) const {
2452         _assert(regex_.get() != NULL);
2453         return (*regex_)(data);
2454     }
2455
2456     bool operator <(const Rule &rhs) const {
2457         if (weight_ > rhs.weight_)
2458             return true;
2459         if (weight_ < rhs.weight_)
2460             return false;
2461         return mode_ > rhs.mode_;
2462     }
2463 };
2464
2465 struct RuleCode {
2466     bool operator ()(const Rule *lhs, const Rule *rhs) const {
2467         return lhs->code_ < rhs->code_;
2468     }
2469 };
2470
2471 #ifndef LDID_NOPLIST
2472 static Hash Sign(const uint8_t *prefix, size_t size, std::streambuf &buffer, Hash &hash, std::streambuf &save, const std::string &identifier, const std::string &entitlements, bool merge, const std::string &requirements, const std::string &key, const Slots &slots, size_t length, uint32_t flags, bool platform, const Progress &progress) {
2473     // XXX: this is a miserable fail
2474     std::stringbuf temp;
2475     put(temp, prefix, size);
2476     copy(buffer, temp, length - size, progress);
2477     // XXX: this is a stupid hack
2478     pad(temp, 0x10 - (length & 0xf));
2479     auto data(temp.str());
2480
2481     HashProxy proxy(hash, save);
2482     return Sign(data.data(), data.size(), proxy, identifier, entitlements, merge, requirements, key, slots, flags, platform, progress);
2483 }
2484
2485 Bundle Sign(const std::string &root, Folder &folder, const std::string &key, std::map<std::string, Hash> &remote, const std::string &requirements, const Functor<std::string (const std::string &, const std::string &)> &alter, const Progress &progress) {
2486     std::string executable;
2487     std::string identifier;
2488
2489     bool mac(false);
2490
2491     std::string info("Info.plist");
2492     if (!folder.Look(info) && folder.Look("Resources/" + info)) {
2493         mac = true;
2494         info = "Resources/" + info;
2495     }
2496
2497     folder.Open(info, fun([&](std::streambuf &buffer, size_t length, const void *flag) {
2498         plist_d(buffer, length, fun([&](plist_t node) {
2499             executable = plist_s(plist_dict_get_item(node, "CFBundleExecutable"));
2500             identifier = plist_s(plist_dict_get_item(node, "CFBundleIdentifier"));
2501         }));
2502     }));
2503
2504     if (!mac && folder.Look("MacOS/" + executable)) {
2505         executable = "MacOS/" + executable;
2506         mac = true;
2507     }
2508
2509     progress(root + "*");
2510
2511     std::string entitlements;
2512     folder.Open(executable, fun([&](std::streambuf &buffer, size_t length, const void *flag) {
2513         // XXX: this is a miserable fail
2514         std::stringbuf temp;
2515         copy(buffer, temp, length, progress);
2516         // XXX: this is a stupid hack
2517         pad(temp, 0x10 - (length & 0xf));
2518         auto data(temp.str());
2519         entitlements = alter(root, Analyze(data.data(), data.size()));
2520     }));
2521
2522     static const std::string directory("_CodeSignature/");
2523     static const std::string signature(directory + "CodeResources");
2524
2525     std::map<std::string, std::multiset<Rule>> versions;
2526
2527     auto &rules1(versions[""]);
2528     auto &rules2(versions["2"]);
2529
2530     const std::string resources(mac ? "Resources/" : "");
2531
2532     if (true) {
2533         rules1.insert(Rule{1, NoMode, "^" + resources});
2534         rules1.insert(Rule{1000, OptionalMode, "^" + resources + ".*\\.lproj/"});
2535         rules1.insert(Rule{1100, OmitMode, "^" + resources + ".*\\.lproj/locversion.plist$"});
2536         rules1.insert(Rule{1010, NoMode, "^Base\\.lproj/"});
2537         rules1.insert(Rule{1, NoMode, "^version.plist$"});
2538     }
2539
2540     if (true) {
2541         rules2.insert(Rule{11, NoMode, ".*\\.dSYM($|/)"});
2542         rules2.insert(Rule{20, NoMode, "^" + resources});
2543         rules2.insert(Rule{2000, OmitMode, "^(.*/)?\\.DS_Store$"});
2544         rules2.insert(Rule{10, NestedMode, "^(Frameworks|SharedFrameworks|PlugIns|Plug-ins|XPCServices|Helpers|MacOS|Library/(Automator|Spotlight|LoginItems))/"});
2545         rules2.insert(Rule{1, NoMode, "^.*"});
2546         rules2.insert(Rule{1000, OptionalMode, "^" + resources + ".*\\.lproj/"});
2547         rules2.insert(Rule{1100, OmitMode, "^" + resources + ".*\\.lproj/locversion.plist$"});
2548         rules2.insert(Rule{1010, NoMode, "^Base\\.lproj/"});
2549         rules2.insert(Rule{20, OmitMode, "^Info\\.plist$"});
2550         rules2.insert(Rule{20, OmitMode, "^PkgInfo$"});
2551         rules2.insert(Rule{10, NestedMode, "^[^/]+$"});
2552         rules2.insert(Rule{20, NoMode, "^embedded\\.provisionprofile$"});
2553         rules2.insert(Rule{20, NoMode, "^version\\.plist$"});
2554     }
2555
2556     std::map<std::string, Hash> local;
2557
2558     std::string failure(mac ? "Contents/|Versions/[^/]*/Resources/" : "");
2559     Expression nested("^(Frameworks/[^/]*\\.framework|PlugIns/[^/]*\\.appex(()|/[^/]*.app))/(" + failure + ")Info\\.plist$");
2560     std::map<std::string, Bundle> bundles;
2561
2562     folder.Find("", fun([&](const std::string &name) {
2563         if (!nested(name))
2564             return;
2565         auto bundle(root + Split(name).dir);
2566         bundle.resize(bundle.size() - resources.size());
2567         SubFolder subfolder(folder, bundle);
2568
2569         bundles[nested[1]] = Sign(bundle, subfolder, key, local, "", Starts(name, "PlugIns/") ? alter :
2570             static_cast<const Functor<std::string (const std::string &, const std::string &)> &>(fun([&](const std::string &, const std::string &) -> std::string { return entitlements; }))
2571         , progress);
2572     }), fun([&](const std::string &name, const Functor<std::string ()> &read) {
2573     }));
2574
2575     std::set<std::string> excludes;
2576
2577     auto exclude([&](const std::string &name) {
2578         // BundleDiskRep::adjustResources -> builder.addExclusion
2579         if (name == executable || Starts(name, directory) || Starts(name, "_MASReceipt/") || name == "CodeResources")
2580             return true;
2581
2582         for (const auto &bundle : bundles)
2583             if (Starts(name, bundle.first + "/")) {
2584                 excludes.insert(name);
2585                 return true;
2586             }
2587
2588         return false;
2589     });
2590
2591     std::map<std::string, std::string> links;
2592
2593     folder.Find("", fun([&](const std::string &name) {
2594         if (exclude(name))
2595             return;
2596
2597         if (local.find(name) != local.end())
2598             return;
2599         auto &hash(local[name]);
2600
2601         folder.Open(name, fun([&](std::streambuf &data, size_t length, const void *flag) {
2602             progress(root + name);
2603
2604             union {
2605                 struct {
2606                     uint32_t magic;
2607                     uint32_t count;
2608                 };
2609
2610                 uint8_t bytes[8];
2611             } header;
2612
2613             auto size(most(data, &header.bytes, sizeof(header.bytes)));
2614
2615             if (name != "_WatchKitStub/WK" && size == sizeof(header.bytes))
2616                 switch (Swap(header.magic)) {
2617                     case FAT_MAGIC:
2618                         // Java class file format
2619                         if (Swap(header.count) >= 40)
2620                             break;
2621                     case FAT_CIGAM:
2622                     case MH_MAGIC: case MH_MAGIC_64:
2623                     case MH_CIGAM: case MH_CIGAM_64:
2624                         folder.Save(name, true, flag, fun([&](std::streambuf &save) {
2625                             Slots slots;
2626                             Sign(header.bytes, size, data, hash, save, identifier, "", false, "", key, slots, length, 0, false, Progression(progress, root + name));
2627                         }));
2628                         return;
2629                 }
2630
2631             folder.Save(name, false, flag, fun([&](std::streambuf &save) {
2632                 HashProxy proxy(hash, save);
2633                 put(proxy, header.bytes, size);
2634                 copy(data, proxy, length - size, progress);
2635             }));
2636         }));
2637     }), fun([&](const std::string &name, const Functor<std::string ()> &read) {
2638         if (exclude(name))
2639             return;
2640
2641         links[name] = read();
2642     }));
2643
2644     auto plist(plist_new_dict());
2645     _scope({ plist_free(plist); });
2646
2647     for (const auto &version : versions) {
2648         auto files(plist_new_dict());
2649         plist_dict_set_item(plist, ("files" + version.first).c_str(), files);
2650
2651         for (const auto &rule : version.second)
2652             rule.Compile();
2653
2654         bool old(&version.second == &rules1);
2655
2656         for (const auto &hash : local)
2657             for (const auto &rule : version.second)
2658                 if (rule(hash.first)) {
2659                     if (!old && mac && excludes.find(hash.first) != excludes.end());
2660                     else if (old && rule.mode_ == NoMode)
2661                         plist_dict_set_item(files, hash.first.c_str(), plist_new_data(reinterpret_cast<const char *>(hash.second.sha1_), sizeof(hash.second.sha1_)));
2662                     else if (rule.mode_ != OmitMode) {
2663                         auto entry(plist_new_dict());
2664                         plist_dict_set_item(entry, "hash", plist_new_data(reinterpret_cast<const char *>(hash.second.sha1_), sizeof(hash.second.sha1_)));
2665                         if (!old)
2666                             plist_dict_set_item(entry, "hash2", plist_new_data(reinterpret_cast<const char *>(hash.second.sha256_), sizeof(hash.second.sha256_)));
2667                         if (rule.mode_ == OptionalMode)
2668                             plist_dict_set_item(entry, "optional", plist_new_bool(true));
2669                         plist_dict_set_item(files, hash.first.c_str(), entry);
2670                     }
2671
2672                     break;
2673                 }
2674
2675         for (const auto &link : links)
2676             for (const auto &rule : version.second)
2677                 if (rule(link.first)) {
2678                     if (rule.mode_ != OmitMode) {
2679                         auto entry(plist_new_dict());
2680                         plist_dict_set_item(entry, "symlink", plist_new_string(link.second.c_str()));
2681                         if (rule.mode_ == OptionalMode)
2682                             plist_dict_set_item(entry, "optional", plist_new_bool(true));
2683                         plist_dict_set_item(files, link.first.c_str(), entry);
2684                     }
2685
2686                     break;
2687                 }
2688
2689         if (!old && mac)
2690             for (const auto &bundle : bundles) {
2691                 auto entry(plist_new_dict());
2692                 plist_dict_set_item(entry, "cdhash", plist_new_data(reinterpret_cast<const char *>(bundle.second.hash.sha256_), sizeof(bundle.second.hash.sha256_)));
2693                 plist_dict_set_item(entry, "requirement", plist_new_string("anchor apple generic"));
2694                 plist_dict_set_item(files, bundle.first.c_str(), entry);
2695             }
2696     }
2697
2698     for (const auto &version : versions) {
2699         auto rules(plist_new_dict());
2700         plist_dict_set_item(plist, ("rules" + version.first).c_str(), rules);
2701
2702         std::multiset<const Rule *, RuleCode> ordered;
2703         for (const auto &rule : version.second)
2704             ordered.insert(&rule);
2705
2706         for (const auto &rule : ordered)
2707             if (rule->weight_ == 1 && rule->mode_ == NoMode)
2708                 plist_dict_set_item(rules, rule->code_.c_str(), plist_new_bool(true));
2709             else {
2710                 auto entry(plist_new_dict());
2711                 plist_dict_set_item(rules, rule->code_.c_str(), entry);
2712
2713                 switch (rule->mode_) {
2714                     case NoMode:
2715                         break;
2716                     case OmitMode:
2717                         plist_dict_set_item(entry, "omit", plist_new_bool(true));
2718                         break;
2719                     case OptionalMode:
2720                         plist_dict_set_item(entry, "optional", plist_new_bool(true));
2721                         break;
2722                     case NestedMode:
2723                         plist_dict_set_item(entry, "nested", plist_new_bool(true));
2724                         break;
2725                     case TopMode:
2726                         plist_dict_set_item(entry, "top", plist_new_bool(true));
2727                         break;
2728                 }
2729
2730                 if (rule->weight_ >= 10000)
2731                     plist_dict_set_item(entry, "weight", plist_new_uint(rule->weight_));
2732                 else if (rule->weight_ != 1)
2733                     plist_dict_set_item(entry, "weight", plist_new_real(rule->weight_));
2734             }
2735     }
2736
2737     folder.Save(signature, true, NULL, fun([&](std::streambuf &save) {
2738         HashProxy proxy(local[signature], save);
2739         char *xml(NULL);
2740         uint32_t size;
2741         plist_to_xml(plist, &xml, &size);
2742         _scope({ free(xml); });
2743         put(proxy, xml, size);
2744     }));
2745
2746     Bundle bundle;
2747     bundle.path = executable;
2748
2749     folder.Open(executable, fun([&](std::streambuf &buffer, size_t length, const void *flag) {
2750         progress(root + executable);
2751         folder.Save(executable, true, flag, fun([&](std::streambuf &save) {
2752             Slots slots;
2753             slots[1] = local.at(info);
2754             slots[3] = local.at(signature);
2755             bundle.hash = Sign(NULL, 0, buffer, local[executable], save, identifier, entitlements, false, requirements, key, slots, length, 0, false, Progression(progress, root + executable));
2756         }));
2757     }));
2758
2759     for (const auto &entry : local)
2760         remote[root + entry.first] = entry.second;
2761
2762     return bundle;
2763 }
2764
2765 Bundle Sign(const std::string &root, Folder &folder, const std::string &key, const std::string &requirements, const Functor<std::string (const std::string &, const std::string &)> &alter, const Progress &progress) {
2766     std::map<std::string, Hash> local;
2767     return Sign(root, folder, key, local, requirements, alter, progress);
2768 }
2769 #endif
2770
2771 #endif
2772 }
2773
2774 #ifndef LDID_NOTOOLS
2775 int main(int argc, char *argv[]) {
2776 #ifndef LDID_NOSMIME
2777     OpenSSL_add_all_algorithms();
2778 #endif
2779
2780     union {
2781         uint16_t word;
2782         uint8_t byte[2];
2783     } endian = {1};
2784
2785     little_ = endian.byte[0];
2786
2787     bool flag_r(false);
2788     bool flag_e(false);
2789     bool flag_q(false);
2790
2791     bool flag_H(false);
2792
2793 #ifndef LDID_NOFLAGT
2794     bool flag_T(false);
2795 #endif
2796
2797     bool flag_S(false);
2798     bool flag_s(false);
2799
2800     bool flag_D(false);
2801
2802     bool flag_A(false);
2803     bool flag_a(false);
2804
2805     bool flag_u(false);
2806
2807     bool flag_M(false);
2808
2809     uint32_t flags(0);
2810     bool platform(false);
2811
2812     uint32_t flag_CPUType(_not(uint32_t));
2813     uint32_t flag_CPUSubtype(_not(uint32_t));
2814
2815     const char *flag_I(NULL);
2816
2817 #ifndef LDID_NOFLAGT
2818     bool timeh(false);
2819     uint32_t timev(0);
2820 #endif
2821
2822     Map entitlements;
2823     Map requirements;
2824     Map key;
2825     ldid::Slots slots;
2826
2827     std::vector<std::string> files;
2828
2829     if (argc == 1) {
2830         fprintf(stderr, "usage: %s -S[entitlements.xml] <binary>\n", argv[0]);
2831         fprintf(stderr, "   %s -e MobileSafari\n", argv[0]);
2832         fprintf(stderr, "   %s -S cat\n", argv[0]);
2833         fprintf(stderr, "   %s -Stfp.xml gdb\n", argv[0]);
2834         exit(0);
2835     }
2836
2837     for (int argi(1); argi != argc; ++argi)
2838         if (argv[argi][0] != '-')
2839             files.push_back(argv[argi]);
2840         else switch (argv[argi][1]) {
2841             case 'r':
2842                 _assert(!flag_s);
2843                 _assert(!flag_S);
2844                 flag_r = true;
2845             break;
2846
2847             case 'e': flag_e = true; break;
2848
2849             case 'E': {
2850                 const char *string = argv[argi] + 2;
2851                 const char *colon = strchr(string, ':');
2852                 _assert(colon != NULL);
2853                 Map file(colon + 1, O_RDONLY, PROT_READ, MAP_PRIVATE);
2854                 char *arge;
2855                 unsigned number(strtoul(string, &arge, 0));
2856                 _assert(arge == colon);
2857                 auto &slot(slots[number]);
2858                 for (Algorithm *algorithm : GetAlgorithms())
2859                     (*algorithm)(slot, file.data(), file.size());
2860             } break;
2861
2862             case 'q': flag_q = true; break;
2863
2864             case 'H': {
2865                 const char *hash = argv[argi] + 2;
2866
2867                 if (!flag_H) {
2868                     flag_H = true;
2869
2870                     do_sha1 = false;
2871                     do_sha256 = false;
2872
2873                     fprintf(stderr, "WARNING: -H is only present for compatibility with a fork of ldid\n");
2874                     fprintf(stderr, "         you should NOT be manually specifying the hash algorithm\n");
2875                 }
2876
2877                 if (false);
2878                 else if (strcmp(hash, "sha1") == 0)
2879                     do_sha1 = true;
2880                 else if (strcmp(hash, "sha256") == 0)
2881                     do_sha256 = true;
2882                 else _assert(false);
2883             } break;
2884
2885             case 'Q': {
2886                 const char *xml = argv[argi] + 2;
2887                 requirements.open(xml, O_RDONLY, PROT_READ, MAP_PRIVATE);
2888             } break;
2889
2890             case 'D': flag_D = true; break;
2891
2892             case 'a': flag_a = true; break;
2893
2894             case 'A':
2895                 _assert(!flag_A);
2896                 flag_A = true;
2897                 if (argv[argi][2] != '\0') {
2898                     const char *cpu = argv[argi] + 2;
2899                     const char *colon = strchr(cpu, ':');
2900                     _assert(colon != NULL);
2901                     char *arge;
2902                     flag_CPUType = strtoul(cpu, &arge, 0);
2903                     _assert(arge == colon);
2904                     flag_CPUSubtype = strtoul(colon + 1, &arge, 0);
2905                     _assert(arge == argv[argi] + strlen(argv[argi]));
2906                 }
2907             break;
2908
2909             case 'C': {
2910                 const char *name = argv[argi] + 2;
2911                 if (false);
2912                 else if (strcmp(name, "host") == 0)
2913                     flags |= kSecCodeSignatureHost;
2914                 else if (strcmp(name, "adhoc") == 0)
2915                     flags |= kSecCodeSignatureAdhoc;
2916                 else if (strcmp(name, "hard") == 0)
2917                     flags |= kSecCodeSignatureForceHard;
2918                 else if (strcmp(name, "kill") == 0)
2919                     flags |= kSecCodeSignatureForceKill;
2920                 else if (strcmp(name, "expires") == 0)
2921                     flags |= kSecCodeSignatureForceExpiration;
2922                 else if (strcmp(name, "restrict") == 0)
2923                     flags |= kSecCodeSignatureRestrict;
2924                 else if (strcmp(name, "enforcement") == 0)
2925                     flags |= kSecCodeSignatureEnforcement;
2926                 else if (strcmp(name, "library-validation") == 0)
2927                     flags |= kSecCodeSignatureLibraryValidation;
2928                 else _assert(false);
2929             } break;
2930
2931             case 'P':
2932                 platform = true;
2933             break;
2934
2935             case 's':
2936                 _assert(!flag_r);
2937                 _assert(!flag_S);
2938                 flag_s = true;
2939             break;
2940
2941             case 'S':
2942                 _assert(!flag_r);
2943                 _assert(!flag_s);
2944                 flag_S = true;
2945                 if (argv[argi][2] != '\0') {
2946                     const char *xml = argv[argi] + 2;
2947                     entitlements.open(xml, O_RDONLY, PROT_READ, MAP_PRIVATE);
2948                 }
2949             break;
2950
2951             case 'M':
2952                 flag_M = true;
2953             break;
2954
2955             case 'K':
2956                 if (argv[argi][2] != '\0')
2957                     key.open(argv[argi] + 2, O_RDONLY, PROT_READ, MAP_PRIVATE);
2958             break;
2959
2960 #ifndef LDID_NOFLAGT
2961             case 'T': {
2962                 flag_T = true;
2963                 if (argv[argi][2] == '-')
2964                     timeh = true;
2965                 else {
2966                     char *arge;
2967                     timev = strtoul(argv[argi] + 2, &arge, 0);
2968                     _assert(arge == argv[argi] + strlen(argv[argi]));
2969                 }
2970             } break;
2971 #endif
2972
2973             case 'u': {
2974                 flag_u = true;
2975             } break;
2976
2977             case 'I': {
2978                 flag_I = argv[argi] + 2;
2979             } break;
2980
2981             default:
2982                 goto usage;
2983             break;
2984         }
2985
2986     _assert(flag_S || key.empty());
2987     _assert(flag_S || flag_I == NULL);
2988
2989     if (files.empty()) usage: {
2990         exit(0);
2991     }
2992
2993     size_t filei(0), filee(0);
2994     _foreach (file, files) try {
2995         std::string path(file);
2996
2997         struct stat info;
2998         _syscall(stat(path.c_str(), &info));
2999
3000         if (S_ISDIR(info.st_mode)) {
3001 #ifndef LDID_NOPLIST
3002             _assert(!flag_r);
3003             ldid::DiskFolder folder(path);
3004             path += "/" + Sign("", folder, key, requirements, ldid::fun([&](const std::string &, const std::string &) -> std::string { return entitlements; }), dummy_).path;
3005 #else
3006             _assert(false);
3007 #endif
3008         } else if (flag_S || flag_r) {
3009             Map input(path, O_RDONLY, PROT_READ, MAP_PRIVATE);
3010
3011             std::filebuf output;
3012             Split split(path);
3013             auto temp(Temporary(output, split));
3014
3015             if (flag_r)
3016                 ldid::Unsign(input.data(), input.size(), output, dummy_);
3017             else {
3018                 std::string identifier(flag_I ?: split.base.c_str());
3019                 ldid::Sign(input.data(), input.size(), output, identifier, entitlements, flag_M, requirements, key, slots, flags, platform, dummy_);
3020             }
3021
3022             Commit(path, temp);
3023         }
3024
3025         bool modify(false);
3026 #ifndef LDID_NOFLAGT
3027         if (flag_T)
3028             modify = true;
3029 #endif
3030         if (flag_s)
3031             modify = true;
3032
3033         Map mapping(path, modify);
3034         FatHeader fat_header(mapping.data(), mapping.size());
3035
3036         _foreach (mach_header, fat_header.GetMachHeaders()) {
3037             struct linkedit_data_command *signature(NULL);
3038             struct encryption_info_command *encryption(NULL);
3039
3040             if (flag_A) {
3041                 if (mach_header.GetCPUType() != flag_CPUType)
3042                     continue;
3043                 if (mach_header.GetCPUSubtype() != flag_CPUSubtype)
3044                     continue;
3045             }
3046
3047             if (flag_a)
3048                 printf("cpu=0x%x:0x%x\n", mach_header.GetCPUType(), mach_header.GetCPUSubtype());
3049
3050             _foreach (load_command, mach_header.GetLoadCommands()) {
3051                 uint32_t cmd(mach_header.Swap(load_command->cmd));
3052
3053                 if (false);
3054                 else if (cmd == LC_CODE_SIGNATURE)
3055                     signature = reinterpret_cast<struct linkedit_data_command *>(load_command);
3056                 else if (cmd == LC_ENCRYPTION_INFO || cmd == LC_ENCRYPTION_INFO_64)
3057                     encryption = reinterpret_cast<struct encryption_info_command *>(load_command);
3058                 else if (cmd == LC_LOAD_DYLIB) {
3059                     volatile struct dylib_command *dylib_command(reinterpret_cast<struct dylib_command *>(load_command));
3060                     const char *name(reinterpret_cast<const char *>(load_command) + mach_header.Swap(dylib_command->dylib.name));
3061
3062                     if (strcmp(name, "/System/Library/Frameworks/UIKit.framework/UIKit") == 0) {
3063                         if (flag_u) {
3064                             Version version;
3065                             version.value = mach_header.Swap(dylib_command->dylib.current_version);
3066                             printf("uikit=%u.%u.%u\n", version.major, version.minor, version.patch);
3067                         }
3068                     }
3069                 }
3070 #ifndef LDID_NOFLAGT
3071                 else if (cmd == LC_ID_DYLIB) {
3072                     volatile struct dylib_command *dylib_command(reinterpret_cast<struct dylib_command *>(load_command));
3073
3074                     if (flag_T) {
3075                         uint32_t timed;
3076
3077                         if (!timeh)
3078                             timed = timev;
3079                         else {
3080                             dylib_command->dylib.timestamp = 0;
3081                             timed = hash(reinterpret_cast<uint8_t *>(mach_header.GetBase()), mach_header.GetSize(), timev);
3082                         }
3083
3084                         dylib_command->dylib.timestamp = mach_header.Swap(timed);
3085                     }
3086                 }
3087 #endif
3088             }
3089
3090             if (flag_D) {
3091                 _assert(encryption != NULL);
3092                 encryption->cryptid = mach_header.Swap(0);
3093             }
3094
3095             if (flag_e) {
3096                 _assert(signature != NULL);
3097
3098                 uint32_t data = mach_header.Swap(signature->dataoff);
3099
3100                 uint8_t *top = reinterpret_cast<uint8_t *>(mach_header.GetBase());
3101                 uint8_t *blob = top + data;
3102                 struct SuperBlob *super = reinterpret_cast<struct SuperBlob *>(blob);
3103
3104                 for (size_t index(0); index != Swap(super->count); ++index)
3105                     if (Swap(super->index[index].type) == CSSLOT_ENTITLEMENTS) {
3106                         uint32_t begin = Swap(super->index[index].offset);
3107                         struct Blob *entitlements = reinterpret_cast<struct Blob *>(blob + begin);
3108                         fwrite(entitlements + 1, 1, Swap(entitlements->length) - sizeof(*entitlements), stdout);
3109                     }
3110             }
3111
3112             if (flag_q) {
3113                 _assert(signature != NULL);
3114
3115                 uint32_t data = mach_header.Swap(signature->dataoff);
3116
3117                 uint8_t *top = reinterpret_cast<uint8_t *>(mach_header.GetBase());
3118                 uint8_t *blob = top + data;
3119                 struct SuperBlob *super = reinterpret_cast<struct SuperBlob *>(blob);
3120
3121                 for (size_t index(0); index != Swap(super->count); ++index)
3122                     if (Swap(super->index[index].type) == CSSLOT_REQUIREMENTS) {
3123                         uint32_t begin = Swap(super->index[index].offset);
3124                         struct Blob *requirement = reinterpret_cast<struct Blob *>(blob + begin);
3125                         fwrite(requirement, 1, Swap(requirement->length), stdout);
3126                     }
3127             }
3128
3129             if (flag_s) {
3130                 _assert(signature != NULL);
3131
3132                 uint32_t data = mach_header.Swap(signature->dataoff);
3133
3134                 uint8_t *top = reinterpret_cast<uint8_t *>(mach_header.GetBase());
3135                 uint8_t *blob = top + data;
3136                 struct SuperBlob *super = reinterpret_cast<struct SuperBlob *>(blob);
3137
3138                 for (size_t index(0); index != Swap(super->count); ++index)
3139                     if (Swap(super->index[index].type) == CSSLOT_CODEDIRECTORY) {
3140                         uint32_t begin = Swap(super->index[index].offset);
3141                         struct CodeDirectory *directory = reinterpret_cast<struct CodeDirectory *>(blob + begin + sizeof(Blob));
3142
3143                         uint8_t (*hashes)[LDID_SHA1_DIGEST_LENGTH] = reinterpret_cast<uint8_t (*)[LDID_SHA1_DIGEST_LENGTH]>(blob + begin + Swap(directory->hashOffset));
3144                         uint32_t pages = Swap(directory->nCodeSlots);
3145
3146                         if (pages != 1)
3147                             for (size_t i = 0; i != pages - 1; ++i)
3148                                 LDID_SHA1(top + PageSize_ * i, PageSize_, hashes[i]);
3149                         if (pages != 0)
3150                             LDID_SHA1(top + PageSize_ * (pages - 1), ((data - 1) % PageSize_) + 1, hashes[pages - 1]);
3151                     }
3152             }
3153         }
3154
3155         ++filei;
3156     } catch (const char *) {
3157         ++filee;
3158         ++filei;
3159     }
3160
3161     return filee;
3162 }
3163 #endif