{"header":{"message":"Remove s3binarystore (moved to nix in d155d80)","description":null,"timestamp":"2016-05-11T16:34:03Z","authors":[{"email":"ried@mytum.de","name":"Alexander Ried"}]},"hash":"MS676RZWKHV4QNY2IILGKVA4DYOKFMSUCP2WTTJT374R3B3U2D6QC","authors":[],"deps":{"hashes":[["MS676RZWKHV4QNY2IILGKVA4DYOKFMSUCP2WTTJT374R3B3U2D6QC","Remove s3binarystore (moved to nix in d155d80)"],["AA",null],["FS3HUMVUIZ2YWZVAO4VWJES23FUSFTQ5TMWWDCJ7KPZBRPXTN35AC","Fix Makefile.am"],["XO774HEKD4S5HGVJRAU7GWJXUOWR3YHACK3PTS7KZEWGRX2R2YKQC","Fix a boost format string abort"],["DXFMYCNWLWBW7CX4QEGSZHSFQOPDXIDEERZ4QZ6OVGDO3OCFJ76QC","Fix build"],["W4W4ZTNV6GXJSWYUTFEFJEGCCKDIKX5G7RBBXIEMAYRTONA2TY4QC","Some more logging"],["2PQPKMG7PHKSWDYVLVHO5SJAWQT253NUOPKP6C65TXNUKOPMFQJQC","S3BinaryCacheStore: Use disk cache"],["5AIYUMTBY6TFQTBRP3MJ2PYWUMRF57I77NIVWYE74UMEVQMBWZVQC","Basic remote building"],["B2L4T3X63XVYJQXEDU4WT5Y4R6PMDXGC6WN2KGOMHRQILSABNQOAC","Sync with Nix"],["US3QQSHJVDIESJAHI5WAIRHTIPEGXHVVY4EOEK7M5YPCUWKW7RAAC","Updates for negative .narinfo caching"],["MHVIT4JYWUYD4UCGB2AHLXWLX6B5SYE22BREERNGANT7RGGDUFOAC","Split hydra-queue-runner.cc more"],["7LB6QBXYOGU43UDLJDJQZFGT4XDALULXDF3WX3WWHL7X3JTB54CQC","Keep track of the number of build steps that are being built"],["ENXUSMSVOU3AZFMH2ZXR4ZVPV2LRRQYQJ6IFX33YN6IH2ORSNSAAC","Make concurrency more robust"],["EOO4EFWD2BJCGF3ZKS2QR3XDW4WHUGH2EHSOFVK6GMI5BUBZW6QQC","Use a single BinaryCacheStore for all threads"],["DIEY5USNXFN6O2ARZ5IPBS2VX4OH7KE4RMX2JWAWTVMMSYA6GREAC","Keep better bytesReceived/bytesSent stats"],["HJOEIMLRDVQ2KZI5HGL2HKGBM3AHP7YIKGKDAGFUNKRUXVRB24NAC","Refactor"],["24BMQDZAWDQ7VNIA7TIROXSOYLOJBNZ2E4264WHWNJAEN6ZB3UOAC","Start of single-process hydra-queue-runner"],["N4IROACVZ4MU73J5SM6WXJMKQSFR3VN5SOKENNNZNEGMTGB2Q3HAC","Move buildRemote() into State"],["GH4S4AWM2RUS3RUDU4E4TVQJF3N3LKM7OQQSZTG6H7NNMH6FKR7AC","Rename file"],["RX6UB7YWLTJXJTFHFHU3W4W5LZIFHZJ4E6WGACPTQONBROFCNWNQC","Better AWS error messages"],["QSBS2ISOQ2ZFYZIAZPWD26UYFSWIFWR47R5WUEJKIQJKKJWXOZDAC","S3BinaryCacheStore::isValidPath(): Do a GET instead of HEAD"],["N2NKSKHSFR6SDMGZO2ALNDVIOLOEE26BPQHCSWUGEFE3DVVVV4MAC","Refactor local binary cache code into a subclass"],["YZAI5GQU3HNMK5MEGF2Y7WS445AN4YKD3HNJQVQP545ODN3F5DLAC","Implement a database connection pool"],["73YR46NJNYZQKHA3QDJCAZYAKC2CGEF5LIS44NOIPDZU6FX6BDPQC","hydra-queue-runner: Write directly to a binary cache"],["QDEGRYZVDHC6V65BU3AJBI2RUJWN53XDD4Y6E7V2I7RDFPMUIU7QC","Reduce severity level of some message"],["GTUZLZRHJ6GL5BNXOO3GA6Y3GFO7AXLIVPQHSG26LCF42KC2N7LQC","Add an S3-backed binary cache store"],["AMXZL5ORI2GTJ3FKJYPNCRMNQ5F5RJW2OJCWCBFFR2PHK62SAZCQC","Use US standard S3 region"],["MB3TISH2KYBIGY6XJKMN4HO2S6TCN2GORJENMECCKLXGGIRS2O2AC","Rate-limit the number of threads copying closures at the same time"],["XLYHZUHTGM3HJBIINHPY4JLMENBFXPQEZYNEXENUOX3C47JLXJMAC","Cache .narinfo lookups"],["V6H6BWMKUGENVYLLCT56NWU7YYPADYI65Q4KSGPOJIZF2LWQRN2QC","Sync with Nix"],["ZM34T2NWCTGWBQ5PWIWDJTRKJLCIX3HZHRWCVQGO7OCKTKMXXMSQC","Typo"],["SOB276BAWH23OUKJUXGDWCLDIM2OISD5NKF743NTQ3L572L4BS3QC","Keep some statistics for the binary cache stores"]],"deps":["FS3HUMVUIZ2YWZVAO4VWJES23FUSFTQ5TMWWDCJ7KPZBRPXTN35AC","XO774HEKD4S5HGVJRAU7GWJXUOWR3YHACK3PTS7KZEWGRX2R2YKQC","DXFMYCNWLWBW7CX4QEGSZHSFQOPDXIDEERZ4QZ6OVGDO3OCFJ76QC","W4W4ZTNV6GXJSWYUTFEFJEGCCKDIKX5G7RBBXIEMAYRTONA2TY4QC","2PQPKMG7PHKSWDYVLVHO5SJAWQT253NUOPKP6C65TXNUKOPMFQJQC"],"known":["24BMQDZAWDQ7VNIA7TIROXSOYLOJBNZ2E4264WHWNJAEN6ZB3UOAC","ENXUSMSVOU3AZFMH2ZXR4ZVPV2LRRQYQJ6IFX33YN6IH2ORSNSAAC","YZAI5GQU3HNMK5MEGF2Y7WS445AN4YKD3HNJQVQP545ODN3F5DLAC","5AIYUMTBY6TFQTBRP3MJ2PYWUMRF57I77NIVWYE74UMEVQMBWZVQC","7LB6QBXYOGU43UDLJDJQZFGT4XDALULXDF3WX3WWHL7X3JTB54CQC","MB3TISH2KYBIGY6XJKMN4HO2S6TCN2GORJENMECCKLXGGIRS2O2AC","HJOEIMLRDVQ2KZI5HGL2HKGBM3AHP7YIKGKDAGFUNKRUXVRB24NAC","N4IROACVZ4MU73J5SM6WXJMKQSFR3VN5SOKENNNZNEGMTGB2Q3HAC","MHVIT4JYWUYD4UCGB2AHLXWLX6B5SYE22BREERNGANT7RGGDUFOAC","73YR46NJNYZQKHA3QDJCAZYAKC2CGEF5LIS44NOIPDZU6FX6BDPQC","GH4S4AWM2RUS3RUDU4E4TVQJF3N3LKM7OQQSZTG6H7NNMH6FKR7AC","N2NKSKHSFR6SDMGZO2ALNDVIOLOEE26BPQHCSWUGEFE3DVVVV4MAC","GTUZLZRHJ6GL5BNXOO3GA6Y3GFO7AXLIVPQHSG26LCF42KC2N7LQC","ZM34T2NWCTGWBQ5PWIWDJTRKJLCIX3HZHRWCVQGO7OCKTKMXXMSQC","EOO4EFWD2BJCGF3ZKS2QR3XDW4WHUGH2EHSOFVK6GMI5BUBZW6QQC","SOB276BAWH23OUKJUXGDWCLDIM2OISD5NKF743NTQ3L572L4BS3QC","XLYHZUHTGM3HJBIINHPY4JLMENBFXPQEZYNEXENUOX3C47JLXJMAC","QSBS2ISOQ2ZFYZIAZPWD26UYFSWIFWR47R5WUEJKIQJKKJWXOZDAC","B2L4T3X63XVYJQXEDU4WT5Y4R6PMDXGC6WN2KGOMHRQILSABNQOAC","V6H6BWMKUGENVYLLCT56NWU7YYPADYI65Q4KSGPOJIZF2LWQRN2QC","DIEY5USNXFN6O2ARZ5IPBS2VX4OH7KE4RMX2JWAWTVMMSYA6GREAC","AMXZL5ORI2GTJ3FKJYPNCRMNQ5F5RJW2OJCWCBFFR2PHK62SAZCQC","QDEGRYZVDHC6V65BU3AJBI2RUJWN53XDD4Y6E7V2I7RDFPMUIU7QC","RX6UB7YWLTJXJTFHFHU3W4W5LZIFHZJ4E6WGACPTQONBROFCNWNQC","US3QQSHJVDIESJAHI5WAIRHTIPEGXHVVY4EOEK7M5YPCUWKW7RAAC"]},"hunks":[{"FileDel":{"deleted_names":[{"basename":"s3-binary-cache-store.cc","metadata":0}],"del":{"EdgeMap":{"edges":[{"previous":"BLOCK | FOLDER","flag":"BLOCK | FOLDER | DELETED","from":{"change":7,"pos":187},"to":{"change":7,"start":5469,"end":5517},"introduced_by":7},{"previous":"BLOCK | FOLDER","flag":"BLOCK | FOLDER | DELETED","from":{"change":7,"pos":5517},"to":{"change":7,"start":1297,"end":1297},"introduced_by":7}],"inode":{"change":7,"pos":1297}}},"content_edges":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":1297},"to":{"change":7,"start":1298,"end":1334},"introduced_by":7},{"previous":"","flag":"DELETED","from":{"change":7,"pos":64},"to":{"change":7,"start":1334,"end":1657},"introduced_by":7},{"previous":"","flag":"DELETED","from":{"change":6,"pos":2658},"to":{"change":7,"start":1334,"end":1657},"introduced_by":6},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":1334},"to":{"change":7,"start":1334,"end":1657},"introduced_by":7},{"previous":"","flag":"DELETED","from":{"change":7,"pos":225},"to":{"change":7,"start":1657,"end":1804},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":1657},"to":{"change":7,"start":1657,"end":1804},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":1804},"to":{"change":7,"start":0,"end":79},"introduced_by":7},{"previous":"","flag":"DELETED","from":{"change":7,"pos":79},"to":{"change":7,"start":1856,"end":1888},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":1856},"to":{"change":7,"start":1856,"end":1888},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":1888},"to":{"change":7,"start":226,"end":296},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":296},"to":{"change":7,"start":80,"end":140},"introduced_by":7},{"previous":"","flag":"DELETED","from":{"change":7,"pos":140},"to":{"change":7,"start":1969,"end":2017},"introduced_by":7},{"previous":"","flag":"DELETED","from":{"change":7,"pos":369},"to":{"change":7,"start":1969,"end":2017},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":1969},"to":{"change":7,"start":1969,"end":2017},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":2017},"to":{"change":7,"start":1351,"end":1425},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":1425},"to":{"change":4,"start":0,"end":114},"introduced_by":4},{"previous":"","flag":"DELETED","from":{"change":4,"pos":114},"to":{"change":7,"start":2240,"end":2347},"introduced_by":4},{"previous":"","flag":"DELETED","from":{"change":7,"pos":1369},"to":{"change":7,"start":2240,"end":2347},"introduced_by":7},{"previous":"","flag":"DELETED","from":{"change":7,"pos":1491},"to":{"change":7,"start":2240,"end":2347},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":2240},"to":{"change":7,"start":2240,"end":2347},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":2347},"to":{"change":6,"start":2659,"end":2744},"introduced_by":6},{"previous":"","flag":"DELETED","from":{"change":6,"pos":2744},"to":{"change":7,"start":2347,"end":2349},"introduced_by":6},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":2347},"to":{"change":7,"start":2347,"end":2349},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":2349},"to":{"change":6,"start":2745,"end":2778},"introduced_by":6},{"previous":"","flag":"DELETED","from":{"change":6,"pos":2778},"to":{"change":7,"start":2349,"end":2486},"introduced_by":6},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":2349},"to":{"change":7,"start":2349,"end":2486},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":2486},"to":{"change":7,"start":0,"end":42},"introduced_by":7},{"previous":"","flag":"DELETED","from":{"change":7,"pos":42},"to":{"change":7,"start":2528,"end":2621},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":2528},"to":{"change":7,"start":2528,"end":2621},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":2621},"to":{"change":6,"start":2779,"end":2824},"introduced_by":6},{"previous":"","flag":"DELETED","from":{"change":6,"pos":2824},"to":{"change":7,"start":2905,"end":2906},"introduced_by":6},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":2905},"to":{"change":7,"start":2905,"end":2906},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":2906},"to":{"change":6,"start":2825,"end":3129},"introduced_by":6},{"previous":"","flag":"DELETED","from":{"change":7,"pos":259},"to":{"change":7,"start":3095,"end":3096},"introduced_by":7},{"previous":"","flag":"DELETED","from":{"change":6,"pos":3129},"to":{"change":7,"start":3095,"end":3096},"introduced_by":6},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":3095},"to":{"change":7,"start":3095,"end":3096},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":3096},"to":{"change":6,"start":3130,"end":3895},"introduced_by":6},{"previous":"","flag":"DELETED","from":{"change":7,"pos":161},"to":{"change":7,"start":3443,"end":3480},"introduced_by":7},{"previous":"","flag":"DELETED","from":{"change":7,"pos":701},"to":{"change":7,"start":3443,"end":3480},"introduced_by":7},{"previous":"","flag":"DELETED","from":{"change":6,"pos":3895},"to":{"change":7,"start":3443,"end":3480},"introduced_by":6},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":3443},"to":{"change":7,"start":3443,"end":3480},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":3480},"to":{"change":7,"start":4897,"end":4987},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":4987},"to":{"change":7,"start":370,"end":617},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":617},"to":{"change":6,"start":3896,"end":3965},"introduced_by":6},{"previous":"","flag":"DELETED","from":{"change":6,"pos":3965},"to":{"change":7,"start":678,"end":690},"introduced_by":6},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":678},"to":{"change":7,"start":678,"end":690},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":690},"to":{"change":6,"start":3966,"end":4000},"introduced_by":6},{"previous":"","flag":"DELETED","from":{"change":6,"pos":4000},"to":{"change":7,"start":722,"end":743},"introduced_by":6},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":722},"to":{"change":7,"start":722,"end":743},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":743},"to":{"change":7,"start":66,"end":120},"introduced_by":7},{"previous":"","flag":"DELETED","from":{"change":7,"pos":120},"to":{"change":7,"start":853,"end":859},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":853},"to":{"change":7,"start":853,"end":859},"introduced_by":7},{"previous":"","flag":"DELETED","from":{"change":7,"pos":859},"to":{"change":7,"start":3480,"end":3547},"introduced_by":7},{"previous":"","flag":"DELETED","from":{"change":7,"pos":4987},"to":{"change":7,"start":3480,"end":3547},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":3480},"to":{"change":7,"start":3480,"end":3547},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":3547},"to":{"change":7,"start":4988,"end":5007},"introduced_by":7},{"previous":"","flag":"DELETED","from":{"change":7,"pos":5007},"to":{"change":7,"start":3547,"end":3917},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":3547},"to":{"change":7,"start":3547,"end":3917},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":3917},"to":{"change":3,"start":0,"end":92},"introduced_by":3},{"previous":"","flag":"DELETED","from":{"change":3,"pos":92},"to":{"change":7,"start":3985,"end":4313},"introduced_by":3},{"previous":"","flag":"DELETED","from":{"change":7,"pos":790},"to":{"change":7,"start":3985,"end":4313},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":3985},"to":{"change":7,"start":3985,"end":4313},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":4313},"to":{"change":7,"start":5008,"end":5061},"introduced_by":7},{"previous":"","flag":"DELETED","from":{"change":7,"pos":5061},"to":{"change":7,"start":4313,"end":4364},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":4313},"to":{"change":7,"start":4313,"end":4364},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":4364},"to":{"change":7,"start":791,"end":902},"introduced_by":7},{"previous":"","flag":"DELETED","from":{"change":7,"pos":902},"to":{"change":7,"start":4420,"end":4471},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":4420},"to":{"change":7,"start":4420,"end":4471},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":4471},"to":{"change":7,"start":5062,"end":5159},"introduced_by":7},{"previous":"","flag":"DELETED","from":{"change":7,"pos":5159},"to":{"change":7,"start":4471,"end":4472},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":4471},"to":{"change":7,"start":4471,"end":4472},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":4472},"to":{"change":7,"start":0,"end":82},"introduced_by":7},{"previous":"","flag":"DELETED","from":{"change":7,"pos":82},"to":{"change":7,"start":5160,"end":5249},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":4555},"to":{"change":7,"start":5160,"end":5249},"introduced_by":7},{"previous":"","flag":"DELETED","from":{"change":7,"pos":5249},"to":{"change":7,"start":4692,"end":4695},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":4692},"to":{"change":7,"start":4692,"end":4695},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":4695},"to":{"change":7,"start":121,"end":204},"introduced_by":7},{"previous":"","flag":"DELETED","from":{"change":7,"pos":204},"to":{"change":7,"start":4761,"end":4763},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":4761},"to":{"change":7,"start":4761,"end":4763},"introduced_by":7},{"previous":"","flag":"DELETED","from":{"change":5,"pos":87},"to":{"change":7,"start":4763,"end":4996},"introduced_by":5},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":4763},"to":{"change":7,"start":4763,"end":4996},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":4996},"to":{"change":7,"start":5250,"end":5268},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":5268},"to":{"change":7,"start":205,"end":215},"introduced_by":7},{"previous":"","flag":"DELETED","from":{"change":7,"pos":215},"to":{"change":7,"start":5046,"end":5047},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":5046},"to":{"change":7,"start":5046,"end":5047},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":5047},"to":{"change":7,"start":216,"end":270},"introduced_by":7},{"previous":"","flag":"DELETED","from":{"change":7,"pos":270},"to":{"change":7,"start":5103,"end":5104},"introduced_by":7},{"previous":"","flag":"DELETED","from":{"change":7,"pos":1013},"to":{"change":7,"start":5103,"end":5104},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":5103},"to":{"change":7,"start":5103,"end":5104},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":5104},"to":{"change":7,"start":271,"end":389},"introduced_by":7},{"previous":"","flag":"DELETED","from":{"change":7,"pos":389},"to":{"change":7,"start":5154,"end":5155},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":5154},"to":{"change":7,"start":5154,"end":5155},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":5155},"to":{"change":7,"start":390,"end":444},"introduced_by":7},{"previous":"","flag":"DELETED","from":{"change":7,"pos":444},"to":{"change":7,"start":5269,"end":5270},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":5229},"to":{"change":7,"start":5269,"end":5270},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":5270},"to":{"change":7,"start":445,"end":523},"introduced_by":7},{"previous":"","flag":"DELETED","from":{"change":7,"pos":523},"to":{"change":7,"start":5229,"end":5230},"introduced_by":7},{"previous":"","flag":"DELETED","from":{"change":7,"pos":5366},"to":{"change":7,"start":5229,"end":5230},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":5229},"to":{"change":7,"start":5229,"end":5230},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":5230},"to":{"change":7,"start":524,"end":624},"introduced_by":7},{"previous":"","flag":"DELETED","from":{"change":7,"pos":624},"to":{"change":7,"start":5421,"end":5422},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":5421},"to":{"change":7,"start":5421,"end":5422},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":5422},"to":{"change":7,"start":625,"end":776},"introduced_by":7},{"previous":"","flag":"DELETED","from":{"change":7,"pos":776},"to":{"change":7,"start":5445,"end":5446},"introduced_by":7},{"previous":"","flag":"DELETED","from":{"change":7,"pos":5489},"to":{"change":7,"start":5445,"end":5446},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":5445},"to":{"change":7,"start":5445,"end":5446},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":5446},"to":{"change":7,"start":777,"end":1017},"introduced_by":7},{"previous":"","flag":"DELETED","from":{"change":7,"pos":1017},"to":{"change":7,"start":5462,"end":5467},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":5462},"to":{"change":7,"start":5462,"end":5467},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":4763},"to":{"change":5,"start":0,"end":87},"introduced_by":5},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":1657},"to":{"change":7,"start":65,"end":225},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":1334},"to":{"change":7,"start":40,"end":64},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":64},"to":{"change":6,"start":2624,"end":2658},"introduced_by":6}],"inode":{"change":7,"pos":1297}},"content":[{"Del":"#include \"s3-binary-cache-store.hh\"\n"},{"Del":"\n#include \n#include \n#include \n#include \n#include \n#include \n#include \n\nnamespace nix {\n"},{"Del":"\n/* Helper: given an Outcome, return R in case of success, or\n throw an exception in case of an error. */\ntemplate\n"},{"Del":"R && checkAws(const FormatOrString & fs, Aws::Utils::Outcome && outcome)\n"},{"Del":"{\n if (!outcome.IsSuccess())\n"},{"Del":" throw S3Error(\n outcome.GetError().GetErrorType(),\n"},{"Del":" fs.s + \": \" + outcome.GetError().GetMessage());\n"},{"Del":" return outcome.GetResultWithOwnership();\n}\n\n"},{"Del":"S3BinaryCacheStore::S3BinaryCacheStore(std::shared_ptr localStore,\n"},{"Del":" const Path & secretKeyFile, const std::string & bucketName)\n : BinaryCacheStore(localStore, secretKeyFile)\n"},{"Del":" , bucketName(bucketName)\n , config(makeConfig())\n , client(make_ref(*config))\n"},{"Del":"{\n diskCache = getNarInfoDiskCache();\n}\n\nstd::string S3BinaryCacheStore::getUri()\n"},{"Del":"{\n"},{"Del":" return \"s3://\" + bucketName;\n"},{"Del":"}\n\nref S3BinaryCacheStore::makeConfig()\n{\n auto res = make_ref();\n"},{"Del":" res->region = Aws::Region::US_EAST_1;\n"},{"Del":" res->requestTimeoutMs = 600 * 1000;\n return res;\n}\n\nvoid S3BinaryCacheStore::init()\n{\n"},{"Del":" if (!diskCache->cacheExists(getUri())) {\n"},{"Del":"\n"},{"Del":" /* Create the bucket if it doesn't already exists. */\n // FIXME: HeadBucket would be more appropriate, but doesn't return\n // an easily parsed 404 message.\n auto res = client->GetBucketLocation(\n Aws::S3::Model::GetBucketLocationRequest().WithBucket(bucketName));\n"},{"Del":"\n"},{"Del":" if (!res.IsSuccess()) {\n if (res.GetError().GetErrorType() != Aws::S3::S3Errors::NO_SUCH_BUCKET)\n throw Error(format(\"AWS error checking bucket ‘%s’: %s\") % bucketName % res.GetError().GetMessage());\n\n checkAws(format(\"AWS error creating bucket ‘%s’\") % bucketName,\n client->CreateBucket(\n Aws::S3::Model::CreateBucketRequest()\n .WithBucket(bucketName)\n .WithCreateBucketConfiguration(\n Aws::S3::Model::CreateBucketConfiguration()\n /* .WithLocationConstraint(\n Aws::S3::Model::BucketLocationConstraint::US) */ )));\n }\n\n diskCache->createCache(getUri());\n"},{"Del":" }\n\n BinaryCacheStore::init();\n"},{"Del":"}\n\nconst S3BinaryCacheStore::Stats & S3BinaryCacheStore::getS3Stats()\n{\n return stats;\n"},{"Del":"}\n\n/* This is a specialisation of isValidPath() that optimistically\n fetches the .narinfo file, rather than first checking for its\n existence via a HEAD request. Since .narinfos are small, doing a\n GET is unlikely to be slower than HEAD. */\n"},{"Del":"bool S3BinaryCacheStore::isValidPathUncached(const Path & storePath)\n"},{"Del":"{\n try {\n"},{"Del":" queryPathInfo(storePath);\n"},{"Del":" return true;\n"},{"Del":" } catch (InvalidPath & e) {\n return false;\n"},{"Del":" }\n"},{"Del":"}\n\nbool S3BinaryCacheStore::fileExists(const std::string & path)\n{\n"},{"Del":" stats.head++;\n\n"},{"Del":" auto res = client->HeadObject(\n Aws::S3::Model::HeadObjectRequest()\n .WithBucket(bucketName)\n .WithKey(path));\n\n if (!res.IsSuccess()) {\n auto & error = res.GetError();\n if (error.GetErrorType() == Aws::S3::S3Errors::UNKNOWN // FIXME\n && error.GetMessage().find(\"404\") != std::string::npos)\n return false;\n"},{"Del":" throw Error(format(\"AWS error fetching ‘%s’: %s\") % path % error.GetMessage());\n"},{"Del":" }\n\n return true;\n}\n\nvoid S3BinaryCacheStore::upsertFile(const std::string & path, const std::string & data)\n{\n auto request =\n Aws::S3::Model::PutObjectRequest()\n .WithBucket(bucketName)\n .WithKey(path);\n\n auto stream = std::make_shared(data);\n\n request.SetBody(stream);\n\n"},{"Del":" stats.put++;\n stats.putBytes += data.size();\n\n"},{"Del":" auto now1 = std::chrono::steady_clock::now();\n\n"},{"Del":" auto result = checkAws(format(\"AWS error uploading ‘%s’\") % path,\n client->PutObject(request));\n"},{"Del":"\n auto now2 = std::chrono::steady_clock::now();\n"},{"Del":"\n auto duration = std::chrono::duration_cast(now2 - now1).count();\n"},{"Del":"\n"},{"Del":" printMsg(lvlInfo, format(\"uploaded ‘s3://%1%/%2%’ (%3% bytes) in %4% ms\")\n"},{"Del":" % bucketName % path % data.size() % duration);\n\n stats.putTimeMs += duration;\n"},{"Del":"}\n\n"},{"Del":"std::shared_ptr S3BinaryCacheStore::getFile(const std::string & path)\n"},{"Del":"{\n"},{"Del":" auto request =\n Aws::S3::Model::GetObjectRequest()\n .WithBucket(bucketName)\n .WithKey(path);\n\n request.SetResponseStreamFactory([&]() {\n return Aws::New(\"STRINGSTREAM\");\n });\n\n"},{"Del":" stats.get++;\n\n"},{"Del":" try {\n"},{"Del":"\n"},{"Del":" auto now1 = std::chrono::steady_clock::now();\n"},{"Del":"\n"},{"Del":" auto result = checkAws(format(\"AWS error fetching ‘%s’\") % path,\n client->GetObject(request));\n"},{"Del":"\n"},{"Del":" auto now2 = std::chrono::steady_clock::now();\n"},{"Del":"\n"},{"Del":" auto res = dynamic_cast(result.GetBody()).str();\n"},{"Del":"\n"},{"Del":" auto duration = std::chrono::duration_cast(now2 - now1).count();\n"},{"Del":"\n"},{"Del":" printMsg(lvlTalkative, format(\"downloaded ‘s3://%1%/%2%’ (%3% bytes) in %4% ms\")\n % bucketName % path % res.size() % duration);\n"},{"Del":"\n"},{"Del":" stats.getBytes += res.size();\n stats.getTimeMs += duration;\n\n return std::make_shared(res);\n\n } catch (S3Error & e) {\n if (e.err == Aws::S3::S3Errors::NO_SUCH_KEY) return 0;\n throw;\n }\n"},{"Del":"}\n\n}\n"},{"Del":" printMsg(lvlDebug, format(\"fetching ‘s3://%1%/%2%’...\") % bucketName % path);\n\n"},{"Del":"\nstruct S3Error : public Error\n{\n Aws::S3::S3Errors err;\n S3Error(Aws::S3::S3Errors err, const FormatOrString & fs)\n : Error(fs), err(err) { };\n};\n"},{"Del":"\n#include \"nar-info.hh\"\n"},{"Del":"#include \"nar-info-disk-cache.hh\"\n"}]}},{"FileDel":{"deleted_names":[{"basename":"s3-binary-cache-store.hh","metadata":0}],"del":{"EdgeMap":{"edges":[{"previous":"BLOCK | FOLDER","flag":"BLOCK | FOLDER | DELETED","from":{"change":7,"pos":187},"to":{"change":7,"start":6356,"end":6404},"introduced_by":7},{"previous":"BLOCK | FOLDER","flag":"BLOCK | FOLDER | DELETED","from":{"change":7,"pos":6404},"to":{"change":7,"start":5519,"end":5519},"introduced_by":7}],"inode":{"change":7,"pos":5519}}},"content_edges":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":5519},"to":{"change":7,"start":5520,"end":5567},"introduced_by":7},{"previous":"","flag":"DELETED","from":{"change":7,"pos":5509},"to":{"change":7,"start":5567,"end":5890},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":5567},"to":{"change":7,"start":5567,"end":5890},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":5890},"to":{"change":7,"start":1492,"end":1550},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":1550},"to":{"change":4,"start":115,"end":184},"introduced_by":4},{"previous":"","flag":"DELETED","from":{"change":4,"pos":184},"to":{"change":7,"start":6041,"end":6068},"introduced_by":4},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":6041},"to":{"change":7,"start":6041,"end":6068},"introduced_by":7},{"previous":"","flag":"DELETED","from":{"change":6,"pos":4028},"to":{"change":7,"start":6068,"end":6069},"introduced_by":6},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":6068},"to":{"change":7,"start":6068,"end":6069},"introduced_by":7},{"previous":"","flag":"DELETED","from":{"change":7,"pos":5863},"to":{"change":7,"start":6069,"end":6078},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":6069},"to":{"change":7,"start":6069,"end":6078},"introduced_by":7},{"previous":"","flag":"DELETED","from":{"change":7,"pos":5882},"to":{"change":7,"start":6078,"end":6288},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":6078},"to":{"change":7,"start":6078,"end":6288},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":6288},"to":{"change":7,"start":1018,"end":1095},"introduced_by":7},{"previous":"","flag":"DELETED","from":{"change":7,"pos":1095},"to":{"change":7,"start":6348,"end":6355},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":6348},"to":{"change":7,"start":6348,"end":6355},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":6078},"to":{"change":7,"start":5864,"end":5882},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":6069},"to":{"change":7,"start":5510,"end":5862},"introduced_by":7},{"previous":"","flag":"DELETED","from":{"change":7,"pos":916},"to":{"change":7,"start":5862,"end":5863},"introduced_by":7},{"previous":"","flag":"DELETED","from":{"change":6,"pos":4092},"to":{"change":7,"start":5862,"end":5863},"introduced_by":6},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":5862},"to":{"change":7,"start":5862,"end":5863},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":5862},"to":{"change":7,"start":860,"end":861},"introduced_by":7},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":861},"to":{"change":6,"start":4029,"end":4092},"introduced_by":6},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":6068},"to":{"change":6,"start":4001,"end":4028},"introduced_by":6},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":5567},"to":{"change":7,"start":5490,"end":5509},"introduced_by":7}],"inode":{"change":7,"pos":5519}},"content":[{"Del":"#pragma once\n\n#include \"binary-cache-store.hh\"\n"},{"Del":"\nnamespace Aws { namespace Client { class ClientConfiguration; } }\nnamespace Aws { namespace S3 { class S3Client; } }\n\nnamespace nix {\n\nclass S3BinaryCacheStore : public BinaryCacheStore\n{\nprivate:\n\n std::string bucketName;\n\n ref config;\n ref client;\n\npublic:\n\n"},{"Del":" S3BinaryCacheStore(std::shared_ptr localStore,\n"},{"Del":" const Path & secretKeyFile, const std::string & bucketName);\n"},{"Del":"\n void init() override;\n"},{"Del":"\n"},{"Del":"private:\n"},{"Del":"\n ref makeConfig();\n\nprotected:\n\n bool fileExists(const std::string & path) override;\n\n void upsertFile(const std::string & path, const std::string & data) override;\n\n"},{"Del":" std::shared_ptr getFile(const std::string & path) override;\n"},{"Del":"\n};\n\n}\n"},{"Del":"\n Stats stats;\n"},{"Del":" struct Stats\n {\n std::atomic put{0};\n std::atomic putBytes{0};\n std::atomic putTimeMs{0};\n std::atomic get{0};\n std::atomic getBytes{0};\n std::atomic getTimeMs{0};\n std::atomic head{0};\n };\n\n const Stats & getS3Stats();\n"},{"Del":"\n"},{"Del":"\n"},{"Del":" bool isValidPathUncached(const Path & storePath) override;\n"},{"Del":"\n std::string getUri();\n"},{"Del":"\n#include \n"}]}},{"Edit":{"inode":{"change":7,"pos":219},"path":"src/hydra-queue-runner/Makefile.am","line":6,"atom":{"EdgeMap":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":7,"pos":61},"to":{"change":2,"start":0,"end":53},"introduced_by":2}],"inode":{"change":7,"pos":219}}},"contents":[{"Del":" s3-binary-cache-store.hh s3-binary-cache-store.cc \\\n"}]}}],"owner":"grahamc","repo":"hydra2","token":"kdPPGvVT2H+X9vJ32j+U9XQLA25M0SR3qUFKuHG8tgk=","login":null}

…

Dependencies

Change contents