; author: Thomas Hintz ; email: t@thintz.com ; license: bsd (module amazon-s3 (;; debugging *last-sig* ;; params access-key secret-key https ;; procs list-objects list-buckets bucket-exists? create-bucket! delete-bucket! get-object put-object! delete-object! put-string! put-sexp! put-file! get-string get-sexp get-file ;; macros with-bucket) (import scheme chicken srfi-1 extras srfi-13 data-structures ports posix) (use base64 sha1 http-client uri-common intarweb srfi-19 hmac ssax sxpath) ; needed to make intarweb work with Amazon's screwy authorization header (define (aws-param-subunparser params) (sprintf "~A:~A" (alist-ref 'access-key params) (alist-ref 'signed-secret params))) (authorization-param-subunparsers `((aws . ,aws-param-subunparser) . ,(authorization-param-subunparsers))) ;;; params (define (intarweb-date date) (string->time (date->string date "~a ~b ~d ~T ~Y GMT"))) (define (sig-date date) (date->string date "~a, ~d ~b ~Y ~T GMT")) (define access-key (make-parameter "")) (define secret-key (make-parameter "")) (define https (make-parameter #f)) ;;; helper methods (define (assert-404 exn) (if (string=? ((condition-property-accessor 'exn 'message) exn) "Client error: 404 Not Found") #f (abort exn))) (define (make-aws-authorization verb resource #!key (date #f) (amz-headers '()) (content-md5 #f) (content-type #f)) (let* ((can-amz-headers (sort (map (lambda (header) `(,(string-downcase (car header)) . ,(cdr header))) amz-headers) (lambda (v1 v2) (stringsymbol content-type)) (content-length ,content-length))))) (define (aws-request bucket path verb #!key no-auth (content-type "") (content-length 0)) (make-request method: (string->symbol verb) uri: (uri-reference (string-append "http" (if (https) "s" "") "://" (if bucket (string-append bucket ".") "") "s3.amazonaws.com" (if path (string-append "/" path) ""))) headers: (if no-auth (headers '()) (aws-headers bucket path verb content-type content-length)))) (define (aws-xml-parser path ns) (lambda () ((sxpath path) (ssax:xml->sxml (current-input-port) ns)))) (define (perform-aws-request #!key (bucket #f) (path #f) (sxpath '()) (body "") (verb "GET") (ns '((x . "http://s3.amazonaws.com/doc/2006-03-01/"))) (no-xml #f) (no-auth #f) (reader-thunk read-string) (content-type "application/x-www-form-urlencoded") (content-length 0)) ;(handle-exceptions ; exn ; ((condition-property-accessor 'client-error 'body) exn) (with-input-from-request (aws-request bucket path verb no-auth: no-auth content-type: content-type content-length: content-length) body (if no-xml reader-thunk (aws-xml-parser sxpath ns)))) (define (read-byte-file path . port) (lambda () (let ((file (open-input-file path))) (letrec ((read-next (lambda () (let ((b (read-byte file))) (if (eof-object? b) #t (begin (if (> (length port) 0) (write-byte b (car port)) (write-byte b)) (read-next))))))) (read-next)) (close-input-port file)))) (define (write-byte-file path . port) (lambda () (let ((file (open-output-file path))) (letrec ((read-next (lambda () (let ((b (if (> (length port) 0) (read-byte (car port)) (read-byte)))) (if (eof-object? b) #t (begin (write-byte b file) (read-next))))))) (read-next)) (close-output-port file)))) ;;; api (define-syntax with-bucket (syntax-rules () ((with-bucket bucket (func p1 ...)) (func bucket p1 ...)) ((with-bucket bucket exp body ...) (begin (with-bucket bucket exp) (with-bucket bucket body ...))))) (define (list-buckets) (perform-aws-request sxpath: '(x:ListAllMyBucketsResult x:Buckets x:Bucket x:Name *text*))) (define (bucket-exists? bucket) (handle-exceptions exn (assert-404 exn) (perform-aws-request bucket: bucket verb: "HEAD" no-xml: #t) #t)) (define (create-bucket! bucket) (perform-aws-request bucket: bucket verb: "PUT" no-xml: #t)) (define (delete-bucket! bucket) (perform-aws-request bucket: bucket verb: "DELETE" no-xml: #t)) (define (list-objects bucket) (perform-aws-request bucket: bucket sxpath: '(x:ListBucketResult x:Contents x:Key *text*))) (define (put-object! bucket key object-thunk object-length object-type) (perform-aws-request bucket: bucket path: key verb: "PUT" content-type: object-type body: object-thunk content-length: object-length no-xml: #t)) (define (put-string! bucket key string) (put-object! bucket key (lambda () (display string)) (string-length string) "text/plain")) (define (put-sexp! bucket key sexp) (let-values (((res request-uri response) (put-string! bucket key (->string sexp)))) (values res request-uri response))) (define (put-file! bucket key file-path) (put-object! bucket key (read-byte-file file-path) (file-size file-path) "binary/octet-stream")) (define (get-object bucket key) (perform-aws-request bucket: bucket path: key no-xml: #t)) (define (get-string bucket key) (perform-aws-request bucket: bucket path: key no-xml: #t)) (define (get-sexp bucket key) (let-values (((string request-uri response) (get-string bucket key))) (values (call-with-input-string string read) request-uri response))) (define (get-file bucket key file-path) (perform-aws-request bucket: bucket path: key no-xml: #t reader-thunk: (write-byte-file file-path))) (define (delete-object! bucket key) (perform-aws-request bucket: bucket path: key no-xml: #t verb: "DELETE")) )