Skip to content
GitLab
Commit bf137ad8 authored by Patrick's avatar Patrick
Browse files

CHANGES.md, README.md und 248 weitere dateien aktualisiert...

parent 0081cef7
Hide whitespace changes
Inline Side-by-side
Showing
with 568 additions and 1673 deletions
+568 -1673
node_modules/assert-plus/CHANGES.md
+ 0
- 6
View file @ bf137ad8
# assert-plus Changelog # assert-plus Changelog
## 1.0.0
- *BREAKING* assert.number (and derivatives) now accept Infinity as valid input
- Add assert.finite check. Previous assert.number callers should use this if
they expect Infinity inputs to throw.
## 0.2.0 ## 0.2.0
- Fix `assert.object(null)` so it throws - Fix `assert.object(null)` so it throws
......
node_modules/assert-plus/README.md
+ 1
- 8
View file @ bf137ad8
...@@ -74,48 +74,41 @@ The complete list of APIs is: ...@@ -74,48 +74,41 @@ The complete list of APIs is:
* assert.buffer * assert.buffer
* assert.func * assert.func
* assert.number * assert.number
* assert.finite
* assert.object * assert.object
* assert.string * assert.string
* assert.stream * assert.stream
* assert.date * assert.date
* assert.regexp * assert.regex
* assert.uuid * assert.uuid
* assert.arrayOfArray * assert.arrayOfArray
* assert.arrayOfBool * assert.arrayOfBool
* assert.arrayOfBuffer * assert.arrayOfBuffer
* assert.arrayOfFunc * assert.arrayOfFunc
* assert.arrayOfNumber * assert.arrayOfNumber
* assert.arrayOfFinite
* assert.arrayOfObject * assert.arrayOfObject
* assert.arrayOfString * assert.arrayOfString
* assert.arrayOfStream * assert.arrayOfStream
* assert.arrayOfDate * assert.arrayOfDate
* assert.arrayOfRegexp
* assert.arrayOfUuid * assert.arrayOfUuid
* assert.optionalArray * assert.optionalArray
* assert.optionalBool * assert.optionalBool
* assert.optionalBuffer * assert.optionalBuffer
* assert.optionalFunc * assert.optionalFunc
* assert.optionalNumber * assert.optionalNumber
* assert.optionalFinite
* assert.optionalObject * assert.optionalObject
* assert.optionalString * assert.optionalString
* assert.optionalStream * assert.optionalStream
* assert.optionalDate * assert.optionalDate
* assert.optionalRegexp
* assert.optionalUuid * assert.optionalUuid
* assert.optionalArrayOfArray * assert.optionalArrayOfArray
* assert.optionalArrayOfBool * assert.optionalArrayOfBool
* assert.optionalArrayOfBuffer * assert.optionalArrayOfBuffer
* assert.optionalArrayOfFunc * assert.optionalArrayOfFunc
* assert.optionalArrayOfNumber * assert.optionalArrayOfNumber
* assert.optionalArrayOfFinite
* assert.optionalArrayOfObject * assert.optionalArrayOfObject
* assert.optionalArrayOfString * assert.optionalArrayOfString
* assert.optionalArrayOfStream * assert.optionalArrayOfStream
* assert.optionalArrayOfDate * assert.optionalArrayOfDate
* assert.optionalArrayOfRegexp
* assert.optionalArrayOfUuid * assert.optionalArrayOfUuid
* assert.AssertionError * assert.AssertionError
* assert.fail * assert.fail
......
node_modules/assert-plus/assert.js
+ 0
- 5
View file @ bf137ad8
...@@ -55,11 +55,6 @@ var types = { ...@@ -55,11 +55,6 @@ var types = {
} }
}, },
number: { number: {
check: function (arg) {
return typeof (arg) === 'number' && !isNaN(arg);
}
},
finite: {
check: function (arg) { check: function (arg) {
return typeof (arg) === 'number' && !isNaN(arg) && isFinite(arg); return typeof (arg) === 'number' && !isNaN(arg) && isFinite(arg);
} }
......
node_modules/assert-plus/package.json
+ 12
- 17
View file @ bf137ad8
{ {
"_from": "assert-plus@^1.0.0", "_from": "assert-plus@^0.2.0",
"_id": "assert-plus@1.0.0", "_id": "assert-plus@0.2.0",
"_inBundle": false, "_inBundle": false,
"_integrity": "sha1-8S4PPF13sLHN2RRpQuTpbB5N1SU=", "_integrity": "sha1-104bh+ev/A24qttwIfP+SBAasjQ=",
"_location": "/assert-plus", "_location": "/assert-plus",
"_phantomChildren": {}, "_phantomChildren": {},
"_requested": { "_requested": {
"type": "range", "type": "range",
"registry": true, "registry": true,
"raw": "assert-plus@^1.0.0", "raw": "assert-plus@^0.2.0",
"name": "assert-plus", "name": "assert-plus",
"escapedName": "assert-plus", "escapedName": "assert-plus",
"rawSpec": "^1.0.0", "rawSpec": "^0.2.0",
"saveSpec": null, "saveSpec": null,
"fetchSpec": "^1.0.0" "fetchSpec": "^0.2.0"
}, },
"_requiredBy": [ "_requiredBy": [
"/dashdash", "/http-signature"
"/getpass",
"/http-signature",
"/jsprim",
"/sshpk",
"/verror"
], ],
"_resolved": "https://registry.npmjs.org/assert-plus/-/assert-plus-1.0.0.tgz", "_resolved": "https://registry.npmjs.org/assert-plus/-/assert-plus-0.2.0.tgz",
"_shasum": "f12e0f3c5d77b0b1cdd9146942e4e96c1e4dd525", "_shasum": "d74e1b87e7affc0db8aadb7021f3fe48101ab234",
"_spec": "assert-plus@^1.0.0", "_spec": "assert-plus@^0.2.0",
"_where": "C:\\Work\\OneDrive - bwstaff\\M4_Lab\\TV3\\NewVersion01\\dev\\node_modules\\http-signature", "_where": "C:\\Work\\OneDrive - bwstaff\\M4_Lab\\Main\\02_Plattform_Main\\m4labplatform\\node_modules\\http-signature",
"author": { "author": {
"name": "Mark Cavage", "name": "Mark Cavage",
"email": "mcavage@gmail.com" "email": "mcavage@gmail.com"
...@@ -83,5 +78,5 @@ ...@@ -83,5 +78,5 @@
"scripts": { "scripts": {
"test": "tape tests/*.js | ./node_modules/.bin/faucet" "test": "tape tests/*.js | ./node_modules/.bin/faucet"
}, },
"version": "1.0.0" "version": "0.2.0"
} }
node_modules/aws-sign2/index.js
+ 1
- 1
View file @ bf137ad8
...@@ -133,7 +133,7 @@ function stringToSign (options) { ...@@ -133,7 +133,7 @@ function stringToSign (options) {
] ]
return r.join('\n') return r.join('\n')
} }
module.exports.stringToSign = stringToSign module.exports.queryStringToSign = stringToSign
/** /**
* Return a string for sign() with the given `options`, but is meant exclusively * Return a string for sign() with the given `options`, but is meant exclusively
......
node_modules/aws-sign2/package.json
+ 11
- 11
View file @ bf137ad8
{ {
"_from": "aws-sign2@~0.7.0", "_from": "aws-sign2@~0.6.0",
"_id": "aws-sign2@0.7.0", "_id": "aws-sign2@0.6.0",
"_inBundle": false, "_inBundle": false,
"_integrity": "sha1-tG6JCTSpWR8tL2+G1+ap8bP+dqg=", "_integrity": "sha1-FDQt0428yU0OW4fXY81jYSwOeU8=",
"_location": "/aws-sign2", "_location": "/aws-sign2",
"_phantomChildren": {}, "_phantomChildren": {},
"_requested": { "_requested": {
"type": "range", "type": "range",
"registry": true, "registry": true,
"raw": "aws-sign2@~0.7.0", "raw": "aws-sign2@~0.6.0",
"name": "aws-sign2", "name": "aws-sign2",
"escapedName": "aws-sign2", "escapedName": "aws-sign2",
"rawSpec": "~0.7.0", "rawSpec": "~0.6.0",
"saveSpec": null, "saveSpec": null,
"fetchSpec": "~0.7.0" "fetchSpec": "~0.6.0"
}, },
"_requiredBy": [ "_requiredBy": [
"/request" "/request"
], ],
"_resolved": "https://registry.npmjs.org/aws-sign2/-/aws-sign2-0.7.0.tgz", "_resolved": "https://registry.npmjs.org/aws-sign2/-/aws-sign2-0.6.0.tgz",
"_shasum": "b46e890934a9591f2d2f6f86d7e6a9f1b3fe76a8", "_shasum": "14342dd38dbcc94d0e5b87d763cd63612c0e794f",
"_spec": "aws-sign2@~0.7.0", "_spec": "aws-sign2@~0.6.0",
"_where": "C:\\Work\\OneDrive - bwstaff\\M4_Lab\\TV3\\NewVersion01\\dev\\node_modules\\request", "_where": "C:\\Work\\OneDrive - bwstaff\\M4_Lab\\Main\\02_Plattform_Main\\m4labplatform\\node_modules\\request",
"author": { "author": {
"name": "Mikeal Rogers", "name": "Mikeal Rogers",
"email": "mikeal.rogers@gmail.com", "email": "mikeal.rogers@gmail.com",
...@@ -46,5 +46,5 @@ ...@@ -46,5 +46,5 @@
"repository": { "repository": {
"url": "git+https://github.com/mikeal/aws-sign.git" "url": "git+https://github.com/mikeal/aws-sign.git"
}, },
"version": "0.7.0" "version": "0.6.0"
} }
node_modules/aws4/README.md
+ 51
- 391
View file @ bf137ad8
aws4 aws4
---- ----
[![Build Status](https://secure.travis-ci.org/mhart/aws4.png?branch=master)](http://travis-ci.org/mhart/aws4) [![Build Status](https://api.travis-ci.org/mhart/aws4.png?branch=master)](https://travis-ci.org/github/mhart/aws4)
A small utility to sign vanilla Node.js http(s) request options using Amazon's A small utility to sign vanilla Node.js http(s) request options using Amazon's
[AWS Signature Version 4](http://docs.amazonwebservices.com/general/latest/gr/signature-version-4.html). [AWS Signature Version 4](https://docs.aws.amazon.com/general/latest/gr/signature-version-4.html).
If you want to sign and send AWS requests in a modern browser, or an environment like [Cloudflare Workers](https://developers.cloudflare.com/workers/), then check out [aws4fetch](https://github.com/mhart/aws4fetch) – otherwise you can also bundle this library for use [in the browser](./browser). If you want to sign and send AWS requests in a modern browser, or an environment like [Cloudflare Workers](https://developers.cloudflare.com/workers/), then check out [aws4fetch](https://github.com/mhart/aws4fetch) – otherwise you can also bundle this library for use [in older browsers](./browser).
This signature is supported by nearly all Amazon services, including The only AWS service that *doesn't* support v4 as of 2020-05-22 is
[S3](http://docs.aws.amazon.com/AmazonS3/latest/API/), [SimpleDB](https://docs.aws.amazon.com/AmazonSimpleDB/latest/DeveloperGuide/SDB_API.html)
[EC2](http://docs.aws.amazon.com/AWSEC2/latest/APIReference/), (it only supports [AWS Signature Version 2](https://github.com/mhart/aws2)).
[DynamoDB](http://docs.aws.amazon.com/amazondynamodb/latest/developerguide/API.html),
[Kinesis](http://docs.aws.amazon.com/kinesis/latest/APIReference/),
[Lambda](http://docs.aws.amazon.com/lambda/latest/dg/API_Reference.html),
[SQS](http://docs.aws.amazon.com/AWSSimpleQueueService/latest/APIReference/),
[SNS](http://docs.aws.amazon.com/sns/latest/api/),
[IAM](http://docs.aws.amazon.com/IAM/latest/APIReference/),
[STS](http://docs.aws.amazon.com/STS/latest/APIReference/),
[RDS](http://docs.aws.amazon.com/AmazonRDS/latest/APIReference/),
[CloudWatch](http://docs.aws.amazon.com/AmazonCloudWatch/latest/APIReference/),
[CloudWatch Logs](http://docs.aws.amazon.com/AmazonCloudWatchLogs/latest/APIReference/),
[CodeDeploy](http://docs.aws.amazon.com/codedeploy/latest/APIReference/),
[CloudFront](http://docs.aws.amazon.com/AmazonCloudFront/latest/APIReference/),
[CloudTrail](http://docs.aws.amazon.com/awscloudtrail/latest/APIReference/),
[ElastiCache](http://docs.aws.amazon.com/AmazonElastiCache/latest/APIReference/),
[EMR](http://docs.aws.amazon.com/ElasticMapReduce/latest/API/),
[Glacier](http://docs.aws.amazon.com/amazonglacier/latest/dev/amazon-glacier-api.html),
[CloudSearch](http://docs.aws.amazon.com/cloudsearch/latest/developerguide/APIReq.html),
[Elastic Load Balancing](http://docs.aws.amazon.com/ElasticLoadBalancing/latest/APIReference/),
[Elastic Transcoder](http://docs.aws.amazon.com/elastictranscoder/latest/developerguide/api-reference.html),
[CloudFormation](http://docs.aws.amazon.com/AWSCloudFormation/latest/APIReference/),
[Elastic Beanstalk](http://docs.aws.amazon.com/elasticbeanstalk/latest/api/),
[Storage Gateway](http://docs.aws.amazon.com/storagegateway/latest/userguide/AWSStorageGatewayAPI.html),
[Data Pipeline](http://docs.aws.amazon.com/datapipeline/latest/APIReference/),
[Direct Connect](http://docs.aws.amazon.com/directconnect/latest/APIReference/),
[Redshift](http://docs.aws.amazon.com/redshift/latest/APIReference/),
[OpsWorks](http://docs.aws.amazon.com/opsworks/latest/APIReference/),
[SES](http://docs.aws.amazon.com/ses/latest/APIReference/),
[SWF](http://docs.aws.amazon.com/amazonswf/latest/apireference/),
[AutoScaling](http://docs.aws.amazon.com/AutoScaling/latest/APIReference/),
[Mobile Analytics](http://docs.aws.amazon.com/mobileanalytics/latest/ug/server-reference.html),
[Cognito Identity](http://docs.aws.amazon.com/cognitoidentity/latest/APIReference/),
[Cognito Sync](http://docs.aws.amazon.com/cognitosync/latest/APIReference/),
[Container Service](http://docs.aws.amazon.com/AmazonECS/latest/APIReference/),
[AppStream](http://docs.aws.amazon.com/appstream/latest/developerguide/appstream-api-rest.html),
[Key Management Service](http://docs.aws.amazon.com/kms/latest/APIReference/),
[Config](http://docs.aws.amazon.com/config/latest/APIReference/),
[CloudHSM](http://docs.aws.amazon.com/cloudhsm/latest/dg/api-ref.html),
[Route53](http://docs.aws.amazon.com/Route53/latest/APIReference/requests-rest.html) and
[Route53 Domains](http://docs.aws.amazon.com/Route53/latest/APIReference/requests-rpc.html).
Indeed, the only AWS services that *don't* support v4 as of 2014-12-30 are
[Import/Export](http://docs.aws.amazon.com/AWSImportExport/latest/DG/api-reference.html) and
[SimpleDB](http://docs.aws.amazon.com/AmazonSimpleDB/latest/DeveloperGuide/SDB_API.html)
(they only support [AWS Signature Version 2](https://github.com/mhart/aws2)).
It also provides defaults for a number of core AWS headers and It also provides defaults for a number of core AWS headers and
request parameters, making it very easy to query AWS services, or request parameters, making it very easy to query AWS services, or
...@@ -64,21 +20,34 @@ Example ...@@ -64,21 +20,34 @@ Example
------- -------
```javascript ```javascript
var http = require('http'), var https = require('https')
https = require('https'), var aws4 = require('aws4')
aws4 = require('aws4')
// to illustrate usage, we'll create a utility function to request and pipe to stdout
function request(opts) { https.request(opts, function(res) { res.pipe(process.stdout) }).end(opts.body || '') }
// aws4 will sign an options object as you'd pass to http.request, with an AWS service and region
var opts = { host: 'my-bucket.s3.us-west-1.amazonaws.com', path: '/my-object', service: 's3', region: 'us-west-1' }
// aws4.sign() will sign and modify these options, ready to pass to http.request
aws4.sign(opts, { accessKeyId: '', secretAccessKey: '' })
// or it can get credentials from process.env.AWS_ACCESS_KEY_ID, etc
aws4.sign(opts)
// given an options object you could pass to http.request // for most AWS services, aws4 can figure out the service and region if you pass a host
var opts = {host: 'sqs.us-east-1.amazonaws.com', path: '/?Action=ListQueues'} opts = { host: 'my-bucket.s3.us-west-1.amazonaws.com', path: '/my-object' }
// alternatively (as aws4 can infer the host): // usually it will add/modify request headers, but you can also sign the query:
opts = {service: 'sqs', region: 'us-east-1', path: '/?Action=ListQueues'} opts = { host: 'my-bucket.s3.amazonaws.com', path: '/?X-Amz-Expires=12345', signQuery: true }
// alternatively (as us-east-1 is default): // and for services with simple hosts, aws4 can infer the host from service and region:
opts = {service: 'sqs', path: '/?Action=ListQueues'} opts = { service: 'sqs', region: 'us-east-1', path: '/?Action=ListQueues' }
aws4.sign(opts) // assumes AWS credentials are available in process.env // and if you're using us-east-1, it's the default:
opts = { service: 'sqs', path: '/?Action=ListQueues' }
aws4.sign(opts)
console.log(opts) console.log(opts)
/* /*
{ {
...@@ -92,37 +61,23 @@ console.log(opts) ...@@ -92,37 +61,23 @@ console.log(opts)
} }
*/ */
// we can now use this to query AWS using the standard node.js http API // we can now use this to query AWS
http.request(opts, function(res) { res.pipe(process.stdout) }).end() request(opts)
/* /*
<?xml version="1.0"?> <?xml version="1.0"?>
<ListQueuesResponse xmlns="http://queue.amazonaws.com/doc/2012-11-05/"> <ListQueuesResponse xmlns="https://queue.amazonaws.com/doc/2012-11-05/">
... ...
*/ */
```
More options
------------
```javascript
// you can also pass AWS credentials in explicitly (otherwise taken from process.env)
aws4.sign(opts, {accessKeyId: '', secretAccessKey: ''})
// can also add the signature to query strings
aws4.sign({service: 's3', path: '/my-bucket?X-Amz-Expires=12345', signQuery: true})
// create a utility function to pipe to stdout (with https this time)
function request(o) { https.request(o, function(res) { res.pipe(process.stdout) }).end(o.body || '') }
// aws4 can infer the HTTP method if a body is passed in // aws4 can infer the HTTP method if a body is passed in
// method will be POST and Content-Type: 'application/x-www-form-urlencoded; charset=utf-8' // method will be POST and Content-Type: 'application/x-www-form-urlencoded; charset=utf-8'
request(aws4.sign({service: 'iam', body: 'Action=ListGroups&Version=2010-05-08'})) request(aws4.sign({ service: 'iam', body: 'Action=ListGroups&Version=2010-05-08' }))
/* /*
<ListGroupsResponse xmlns="https://iam.amazonaws.com/doc/2010-05-08/"> <ListGroupsResponse xmlns="https://iam.amazonaws.com/doc/2010-05-08/">
... ...
*/ */
// can specify any custom option or header as per usual // you can specify any custom option or header as per usual
request(aws4.sign({ request(aws4.sign({
service: 'dynamodb', service: 'dynamodb',
region: 'ap-southeast-2', region: 'ap-southeast-2',
...@@ -139,303 +94,7 @@ request(aws4.sign({ ...@@ -139,303 +94,7 @@ request(aws4.sign({
... ...
*/ */
// works with all other services that support Signature Version 4 // The raw RequestSigner can be used to generate CodeCommit Git passwords
request(aws4.sign({service: 's3', path: '/', signQuery: true}))
/*
<ListAllMyBucketsResult xmlns="http://s3.amazonaws.com/doc/2006-03-01/">
...
*/
request(aws4.sign({service: 'ec2', path: '/?Action=DescribeRegions&Version=2014-06-15'}))
/*
<DescribeRegionsResponse xmlns="http://ec2.amazonaws.com/doc/2014-06-15/">
...
*/
request(aws4.sign({service: 'sns', path: '/?Action=ListTopics&Version=2010-03-31'}))
/*
<ListTopicsResponse xmlns="http://sns.amazonaws.com/doc/2010-03-31/">
...
*/
request(aws4.sign({service: 'sts', path: '/?Action=GetSessionToken&Version=2011-06-15'}))
/*
<GetSessionTokenResponse xmlns="https://sts.amazonaws.com/doc/2011-06-15/">
...
*/
request(aws4.sign({service: 'cloudsearch', path: '/?Action=ListDomainNames&Version=2013-01-01'}))
/*
<ListDomainNamesResponse xmlns="http://cloudsearch.amazonaws.com/doc/2013-01-01/">
...
*/
request(aws4.sign({service: 'ses', path: '/?Action=ListIdentities&Version=2010-12-01'}))
/*
<ListIdentitiesResponse xmlns="http://ses.amazonaws.com/doc/2010-12-01/">
...
*/
request(aws4.sign({service: 'autoscaling', path: '/?Action=DescribeAutoScalingInstances&Version=2011-01-01'}))
/*
<DescribeAutoScalingInstancesResponse xmlns="http://autoscaling.amazonaws.com/doc/2011-01-01/">
...
*/
request(aws4.sign({service: 'elasticloadbalancing', path: '/?Action=DescribeLoadBalancers&Version=2012-06-01'}))
/*
<DescribeLoadBalancersResponse xmlns="http://elasticloadbalancing.amazonaws.com/doc/2012-06-01/">
...
*/
request(aws4.sign({service: 'cloudformation', path: '/?Action=ListStacks&Version=2010-05-15'}))
/*
<ListStacksResponse xmlns="http://cloudformation.amazonaws.com/doc/2010-05-15/">
...
*/
request(aws4.sign({service: 'elasticbeanstalk', path: '/?Action=ListAvailableSolutionStacks&Version=2010-12-01'}))
/*
<ListAvailableSolutionStacksResponse xmlns="http://elasticbeanstalk.amazonaws.com/docs/2010-12-01/">
...
*/
request(aws4.sign({service: 'rds', path: '/?Action=DescribeDBInstances&Version=2012-09-17'}))
/*
<DescribeDBInstancesResponse xmlns="http://rds.amazonaws.com/doc/2012-09-17/">
...
*/
request(aws4.sign({service: 'monitoring', path: '/?Action=ListMetrics&Version=2010-08-01'}))
/*
<ListMetricsResponse xmlns="http://monitoring.amazonaws.com/doc/2010-08-01/">
...
*/
request(aws4.sign({service: 'redshift', path: '/?Action=DescribeClusters&Version=2012-12-01'}))
/*
<DescribeClustersResponse xmlns="http://redshift.amazonaws.com/doc/2012-12-01/">
...
*/
request(aws4.sign({service: 'cloudfront', path: '/2014-05-31/distribution'}))
/*
<DistributionList xmlns="http://cloudfront.amazonaws.com/doc/2014-05-31/">
...
*/
request(aws4.sign({service: 'elasticache', path: '/?Action=DescribeCacheClusters&Version=2014-07-15'}))
/*
<DescribeCacheClustersResponse xmlns="http://elasticache.amazonaws.com/doc/2014-07-15/">
...
*/
request(aws4.sign({service: 'elasticmapreduce', path: '/?Action=DescribeJobFlows&Version=2009-03-31'}))
/*
<DescribeJobFlowsResponse xmlns="http://elasticmapreduce.amazonaws.com/doc/2009-03-31">
...
*/
request(aws4.sign({service: 'route53', path: '/2013-04-01/hostedzone'}))
/*
<ListHostedZonesResponse xmlns="https://route53.amazonaws.com/doc/2013-04-01/">
...
*/
request(aws4.sign({service: 'appstream', path: '/applications'}))
/*
{"_links":{"curie":[{"href":"http://docs.aws.amazon.com/appstream/latest/...
...
*/
request(aws4.sign({service: 'cognito-sync', path: '/identitypools'}))
/*
{"Count":0,"IdentityPoolUsages":[],"MaxResults":16,"NextToken":null}
...
*/
request(aws4.sign({service: 'elastictranscoder', path: '/2012-09-25/pipelines'}))
/*
{"NextPageToken":null,"Pipelines":[]}
...
*/
request(aws4.sign({service: 'lambda', path: '/2014-11-13/functions/'}))
/*
{"Functions":[],"NextMarker":null}
...
*/
request(aws4.sign({service: 'ecs', path: '/?Action=ListClusters&Version=2014-11-13'}))
/*
<ListClustersResponse xmlns="http://ecs.amazonaws.com/doc/2014-11-13/">
...
*/
request(aws4.sign({service: 'glacier', path: '/-/vaults', headers: {'X-Amz-Glacier-Version': '2012-06-01'}}))
/*
{"Marker":null,"VaultList":[]}
...
*/
request(aws4.sign({service: 'storagegateway', body: '{}', headers: {
'Content-Type': 'application/x-amz-json-1.1',
'X-Amz-Target': 'StorageGateway_20120630.ListGateways'
}}))
/*
{"Gateways":[]}
...
*/
request(aws4.sign({service: 'datapipeline', body: '{}', headers: {
'Content-Type': 'application/x-amz-json-1.1',
'X-Amz-Target': 'DataPipeline.ListPipelines'
}}))
/*
{"hasMoreResults":false,"pipelineIdList":[]}
...
*/
request(aws4.sign({service: 'opsworks', body: '{}', headers: {
'Content-Type': 'application/x-amz-json-1.1',
'X-Amz-Target': 'OpsWorks_20130218.DescribeStacks'
}}))
/*
{"Stacks":[]}
...
*/
request(aws4.sign({service: 'route53domains', body: '{}', headers: {
'Content-Type': 'application/x-amz-json-1.1',
'X-Amz-Target': 'Route53Domains_v20140515.ListDomains'
}}))
/*
{"Domains":[]}
...
*/
request(aws4.sign({service: 'kinesis', body: '{}', headers: {
'Content-Type': 'application/x-amz-json-1.1',
'X-Amz-Target': 'Kinesis_20131202.ListStreams'
}}))
/*
{"HasMoreStreams":false,"StreamNames":[]}
...
*/
request(aws4.sign({service: 'cloudtrail', body: '{}', headers: {
'Content-Type': 'application/x-amz-json-1.1',
'X-Amz-Target': 'CloudTrail_20131101.DescribeTrails'
}}))
/*
{"trailList":[]}
...
*/
request(aws4.sign({service: 'logs', body: '{}', headers: {
'Content-Type': 'application/x-amz-json-1.1',
'X-Amz-Target': 'Logs_20140328.DescribeLogGroups'
}}))
/*
{"logGroups":[]}
...
*/
request(aws4.sign({service: 'codedeploy', body: '{}', headers: {
'Content-Type': 'application/x-amz-json-1.1',
'X-Amz-Target': 'CodeDeploy_20141006.ListApplications'
}}))
/*
{"applications":[]}
...
*/
request(aws4.sign({service: 'directconnect', body: '{}', headers: {
'Content-Type': 'application/x-amz-json-1.1',
'X-Amz-Target': 'OvertureService.DescribeConnections'
}}))
/*
{"connections":[]}
...
*/
request(aws4.sign({service: 'kms', body: '{}', headers: {
'Content-Type': 'application/x-amz-json-1.1',
'X-Amz-Target': 'TrentService.ListKeys'
}}))
/*
{"Keys":[],"Truncated":false}
...
*/
request(aws4.sign({service: 'config', body: '{}', headers: {
'Content-Type': 'application/x-amz-json-1.1',
'X-Amz-Target': 'StarlingDoveService.DescribeDeliveryChannels'
}}))
/*
{"DeliveryChannels":[]}
...
*/
request(aws4.sign({service: 'cloudhsm', body: '{}', headers: {
'Content-Type': 'application/x-amz-json-1.1',
'X-Amz-Target': 'CloudHsmFrontendService.ListAvailableZones'
}}))
/*
{"AZList":["us-east-1a","us-east-1b","us-east-1c"]}
...
*/
request(aws4.sign({
service: 'swf',
body: '{"registrationStatus":"REGISTERED"}',
headers: {
'Content-Type': 'application/x-amz-json-1.0',
'X-Amz-Target': 'SimpleWorkflowService.ListDomains'
}
}))
/*
{"domainInfos":[]}
...
*/
request(aws4.sign({
service: 'cognito-identity',
body: '{"MaxResults": 1}',
headers: {
'Content-Type': 'application/x-amz-json-1.1',
'X-Amz-Target': 'AWSCognitoIdentityService.ListIdentityPools'
}
}))
/*
{"IdentityPools":[]}
...
*/
request(aws4.sign({
service: 'mobileanalytics',
path: '/2014-06-05/events',
body: JSON.stringify({events:[{
eventType: 'a',
timestamp: new Date().toISOString(),
session: {},
}]}),
headers: {
'Content-Type': 'application/json',
'X-Amz-Client-Context': JSON.stringify({
client: {client_id: 'a', app_title: 'a'},
custom: {},
env: {platform: 'a'},
services: {},
}),
}
}))
/*
(HTTP 202, empty response)
*/
// Generate CodeCommit Git access password
var signer = new aws4.RequestSigner({ var signer = new aws4.RequestSigner({
service: 'codecommit', service: 'codecommit',
host: 'git-codecommit.us-east-1.amazonaws.com', host: 'git-codecommit.us-east-1.amazonaws.com',
...@@ -443,6 +102,8 @@ var signer = new aws4.RequestSigner({ ...@@ -443,6 +102,8 @@ var signer = new aws4.RequestSigner({
path: '/v1/repos/MyAwesomeRepo', path: '/v1/repos/MyAwesomeRepo',
}) })
var password = signer.getDateTime() + 'Z' + signer.signature() var password = signer.getDateTime() + 'Z' + signer.signature()
// see example.js for examples with other services
``` ```
API API
...@@ -450,23 +111,23 @@ API ...@@ -450,23 +111,23 @@ API
### aws4.sign(requestOptions, [credentials]) ### aws4.sign(requestOptions, [credentials])
This calculates and populates the `Authorization` header of Calculates and populates any necessary AWS headers and/or request
`requestOptions`, and any other necessary AWS headers and/or request options on `requestOptions`. Returns `requestOptions` as a convenience for chaining.
options. Returns `requestOptions` as a convenience for chaining.
`requestOptions` is an object holding the same options that the node.js `requestOptions` is an object holding the same options that the Node.js
[http.request](http://nodejs.org/docs/latest/api/http.html#http_http_request_options_callback) [http.request](https://nodejs.org/docs/latest/api/http.html#http_http_request_options_callback)
function takes. function takes.
The following properties of `requestOptions` are used in the signing or The following properties of `requestOptions` are used in the signing or
populated if they don't already exist: populated if they don't already exist:
- `hostname` or `host` (will be determined from `service` and `region` if not given) - `hostname` or `host` (will try to be determined from `service` and `region` if not given)
- `method` (will use `'GET'` if not given or `'POST'` if there is a `body`) - `method` (will use `'GET'` if not given or `'POST'` if there is a `body`)
- `path` (will use `'/'` if not given) - `path` (will use `'/'` if not given)
- `body` (will use `''` if not given) - `body` (will use `''` if not given)
- `service` (will be calculated from `hostname` or `host` if not given) - `service` (will try to be calculated from `hostname` or `host` if not given)
- `region` (will be calculated from `hostname` or `host` or use `'us-east-1'` if not given) - `region` (will try to be calculated from `hostname` or `host` or use `'us-east-1'` if not given)
- `signQuery` (to sign the query instead of adding an `Authorization` header, defaults to false)
- `headers['Host']` (will use `hostname` or `host` or be calculated if not given) - `headers['Host']` (will use `hostname` or `host` or be calculated if not given)
- `headers['Content-Type']` (will use `'application/x-www-form-urlencoded; charset=utf-8'` - `headers['Content-Type']` (will use `'application/x-www-form-urlencoded; charset=utf-8'`
if not given and there is a `body`) if not given and there is a `body`)
...@@ -489,20 +150,20 @@ aws4.sign(requestOptions, { ...@@ -489,20 +150,20 @@ aws4.sign(requestOptions, {
- From `process.env`, such as this: - From `process.env`, such as this:
``` ```
export AWS_SECRET_ACCESS_KEY="<your-secret-access-key>"
export AWS_ACCESS_KEY_ID="<your-access-key-id>" export AWS_ACCESS_KEY_ID="<your-access-key-id>"
export AWS_SECRET_ACCESS_KEY="<your-secret-access-key>"
export AWS_SESSION_TOKEN="<your-session-token>" export AWS_SESSION_TOKEN="<your-session-token>"
``` ```
(will also use `AWS_ACCESS_KEY` and `AWS_SECRET_KEY` if available) (will also use `AWS_ACCESS_KEY` and `AWS_SECRET_KEY` if available)
The `sessionToken` property and `AWS_SESSION_TOKEN` environment variable are optional for signing The `sessionToken` property and `AWS_SESSION_TOKEN` environment variable are optional for signing
with [IAM STS temporary credentials](http://docs.aws.amazon.com/STS/latest/UsingSTS/using-temp-creds.html). with [IAM STS temporary credentials](https://docs.aws.amazon.com/IAM/latest/UserGuide/id_credentials_temp_use-resources.html).
Installation Installation
------------ ------------
With [npm](http://npmjs.org/) do: With [npm](https://www.npmjs.com/) do:
``` ```
npm install aws4 npm install aws4
...@@ -518,6 +179,5 @@ Thanks to [@jed](https://github.com/jed) for his ...@@ -518,6 +179,5 @@ Thanks to [@jed](https://github.com/jed) for his
committed and subsequently extracted this code. committed and subsequently extracted this code.
Also thanks to the Also thanks to the
[official node.js AWS SDK](https://github.com/aws/aws-sdk-js) for giving [official Node.js AWS SDK](https://github.com/aws/aws-sdk-js) for giving
me a start on implementing the v4 signature. me a start on implementing the v4 signature.
node_modules/aws4/aws4.js
+ 34
- 6
View file @ bf137ad8
...@@ -26,6 +26,20 @@ function encodeRfc3986Full(str) { ...@@ -26,6 +26,20 @@ function encodeRfc3986Full(str) {
return encodeRfc3986(encodeURIComponent(str)) return encodeRfc3986(encodeURIComponent(str))
} }
// A bit of a combination of:
// https://github.com/aws/aws-sdk-java-v2/blob/dc695de6ab49ad03934e1b02e7263abbd2354be0/core/auth/src/main/java/software/amazon/awssdk/auth/signer/internal/AbstractAws4Signer.java#L59
// https://github.com/aws/aws-sdk-js/blob/18cb7e5b463b46239f9fdd4a65e2ff8c81831e8f/lib/signers/v4.js#L191-L199
// https://github.com/mhart/aws4fetch/blob/b3aed16b6f17384cf36ea33bcba3c1e9f3bdfefd/src/main.js#L25-L34
var HEADERS_TO_IGNORE = {
'authorization': true,
'connection': true,
'x-amzn-trace-id': true,
'user-agent': true,
'expect': true,
'presigned-expires': true,
'range': true,
}
// request: { path | body, [host], [method], [headers], [service], [region] } // request: { path | body, [host], [method], [headers], [service], [region] }
// credentials: { accessKeyId, secretAccessKey, [sessionToken] } // credentials: { accessKeyId, secretAccessKey, [sessionToken] }
function RequestSigner(request, credentials) { function RequestSigner(request, credentials) {
...@@ -33,7 +47,7 @@ function RequestSigner(request, credentials) { ...@@ -33,7 +47,7 @@ function RequestSigner(request, credentials) {
if (typeof request === 'string') request = url.parse(request) if (typeof request === 'string') request = url.parse(request)
var headers = request.headers = (request.headers || {}), var headers = request.headers = (request.headers || {}),
hostParts = this.matchHost(request.hostname || request.host || headers.Host || headers.host) hostParts = (!this.service || !this.region) && this.matchHost(request.hostname || request.host || headers.Host || headers.host)
this.request = request this.request = request
this.credentials = credentials || this.defaultCredentials() this.credentials = credentials || this.defaultCredentials()
...@@ -70,6 +84,19 @@ RequestSigner.prototype.matchHost = function(host) { ...@@ -70,6 +84,19 @@ RequestSigner.prototype.matchHost = function(host) {
if (hostParts[1] === 'es') if (hostParts[1] === 'es')
hostParts = hostParts.reverse() hostParts = hostParts.reverse()
if (hostParts[1] == 's3') {
hostParts[0] = 's3'
hostParts[1] = 'us-east-1'
} else {
for (var i = 0; i < 2; i++) {
if (/^s3-/.test(hostParts[i])) {
hostParts[1] = hostParts[i].slice(3)
hostParts[0] = 's3'
break
}
}
}
return hostParts return hostParts
} }
...@@ -83,10 +110,9 @@ RequestSigner.prototype.isSingleRegion = function() { ...@@ -83,10 +110,9 @@ RequestSigner.prototype.isSingleRegion = function() {
} }
RequestSigner.prototype.createHost = function() { RequestSigner.prototype.createHost = function() {
var region = this.isSingleRegion() ? '' : var region = this.isSingleRegion() ? '' : '.' + this.region,
(this.service === 's3' && this.region !== 'us-east-1' ? '-' : '.') + this.region, subdomain = this.service === 'ses' ? 'email' : this.service
service = this.service === 'ses' ? 'email' : this.service return subdomain + region + '.amazonaws.com'
return service + region + '.amazonaws.com'
} }
RequestSigner.prototype.prepareRequest = function() { RequestSigner.prototype.prepareRequest = function() {
...@@ -247,7 +273,7 @@ RequestSigner.prototype.canonicalString = function() { ...@@ -247,7 +273,7 @@ RequestSigner.prototype.canonicalString = function() {
if (normalizePath && piece === '..') { if (normalizePath && piece === '..') {
path.pop() path.pop()
} else if (!normalizePath || piece !== '.') { } else if (!normalizePath || piece !== '.') {
if (decodePath) piece = decodeURIComponent(piece).replace(/\+/g, ' ') if (decodePath) piece = decodeURIComponent(piece.replace(/\+/g, ' '))
path.push(encodeRfc3986Full(piece)) path.push(encodeRfc3986Full(piece))
} }
return path return path
...@@ -272,6 +298,7 @@ RequestSigner.prototype.canonicalHeaders = function() { ...@@ -272,6 +298,7 @@ RequestSigner.prototype.canonicalHeaders = function() {
return header.toString().trim().replace(/\s+/g, ' ') return header.toString().trim().replace(/\s+/g, ' ')
} }
return Object.keys(headers) return Object.keys(headers)
.filter(function(key) { return HEADERS_TO_IGNORE[key.toLowerCase()] == null })
.sort(function(a, b) { return a.toLowerCase() < b.toLowerCase() ? -1 : 1 }) .sort(function(a, b) { return a.toLowerCase() < b.toLowerCase() ? -1 : 1 })
.map(function(key) { return key.toLowerCase() + ':' + trimAll(headers[key]) }) .map(function(key) { return key.toLowerCase() + ':' + trimAll(headers[key]) })
.join('\n') .join('\n')
...@@ -280,6 +307,7 @@ RequestSigner.prototype.canonicalHeaders = function() { ...@@ -280,6 +307,7 @@ RequestSigner.prototype.canonicalHeaders = function() {
RequestSigner.prototype.signedHeaders = function() { RequestSigner.prototype.signedHeaders = function() {
return Object.keys(this.request.headers) return Object.keys(this.request.headers)
.map(function(key) { return key.toLowerCase() }) .map(function(key) { return key.toLowerCase() })
.filter(function(key) { return HEADERS_TO_IGNORE[key] == null })
.sort() .sort()
.join(';') .join(';')
} }
......
node_modules/aws4/package.json
+ 15
- 67
View file @ bf137ad8
{ {
"_from": "aws4@^1.8.0", "_from": "aws4@^1.2.1",
"_id": "aws4@1.9.1", "_id": "aws4@1.11.0",
"_inBundle": false, "_inBundle": false,
"_integrity": "sha512-wMHVg2EOHaMRxbzgFJ9gtjOOCrI80OHLG14rxi28XwOW8ux6IiEbRCGGGqCtdAIg4FQCbW20k9RsT4y3gJlFug==", "_integrity": "sha512-xh1Rl34h6Fi1DC2WWKfxUTVqRsNnr6LsKz2+hfwDxQJWmrx8+c7ylaqBMcHfl1U1r2dsifOvKX3LQuLNZ+XSvA==",
"_location": "/aws4", "_location": "/aws4",
"_phantomChildren": {}, "_phantomChildren": {},
"_requested": { "_requested": {
"type": "range", "type": "range",
"registry": true, "registry": true,
"raw": "aws4@^1.8.0", "raw": "aws4@^1.2.1",
"name": "aws4", "name": "aws4",
"escapedName": "aws4", "escapedName": "aws4",
"rawSpec": "^1.8.0", "rawSpec": "^1.2.1",
"saveSpec": null, "saveSpec": null,
"fetchSpec": "^1.8.0" "fetchSpec": "^1.2.1"
}, },
"_requiredBy": [ "_requiredBy": [
"/request" "/request"
], ],
"_resolved": "https://registry.npmjs.org/aws4/-/aws4-1.9.1.tgz", "_resolved": "https://registry.npmjs.org/aws4/-/aws4-1.11.0.tgz",
"_shasum": "7e33d8f7d449b3f673cd72deb9abdc552dbe528e", "_shasum": "d61f46d83b2519250e2784daf5b09479a8b41c59",
"_spec": "aws4@^1.8.0", "_spec": "aws4@^1.2.1",
"_where": "C:\\Work\\OneDrive - bwstaff\\M4_Lab\\TV3\\NewVersion01\\dev\\node_modules\\request", "_where": "C:\\Work\\OneDrive - bwstaff\\M4_Lab\\Main\\02_Plattform_Main\\m4labplatform\\node_modules\\request",
"author": { "author": {
"name": "Michael Hart", "name": "Michael Hart",
"email": "michael.hart.au@gmail.com", "email": "michael.hart.au@gmail.com",
"url": "http://github.com/mhart" "url": "https://github.com/mhart"
}, },
"bugs": { "bugs": {
"url": "https://github.com/mhart/aws4/issues" "url": "https://github.com/mhart/aws4/issues"
...@@ -34,62 +34,10 @@ ...@@ -34,62 +34,10 @@
"deprecated": false, "deprecated": false,
"description": "Signs and prepares requests using AWS Signature Version 4", "description": "Signs and prepares requests using AWS Signature Version 4",
"devDependencies": { "devDependencies": {
"mocha": "^2.4.5", "mocha": "^2.5.3",
"should": "^8.2.2" "should": "^8.4.0"
}, },
"homepage": "https://github.com/mhart/aws4#readme", "homepage": "https://github.com/mhart/aws4#readme",
"keywords": [
"amazon",
"aws",
"signature",
"s3",
"ec2",
"autoscaling",
"cloudformation",
"elasticloadbalancing",
"elb",
"elasticbeanstalk",
"cloudsearch",
"dynamodb",
"kinesis",
"lambda",
"glacier",
"sqs",
"sns",
"iam",
"sts",
"ses",
"swf",
"storagegateway",
"datapipeline",
"directconnect",
"redshift",
"opsworks",
"rds",
"monitoring",
"cloudtrail",
"cloudfront",
"codedeploy",
"elasticache",
"elasticmapreduce",
"elastictranscoder",
"emr",
"cloudwatch",
"mobileanalytics",
"cognitoidentity",
"cognitosync",
"cognito",
"containerservice",
"ecs",
"appstream",
"keymanagementservice",
"kms",
"config",
"cloudhsm",
"route53",
"route53domains",
"logs"
],
"license": "MIT", "license": "MIT",
"main": "aws4.js", "main": "aws4.js",
"name": "aws4", "name": "aws4",
...@@ -99,7 +47,7 @@ ...@@ -99,7 +47,7 @@
}, },
"scripts": { "scripts": {
"integration": "node ./test/slow.js", "integration": "node ./test/slow.js",
"test": "mocha ./test/fast.js -b -t 100s -R list" "test": "mocha ./test/fast.js -R list"
}, },
"version": "1.9.1" "version": "1.11.0"
} }
node_modules/globule/node_modules/graceful-fs/.npmignore deleted 100644 → 0
+ 0
- 1
View file @ 0081cef7
node_modules/
node_modules/globule/node_modules/graceful-fs/LICENSE
+ 12
- 24
View file @ bf137ad8
Copyright (c) Isaac Z. Schlueter ("Author") The ISC License
All rights reserved.
The BSD License Copyright (c) Isaac Z. Schlueter, Ben Noordhuis, and Contributors
Redistribution and use in source and binary forms, with or without Permission to use, copy, modify, and/or distribute this software for any
modification, are permitted provided that the following conditions purpose with or without fee is hereby granted, provided that the above
are met: copyright notice and this permission notice appear in all copies.
1. Redistributions of source code must retain the above copyright THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
notice, this list of conditions and the following disclaimer. WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
2. Redistributions in binary form must reproduce the above copyright ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
notice, this list of conditions and the following disclaimer in the WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
documentation and/or other materials provided with the distribution. ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR
IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS
BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN
IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
node_modules/globule/node_modules/graceful-fs/README.md
+ 111
- 11
View file @ bf137ad8
...@@ -7,14 +7,11 @@ The improvements are meant to normalize behavior across different ...@@ -7,14 +7,11 @@ The improvements are meant to normalize behavior across different
platforms and environments, and to make filesystem access more platforms and environments, and to make filesystem access more
resilient to errors. resilient to errors.
## Improvements over fs module ## Improvements over [fs module](https://nodejs.org/api/fs.html)
graceful-fs: * Queues up `open` and `readdir` calls, and retries them once
something closes if there is an EMFILE error from too many file
* keeps track of how many file descriptors are open, and by default descriptors.
limits this to 1024. Any further requests to open a file are put in a
queue until new slots become available. If 1024 turns out to be too
much, it decreases the limit further.
* fixes `lchmod` for Node versions prior to 0.6.2. * fixes `lchmod` for Node versions prior to 0.6.2.
* implements `fs.lutimes` if possible. Otherwise it becomes a noop. * implements `fs.lutimes` if possible. Otherwise it becomes a noop.
* ignores `EINVAL` and `EPERM` errors in `chown`, `fchown` or * ignores `EINVAL` and `EPERM` errors in `chown`, `fchown` or
...@@ -26,8 +23,111 @@ On Windows, it retries renaming a file for up to one second if `EACCESS` ...@@ -26,8 +23,111 @@ On Windows, it retries renaming a file for up to one second if `EACCESS`
or `EPERM` error occurs, likely because antivirus software has locked or `EPERM` error occurs, likely because antivirus software has locked
the directory. the directory.
## Configuration ## USAGE
```javascript
// use just like fs
var fs = require('graceful-fs')
// now go and do stuff with it...
fs.readFileSync('some-file-or-whatever')
```
## Global Patching
If you want to patch the global fs module (or any other fs-like
module) you can do this:
```javascript
// Make sure to read the caveat below.
var realFs = require('fs')
var gracefulFs = require('graceful-fs')
gracefulFs.gracefulify(realFs)
```
This should only ever be done at the top-level application layer, in
order to delay on EMFILE errors from any fs-using dependencies. You
should **not** do this in a library, because it can cause unexpected
delays in other parts of the program.
## Changes
This module is fairly stable at this point, and used by a lot of
things. That being said, because it implements a subtle behavior
change in a core part of the node API, even modest changes can be
extremely breaking, and the versioning is thus biased towards
bumping the major when in doubt.
The main change between major versions has been switching between
providing a fully-patched `fs` module vs monkey-patching the node core
builtin, and the approach by which a non-monkey-patched `fs` was
created.
The goal is to trade `EMFILE` errors for slower fs operations. So, if
you try to open a zillion files, rather than crashing, `open`
operations will be queued up and wait for something else to `close`.
There are advantages to each approach. Monkey-patching the fs means
that no `EMFILE` errors can possibly occur anywhere in your
application, because everything is using the same core `fs` module,
which is patched. However, it can also obviously cause undesirable
side-effects, especially if the module is loaded multiple times.
Implementing a separate-but-identical patched `fs` module is more
surgical (and doesn't run the risk of patching multiple times), but
also imposes the challenge of keeping in sync with the core module.
The current approach loads the `fs` module, and then creates a
lookalike object that has all the same methods, except a few that are
patched. It is safe to use in all versions of Node from 0.8 through
7.0.
### v4
* Do not monkey-patch the fs module. This module may now be used as a
drop-in dep, and users can opt into monkey-patching the fs builtin
if their app requires it.
### v3
* Monkey-patch fs, because the eval approach no longer works on recent
node.
* fixed possible type-error throw if rename fails on windows
* verify that we *never* get EMFILE errors
* Ignore ENOSYS from chmod/chown
* clarify that graceful-fs must be used as a drop-in
### v2.1.0
* Use eval rather than monkey-patching fs.
* readdir: Always sort the results
* win32: requeue a file if error has an OK status
### v2.0
* A return to monkey patching
* wrap process.cwd
### v1.1
* wrap readFile
* Wrap fs.writeFile.
* readdir protection
* Don't clobber the fs builtin
* Handle fs.read EAGAIN errors by trying again
* Expose the curOpen counter
* No-op lchown/lchmod if not implemented
* fs.rename patch only for win32
* Patch fs.rename to handle AV software on Windows
* Close #4 Chown should not fail on einval or eperm if non-root
* Fix isaacs/fstream#1 Only wrap fs one time
* Fix #3 Start at 1024 max files, then back off on EMFILE
* lutimes that doens't blow up on Linux
* A full on-rewrite using a queue instead of just swallowing the EMFILE error
* Wrap Read/Write streams as well
### 1.0
The maximum number of open file descriptors that graceful-fs manages may * Update engines for node 0.6
be adjusted by setting `fs.MAX_OPEN` to a different number. The default * Be lstat-graceful on Windows
is 1024. * first
node_modules/globule/node_modules/graceful-fs/graceful-fs.js
+ 285
- 381
View file @ bf137ad8
// this keeps a queue of opened file descriptors, and will make var fs = require('fs')
// fs operations wait until some have closed before trying to open more. var polyfills = require('./polyfills.js')
var legacy = require('./legacy-streams.js')
var fs = exports = module.exports = {} var clone = require('./clone.js')
fs._originalFs = require("fs")
var util = require('util')
Object.getOwnPropertyNames(fs._originalFs).forEach(function(prop) {
var desc = Object.getOwnPropertyDescriptor(fs._originalFs, prop) /* istanbul ignore next - node 0.x polyfill */
Object.defineProperty(fs, prop, desc) var gracefulQueue
}) var previousSymbol
var queue = [] /* istanbul ignore else - node 0.x polyfill */
, constants = require("constants") if (typeof Symbol === 'function' && typeof Symbol.for === 'function') {
gracefulQueue = Symbol.for('graceful-fs.queue')
fs._curOpen = 0 // This is used in testing by future versions
previousSymbol = Symbol.for('graceful-fs.previous')
fs.MIN_MAX_OPEN = 64 } else {
fs.MAX_OPEN = 1024 gracefulQueue = '___graceful-fs.queue'
previousSymbol = '___graceful-fs.previous'
// prevent EMFILE errors
function OpenReq (path, flags, mode, cb) {
this.path = path
this.flags = flags
this.mode = mode
this.cb = cb
} }
function noop () {} function noop () {}
fs.open = gracefulOpen var debug = noop
if (util.debuglog)
function gracefulOpen (path, flags, mode, cb) { debug = util.debuglog('gfs4')
if (typeof mode === "function") cb = mode, mode = null else if (/\bgfs4\b/i.test(process.env.NODE_DEBUG || ''))
if (typeof cb !== "function") cb = noop debug = function() {
var m = util.format.apply(util, arguments)
if (fs._curOpen >= fs.MAX_OPEN) { m = 'GFS4: ' + m.split(/\n/).join('\nGFS4: ')
queue.push(new OpenReq(path, flags, mode, cb)) console.error(m)
setTimeout(flush)
return
} }
open(path, flags, mode, function (er, fd) {
if (er && er.code === "EMFILE" && fs._curOpen > fs.MIN_MAX_OPEN) { // Once time initialization
// that was too many. reduce max, get back in queue. if (!global[gracefulQueue]) {
// this should only happen once in a great while, and only // This queue can be shared by multiple loaded instances
// if the ulimit -n is set lower than 1024. var queue = []
fs.MAX_OPEN = fs._curOpen - 1 Object.defineProperty(global, gracefulQueue, {
return fs.open(path, flags, mode, cb) get: function() {
return queue
} }
cb(er, fd)
}) })
}
function open (path, flags, mode, cb) { // Patch fs.close/closeSync to shared queue version, because we need
cb = cb || noop // to retry() whenever a close happens *anywhere* in the program.
fs._curOpen ++ // This is essential when multiple graceful-fs instances are
fs._originalFs.open.call(fs, path, flags, mode, function (er, fd) { // in play at the same time.
if (er) onclose() fs.close = (function (fs$close) {
cb(er, fd) function close (fd, cb) {
}) return fs$close.call(fs, fd, function (err) {
} // This function uses the graceful-fs shared queue
if (!err) {
retry()
}
if (typeof cb === 'function')
cb.apply(this, arguments)
})
}
fs.openSync = function (path, flags, mode) { Object.defineProperty(close, previousSymbol, {
var ret value: fs$close
ret = fs._originalFs.openSync.call(fs, path, flags, mode) })
fs._curOpen ++ return close
return ret })(fs.close)
}
fs.closeSync = (function (fs$closeSync) {
function closeSync (fd) {
// This function uses the graceful-fs shared queue
fs$closeSync.apply(fs, arguments)
retry()
}
function onclose () { Object.defineProperty(closeSync, previousSymbol, {
fs._curOpen -- value: fs$closeSync
flush() })
} return closeSync
})(fs.closeSync)
function flush () { if (/\bgfs4\b/i.test(process.env.NODE_DEBUG || '')) {
while (fs._curOpen < fs.MAX_OPEN) { process.on('exit', function() {
var req = queue.shift() debug(global[gracefulQueue])
if (!req) return require('assert').equal(global[gracefulQueue].length, 0)
switch (req.constructor.name) { })
case 'OpenReq':
open(req.path, req.flags || "r", req.mode || 0777, req.cb)
break
case 'ReaddirReq':
readdir(req.path, req.cb)
break
case 'ReadFileReq':
readFile(req.path, req.options, req.cb)
break
case 'WriteFileReq':
writeFile(req.path, req.data, req.options, req.cb)
break
default:
throw new Error('Unknown req type: ' + req.constructor.name)
}
} }
} }
fs.close = function (fd, cb) { module.exports = patch(clone(fs))
cb = cb || noop if (process.env.TEST_GRACEFUL_FS_GLOBAL_PATCH && !fs.__patched) {
fs._originalFs.close.call(fs, fd, function (er) { module.exports = patch(fs)
onclose() fs.__patched = true;
cb(er)
})
} }
fs.closeSync = function (fd) { function patch (fs) {
try { // Everything that references the open() function needs to be in here
return fs._originalFs.closeSync.call(fs, fd) polyfills(fs)
} finally { fs.gracefulify = patch
onclose()
fs.createReadStream = createReadStream
fs.createWriteStream = createWriteStream
var fs$readFile = fs.readFile
fs.readFile = readFile
function readFile (path, options, cb) {
if (typeof options === 'function')
cb = options, options = null
return go$readFile(path, options, cb)
function go$readFile (path, options, cb) {
return fs$readFile(path, options, function (err) {
if (err && (err.code === 'EMFILE' || err.code === 'ENFILE'))
enqueue([go$readFile, [path, options, cb]])
else {
if (typeof cb === 'function')
cb.apply(this, arguments)
retry()
}
})
}
} }
}
// readdir takes a fd as well.
// however, the sync version closes it right away, so
// there's no need to wrap.
// It would be nice to catch when it throws an EMFILE,
// but that's relatively rare anyway.
fs.readdir = gracefulReaddir
function gracefulReaddir (path, cb) { var fs$writeFile = fs.writeFile
if (fs._curOpen >= fs.MAX_OPEN) { fs.writeFile = writeFile
queue.push(new ReaddirReq(path, cb)) function writeFile (path, data, options, cb) {
setTimeout(flush) if (typeof options === 'function')
return cb = options, options = null
return go$writeFile(path, data, options, cb)
function go$writeFile (path, data, options, cb) {
return fs$writeFile(path, data, options, function (err) {
if (err && (err.code === 'EMFILE' || err.code === 'ENFILE'))
enqueue([go$writeFile, [path, data, options, cb]])
else {
if (typeof cb === 'function')
cb.apply(this, arguments)
retry()
}
})
}
} }
readdir(path, function (er, files) { var fs$appendFile = fs.appendFile
if (er && er.code === "EMFILE" && fs._curOpen > fs.MIN_MAX_OPEN) { if (fs$appendFile)
fs.MAX_OPEN = fs._curOpen - 1 fs.appendFile = appendFile
return fs.readdir(path, cb) function appendFile (path, data, options, cb) {
if (typeof options === 'function')
cb = options, options = null
return go$appendFile(path, data, options, cb)
function go$appendFile (path, data, options, cb) {
return fs$appendFile(path, data, options, function (err) {
if (err && (err.code === 'EMFILE' || err.code === 'ENFILE'))
enqueue([go$appendFile, [path, data, options, cb]])
else {
if (typeof cb === 'function')
cb.apply(this, arguments)
retry()
}
})
} }
cb(er, files)
})
}
function readdir (path, cb) {
cb = cb || noop
fs._curOpen ++
fs._originalFs.readdir.call(fs, path, function (er, files) {
onclose()
cb(er, files)
})
}
function ReaddirReq (path, cb) {
this.path = path
this.cb = cb
}
fs.readFile = gracefulReadFile
function gracefulReadFile(path, options, cb) {
if (typeof options === "function") cb = options, options = null
if (typeof cb !== "function") cb = noop
if (fs._curOpen >= fs.MAX_OPEN) {
queue.push(new ReadFileReq(path, options, cb))
setTimeout(flush)
return
} }
readFile(path, options, function (er, data) { var fs$readdir = fs.readdir
if (er && er.code === "EMFILE" && fs._curOpen > fs.MIN_MAX_OPEN) { fs.readdir = readdir
fs.MAX_OPEN = fs._curOpen - 1 function readdir (path, options, cb) {
return fs.readFile(path, options, cb) var args = [path]
if (typeof options !== 'function') {
args.push(options)
} else {
cb = options
} }
cb(er, data) args.push(go$readdir$cb)
})
}
function readFile (path, options, cb) { return go$readdir(args)
cb = cb || noop
fs._curOpen ++
fs._originalFs.readFile.call(fs, path, options, function (er, data) {
onclose()
cb(er, data)
})
}
function ReadFileReq (path, options, cb) { function go$readdir$cb (err, files) {
this.path = path if (files && files.sort)
this.options = options files.sort()
this.cb = cb
}
if (err && (err.code === 'EMFILE' || err.code === 'ENFILE'))
enqueue([go$readdir, [args]])
else {
if (typeof cb === 'function')
cb.apply(this, arguments)
retry()
}
}
}
function go$readdir (args) {
return fs$readdir.apply(fs, args)
}
fs.writeFile = gracefulWriteFile if (process.version.substr(0, 4) === 'v0.8') {
var legStreams = legacy(fs)
ReadStream = legStreams.ReadStream
WriteStream = legStreams.WriteStream
}
function gracefulWriteFile(path, data, options, cb) { var fs$ReadStream = fs.ReadStream
if (typeof options === "function") cb = options, options = null if (fs$ReadStream) {
if (typeof cb !== "function") cb = noop ReadStream.prototype = Object.create(fs$ReadStream.prototype)
ReadStream.prototype.open = ReadStream$open
}
if (fs._curOpen >= fs.MAX_OPEN) { var fs$WriteStream = fs.WriteStream
queue.push(new WriteFileReq(path, data, options, cb)) if (fs$WriteStream) {
setTimeout(flush) WriteStream.prototype = Object.create(fs$WriteStream.prototype)
return WriteStream.prototype.open = WriteStream$open
} }
writeFile(path, data, options, function (er) { Object.defineProperty(fs, 'ReadStream', {
if (er && er.code === "EMFILE" && fs._curOpen > fs.MIN_MAX_OPEN) { get: function () {
fs.MAX_OPEN = fs._curOpen - 1 return ReadStream
return fs.writeFile(path, data, options, cb) },
} set: function (val) {
cb(er) ReadStream = val
},
enumerable: true,
configurable: true
}) })
} Object.defineProperty(fs, 'WriteStream', {
get: function () {
function writeFile (path, data, options, cb) { return WriteStream
cb = cb || noop },
fs._curOpen ++ set: function (val) {
fs._originalFs.writeFile.call(fs, path, data, options, function (er) { WriteStream = val
onclose() },
cb(er) enumerable: true,
configurable: true
}) })
}
function WriteFileReq (path, data, options, cb) {
this.path = path
this.data = data
this.options = options
this.cb = cb
}
// legacy names
var FileReadStream = ReadStream
Object.defineProperty(fs, 'FileReadStream', {
get: function () {
return FileReadStream
},
set: function (val) {
FileReadStream = val
},
enumerable: true,
configurable: true
})
var FileWriteStream = WriteStream
Object.defineProperty(fs, 'FileWriteStream', {
get: function () {
return FileWriteStream
},
set: function (val) {
FileWriteStream = val
},
enumerable: true,
configurable: true
})
// (re-)implement some things that are known busted or missing. function ReadStream (path, options) {
if (this instanceof ReadStream)
var constants = require("constants") return fs$ReadStream.apply(this, arguments), this
else
return ReadStream.apply(Object.create(ReadStream.prototype), arguments)
}
// lchmod, broken prior to 0.6.2 function ReadStream$open () {
// back-port the fix here. var that = this
if (constants.hasOwnProperty('O_SYMLINK') && open(that.path, that.flags, that.mode, function (err, fd) {
process.version.match(/^v0\.6\.[0-2]|^v0\.5\./)) {
fs.lchmod = function (path, mode, callback) {
callback = callback || noop
fs.open( path
, constants.O_WRONLY | constants.O_SYMLINK
, mode
, function (err, fd) {
if (err) { if (err) {
callback(err) if (that.autoClose)
return that.destroy()
that.emit('error', err)
} else {
that.fd = fd
that.emit('open', fd)
that.read()
} }
// prefer to return the chmod error, if one occurs,
// but still try to close, and report closing errors if they occur.
fs.fchmod(fd, mode, function (err) {
fs.close(fd, function(err2) {
callback(err || err2)
})
})
}) })
} }
fs.lchmodSync = function (path, mode) { function WriteStream (path, options) {
var fd = fs.openSync(path, constants.O_WRONLY | constants.O_SYMLINK, mode) if (this instanceof WriteStream)
return fs$WriteStream.apply(this, arguments), this
// prefer to return the chmod error, if one occurs, else
// but still try to close, and report closing errors if they occur. return WriteStream.apply(Object.create(WriteStream.prototype), arguments)
var err, err2
try {
var ret = fs.fchmodSync(fd, mode)
} catch (er) {
err = er
}
try {
fs.closeSync(fd)
} catch (er) {
err2 = er
}
if (err || err2) throw (err || err2)
return ret
} }
}
// lutimes implementation, or no-op function WriteStream$open () {
if (!fs.lutimes) { var that = this
if (constants.hasOwnProperty("O_SYMLINK")) { open(that.path, that.flags, that.mode, function (err, fd) {
fs.lutimes = function (path, at, mt, cb) { if (err) {
fs.open(path, constants.O_SYMLINK, function (er, fd) { that.destroy()
cb = cb || noop that.emit('error', err)
if (er) return cb(er) } else {
fs.futimes(fd, at, mt, function (er) { that.fd = fd
fs.close(fd, function (er2) { that.emit('open', fd)
return cb(er || er2)
})
})
})
}
fs.lutimesSync = function (path, at, mt) {
var fd = fs.openSync(path, constants.O_SYMLINK)
, err
, err2
, ret
try {
var ret = fs.futimesSync(fd, at, mt)
} catch (er) {
err = er
}
try {
fs.closeSync(fd)
} catch (er) {
err2 = er
} }
if (err || err2) throw (err || err2)
return ret
}
} else if (fs.utimensat && constants.hasOwnProperty("AT_SYMLINK_NOFOLLOW")) {
// maybe utimensat will be bound soonish?
fs.lutimes = function (path, at, mt, cb) {
fs.utimensat(path, at, mt, constants.AT_SYMLINK_NOFOLLOW, cb)
}
fs.lutimesSync = function (path, at, mt) {
return fs.utimensatSync(path, at, mt, constants.AT_SYMLINK_NOFOLLOW)
}
} else {
fs.lutimes = function (_a, _b, _c, cb) { process.nextTick(cb) }
fs.lutimesSync = function () {}
}
}
// https://github.com/isaacs/node-graceful-fs/issues/4
// Chown should not fail on einval or eperm if non-root.
fs.chown = chownFix(fs.chown)
fs.fchown = chownFix(fs.fchown)
fs.lchown = chownFix(fs.lchown)
fs.chownSync = chownFixSync(fs.chownSync)
fs.fchownSync = chownFixSync(fs.fchownSync)
fs.lchownSync = chownFixSync(fs.lchownSync)
function chownFix (orig) {
if (!orig) return orig
return function (target, uid, gid, cb) {
return orig.call(fs, target, uid, gid, function (er, res) {
if (chownErOk(er)) er = null
cb(er, res)
}) })
} }
}
function chownFixSync (orig) { function createReadStream (path, options) {
if (!orig) return orig return new fs.ReadStream(path, options)
return function (target, uid, gid) {
try {
return orig.call(fs, target, uid, gid)
} catch (er) {
if (!chownErOk(er)) throw er
}
} }
}
function chownErOk (er) {
// if there's no getuid, or if getuid() is something other than 0,
// and the error is EINVAL or EPERM, then just ignore it.
// This specific case is a silent failure in cp, install, tar,
// and most other unix tools that manage permissions.
// When running as root, or if other types of errors are encountered,
// then it's strict.
if (!er || (!process.getuid || process.getuid() !== 0)
&& (er.code === "EINVAL" || er.code === "EPERM")) return true
}
// if lchmod/lchown do not exist, then make them no-ops function createWriteStream (path, options) {
if (!fs.lchmod) { return new fs.WriteStream(path, options)
fs.lchmod = function (path, mode, cb) {
process.nextTick(cb)
} }
fs.lchmodSync = function () {}
}
if (!fs.lchown) {
fs.lchown = function (path, uid, gid, cb) {
process.nextTick(cb)
}
fs.lchownSync = function () {}
}
var fs$open = fs.open
fs.open = open
// on Windows, A/V software can lock the directory, causing this function open (path, flags, mode, cb) {
// to fail with an EACCES or EPERM if the directory contains newly if (typeof mode === 'function')
// created files. Try again on failure, for up to 1 second. cb = mode, mode = null
if (process.platform === "win32") {
var rename_ = fs.rename return go$open(path, flags, mode, cb)
fs.rename = function rename (from, to, cb) {
var start = Date.now() function go$open (path, flags, mode, cb) {
rename_(from, to, function CB (er) { return fs$open(path, flags, mode, function (err, fd) {
if (er if (err && (err.code === 'EMFILE' || err.code === 'ENFILE'))
&& (er.code === "EACCES" || er.code === "EPERM") enqueue([go$open, [path, flags, mode, cb]])
&& Date.now() - start < 1000) { else {
return rename_(from, to, CB) if (typeof cb === 'function')
} cb.apply(this, arguments)
cb(er) retry()
}) }
})
}
} }
}
return fs
}
// if read() returns EAGAIN, then just try it again. function enqueue (elem) {
var read = fs.read debug('ENQUEUE', elem[0].name, elem[1])
fs.read = function (fd, buffer, offset, length, position, callback_) { global[gracefulQueue].push(elem)
var callback
if (callback_ && typeof callback_ === 'function') {
var eagCounter = 0
callback = function (er, _, __) {
if (er && er.code === 'EAGAIN' && eagCounter < 10) {
eagCounter ++
return read.call(fs, fd, buffer, offset, length, position, callback)
}
callback_.apply(this, arguments)
}
}
return read.call(fs, fd, buffer, offset, length, position, callback)
} }
var readSync = fs.readSync function retry () {
fs.readSync = function (fd, buffer, offset, length, position) { var elem = global[gracefulQueue].shift()
var eagCounter = 0 if (elem) {
while (true) { debug('RETRY', elem[0].name, elem[1])
try { elem[0].apply(null, elem[1])
return readSync.call(fs, fd, buffer, offset, length, position)
} catch (er) {
if (er.code === 'EAGAIN' && eagCounter < 10) {
eagCounter ++
continue
}
throw er
}
} }
} }
node_modules/globule/node_modules/graceful-fs/package.json
+ 35
- 27
View file @ bf137ad8
{ {
"_from": "graceful-fs@~1.2.0", "_development": true,
"_id": "graceful-fs@1.2.3", "_from": "graceful-fs@4.2.3",
"_id": "graceful-fs@4.2.3",
"_inBundle": false, "_inBundle": false,
"_integrity": "sha1-FaSAaldUfLLS2/J/QuiajDRRs2Q=", "_integrity": "sha512-a30VEBm4PEdx1dRB7MFK7BejejvCvBronbLjht+sHuGYj8PHs7M/5Z+rt5lw551vZ7yfTCj4Vuyy3mSJytDWRQ==",
"_location": "/globule/graceful-fs", "_location": "/globule/graceful-fs",
"_phantomChildren": {}, "_phantomChildren": {},
"_requested": { "_requested": {
"type": "range", "type": "version",
"registry": true, "registry": true,
"raw": "graceful-fs@~1.2.0", "raw": "graceful-fs@4.2.3",
"name": "graceful-fs", "name": "graceful-fs",
"escapedName": "graceful-fs", "escapedName": "graceful-fs",
"rawSpec": "~1.2.0", "rawSpec": "4.2.3",
"saveSpec": null, "saveSpec": null,
"fetchSpec": "~1.2.0" "fetchSpec": "4.2.3"
},
"_requiredBy": [
"/globule/glob"
],
"_resolved": "https://registry.npmjs.org/graceful-fs/-/graceful-fs-1.2.3.tgz",
"_shasum": "15a4806a57547cb2d2dbf27f42e89a8c3451b364",
"_spec": "graceful-fs@~1.2.0",
"_where": "C:\\Work\\OneDrive - bwstaff\\M4_Lab\\TV3\\NewVersion01\\LAFJLBmf939XYm5gj\\dev\\node_modules\\globule\\node_modules\\glob",
"author": {
"name": "Isaac Z. Schlueter",
"email": "i@izs.me",
"url": "http://blog.izs.me"
}, },
"_requiredBy": [],
"_resolved": "https://registry.npmjs.org/graceful-fs/-/graceful-fs-4.2.3.tgz",
"_shasum": "4a12ff1b60376ef09862c2093edd908328be8423",
"_spec": "graceful-fs@4.2.3",
"_where": "C:\\Work\\OneDrive - bwstaff\\M4_Lab\\Main\\02_Plattform_Main\\m4labplatform",
"bugs": { "bugs": {
"url": "https://github.com/isaacs/node-graceful-fs/issues" "url": "https://github.com/isaacs/node-graceful-fs/issues"
}, },
"bundleDependencies": false, "bundleDependencies": false,
"deprecated": "please upgrade to graceful-fs 4 for compatibility with current and future versions of Node.js", "dependencies": {},
"deprecated": false,
"description": "A drop-in replacement for fs, making various improvements.", "description": "A drop-in replacement for fs, making various improvements.",
"devDependencies": {
"import-fresh": "^2.0.0",
"mkdirp": "^0.5.0",
"rimraf": "^2.2.8",
"tap": "^12.7.0"
},
"directories": { "directories": {
"test": "test" "test": "test"
}, },
"engines": { "files": [
"node": ">=0.4.0" "fs.js",
}, "graceful-fs.js",
"legacy-streams.js",
"polyfills.js",
"clone.js"
],
"homepage": "https://github.com/isaacs/node-graceful-fs#readme", "homepage": "https://github.com/isaacs/node-graceful-fs#readme",
"keywords": [ "keywords": [
"fs", "fs",
...@@ -56,15 +61,18 @@ ...@@ -56,15 +61,18 @@
"EPERM", "EPERM",
"EACCESS" "EACCESS"
], ],
"license": "BSD", "license": "ISC",
"main": "graceful-fs.js", "main": "graceful-fs.js",
"name": "graceful-fs", "name": "graceful-fs",
"repository": { "repository": {
"type": "git", "type": "git",
"url": "git://github.com/isaacs/node-graceful-fs.git" "url": "git+https://github.com/isaacs/node-graceful-fs.git"
}, },
"scripts": { "scripts": {
"test": "tap test/*.js" "postpublish": "git push origin --follow-tags",
"postversion": "npm publish",
"preversion": "npm test",
"test": "node test.js | tap -"
}, },
"version": "1.2.3" "version": "4.2.3"
} }
node_modules/globule/node_modules/graceful-fs/test/open.js deleted 100644 → 0
+ 0
- 46
View file @ 0081cef7
var test = require('tap').test
var fs = require('../graceful-fs.js')
test('graceful fs is not fs', function (t) {
t.notEqual(fs, require('fs'))
t.end()
})
test('open an existing file works', function (t) {
var start = fs._curOpen
var fd = fs.openSync(__filename, 'r')
t.equal(fs._curOpen, start + 1)
fs.closeSync(fd)
t.equal(fs._curOpen, start)
fs.open(__filename, 'r', function (er, fd) {
if (er) throw er
t.equal(fs._curOpen, start + 1)
fs.close(fd, function (er) {
if (er) throw er
t.equal(fs._curOpen, start)
t.end()
})
})
})
test('open a non-existing file throws', function (t) {
var start = fs._curOpen
var er
try {
var fd = fs.openSync('this file does not exist', 'r')
} catch (x) {
er = x
}
t.ok(er, 'should throw')
t.notOk(fd, 'should not get an fd')
t.equal(er.code, 'ENOENT')
t.equal(fs._curOpen, start)
fs.open('neither does this file', 'r', function (er, fd) {
t.ok(er, 'should throw')
t.notOk(fd, 'should not get an fd')
t.equal(er.code, 'ENOENT')
t.equal(fs._curOpen, start)
t.end()
})
})
node_modules/globule/node_modules/graceful-fs/test/ulimit.js deleted 100644 → 0
+ 0
- 158
View file @ 0081cef7
var test = require('tap').test
// simulated ulimit
// this is like graceful-fs, but in reverse
var fs_ = require('fs')
var fs = require('../graceful-fs.js')
var files = fs.readdirSync(__dirname)
// Ok, no more actual file reading!
var fds = 0
var nextFd = 60
var limit = 8
fs_.open = function (path, flags, mode, cb) {
process.nextTick(function() {
++fds
if (fds >= limit) {
--fds
var er = new Error('EMFILE Curses!')
er.code = 'EMFILE'
er.path = path
return cb(er)
} else {
cb(null, nextFd++)
}
})
}
fs_.openSync = function (path, flags, mode) {
if (fds >= limit) {
var er = new Error('EMFILE Curses!')
er.code = 'EMFILE'
er.path = path
throw er
} else {
++fds
return nextFd++
}
}
fs_.close = function (fd, cb) {
process.nextTick(function () {
--fds
cb()
})
}
fs_.closeSync = function (fd) {
--fds
}
fs_.readdir = function (path, cb) {
process.nextTick(function() {
if (fds >= limit) {
var er = new Error('EMFILE Curses!')
er.code = 'EMFILE'
er.path = path
return cb(er)
} else {
++fds
process.nextTick(function () {
--fds
cb(null, [__filename, "some-other-file.js"])
})
}
})
}
fs_.readdirSync = function (path) {
if (fds >= limit) {
var er = new Error('EMFILE Curses!')
er.code = 'EMFILE'
er.path = path
throw er
} else {
return [__filename, "some-other-file.js"]
}
}
test('open emfile autoreduce', function (t) {
fs.MIN_MAX_OPEN = 4
t.equal(fs.MAX_OPEN, 1024)
var max = 12
for (var i = 0; i < max; i++) {
fs.open(__filename, 'r', next(i))
}
var phase = 0
var expect =
[ [ 0, 60, null, 1024, 4, 12, 1 ],
[ 1, 61, null, 1024, 4, 12, 2 ],
[ 2, 62, null, 1024, 4, 12, 3 ],
[ 3, 63, null, 1024, 4, 12, 4 ],
[ 4, 64, null, 1024, 4, 12, 5 ],
[ 5, 65, null, 1024, 4, 12, 6 ],
[ 6, 66, null, 1024, 4, 12, 7 ],
[ 7, 67, null, 6, 4, 5, 1 ],
[ 8, 68, null, 6, 4, 5, 2 ],
[ 9, 69, null, 6, 4, 5, 3 ],
[ 10, 70, null, 6, 4, 5, 4 ],
[ 11, 71, null, 6, 4, 5, 5 ] ]
var actual = []
function next (i) { return function (er, fd) {
if (er)
throw er
actual.push([i, fd, er, fs.MAX_OPEN, fs.MIN_MAX_OPEN, fs._curOpen, fds])
if (i === max - 1) {
t.same(actual, expect)
t.ok(fs.MAX_OPEN < limit)
t.end()
}
fs.close(fd)
} }
})
test('readdir emfile autoreduce', function (t) {
fs.MAX_OPEN = 1024
var max = 12
for (var i = 0; i < max; i ++) {
fs.readdir(__dirname, next(i))
}
var expect =
[ [0,[__filename,"some-other-file.js"],null,7,4,7,7],
[1,[__filename,"some-other-file.js"],null,7,4,7,6],
[2,[__filename,"some-other-file.js"],null,7,4,7,5],
[3,[__filename,"some-other-file.js"],null,7,4,7,4],
[4,[__filename,"some-other-file.js"],null,7,4,7,3],
[5,[__filename,"some-other-file.js"],null,7,4,6,2],
[6,[__filename,"some-other-file.js"],null,7,4,5,1],
[7,[__filename,"some-other-file.js"],null,7,4,4,0],
[8,[__filename,"some-other-file.js"],null,7,4,3,3],
[9,[__filename,"some-other-file.js"],null,7,4,2,2],
[10,[__filename,"some-other-file.js"],null,7,4,1,1],
[11,[__filename,"some-other-file.js"],null,7,4,0,0] ]
var actual = []
function next (i) { return function (er, files) {
if (er)
throw er
var line = [i, files, er, fs.MAX_OPEN, fs.MIN_MAX_OPEN, fs._curOpen, fds ]
actual.push(line)
if (i === max - 1) {
t.ok(fs.MAX_OPEN < limit)
t.same(actual, expect)
t.end()
}
} }
})
node_modules/graceful-fs/LICENSE deleted 100644 → 0
+ 0
- 15
View file @ 0081cef7
The ISC License
Copyright (c) Isaac Z. Schlueter, Ben Noordhuis, and Contributors
Permission to use, copy, modify, and/or distribute this software for any
purpose with or without fee is hereby granted, provided that the above
copyright notice and this permission notice appear in all copies.
THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR
IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
node_modules/graceful-fs/README.md deleted 100644 → 0
+ 0
- 133
View file @ 0081cef7
# graceful-fs
graceful-fs functions as a drop-in replacement for the fs module,
making various improvements.
The improvements are meant to normalize behavior across different
platforms and environments, and to make filesystem access more
resilient to errors.
## Improvements over [fs module](https://nodejs.org/api/fs.html)
* Queues up `open` and `readdir` calls, and retries them once
something closes if there is an EMFILE error from too many file
descriptors.
* fixes `lchmod` for Node versions prior to 0.6.2.
* implements `fs.lutimes` if possible. Otherwise it becomes a noop.
* ignores `EINVAL` and `EPERM` errors in `chown`, `fchown` or
`lchown` if the user isn't root.
* makes `lchmod` and `lchown` become noops, if not available.
* retries reading a file if `read` results in EAGAIN error.
On Windows, it retries renaming a file for up to one second if `EACCESS`
or `EPERM` error occurs, likely because antivirus software has locked
the directory.
## USAGE
```javascript
// use just like fs
var fs = require('graceful-fs')
// now go and do stuff with it...
fs.readFileSync('some-file-or-whatever')
```
## Global Patching
If you want to patch the global fs module (or any other fs-like
module) you can do this:
```javascript
// Make sure to read the caveat below.
var realFs = require('fs')
var gracefulFs = require('graceful-fs')
gracefulFs.gracefulify(realFs)
```
This should only ever be done at the top-level application layer, in
order to delay on EMFILE errors from any fs-using dependencies. You
should **not** do this in a library, because it can cause unexpected
delays in other parts of the program.
## Changes
This module is fairly stable at this point, and used by a lot of
things. That being said, because it implements a subtle behavior
change in a core part of the node API, even modest changes can be
extremely breaking, and the versioning is thus biased towards
bumping the major when in doubt.
The main change between major versions has been switching between
providing a fully-patched `fs` module vs monkey-patching the node core
builtin, and the approach by which a non-monkey-patched `fs` was
created.
The goal is to trade `EMFILE` errors for slower fs operations. So, if
you try to open a zillion files, rather than crashing, `open`
operations will be queued up and wait for something else to `close`.
There are advantages to each approach. Monkey-patching the fs means
that no `EMFILE` errors can possibly occur anywhere in your
application, because everything is using the same core `fs` module,
which is patched. However, it can also obviously cause undesirable
side-effects, especially if the module is loaded multiple times.
Implementing a separate-but-identical patched `fs` module is more
surgical (and doesn't run the risk of patching multiple times), but
also imposes the challenge of keeping in sync with the core module.
The current approach loads the `fs` module, and then creates a
lookalike object that has all the same methods, except a few that are
patched. It is safe to use in all versions of Node from 0.8 through
7.0.
### v4
* Do not monkey-patch the fs module. This module may now be used as a
drop-in dep, and users can opt into monkey-patching the fs builtin
if their app requires it.
### v3
* Monkey-patch fs, because the eval approach no longer works on recent
node.
* fixed possible type-error throw if rename fails on windows
* verify that we *never* get EMFILE errors
* Ignore ENOSYS from chmod/chown
* clarify that graceful-fs must be used as a drop-in
### v2.1.0
* Use eval rather than monkey-patching fs.
* readdir: Always sort the results
* win32: requeue a file if error has an OK status
### v2.0
* A return to monkey patching
* wrap process.cwd
### v1.1
* wrap readFile
* Wrap fs.writeFile.
* readdir protection
* Don't clobber the fs builtin
* Handle fs.read EAGAIN errors by trying again
* Expose the curOpen counter
* No-op lchown/lchmod if not implemented
* fs.rename patch only for win32
* Patch fs.rename to handle AV software on Windows
* Close #4 Chown should not fail on einval or eperm if non-root
* Fix isaacs/fstream#1 Only wrap fs one time
* Fix #3 Start at 1024 max files, then back off on EMFILE
* lutimes that doens't blow up on Linux
* A full on-rewrite using a queue instead of just swallowing the EMFILE error
* Wrap Read/Write streams as well
### 1.0
* Update engines for node 0.6
* Be lstat-graceful on Windows
* first
node_modules/graceful-fs/clone.js deleted 100644 → 0
+ 0
- 19
View file @ 0081cef7
'use strict'
module.exports = clone
function clone (obj) {
if (obj === null || typeof obj !== 'object')
return obj
if (obj instanceof Object)
var copy = { __proto__: obj.__proto__ }
else
var copy = Object.create(null)
Object.getOwnPropertyNames(obj).forEach(function (key) {
Object.defineProperty(copy, key, Object.getOwnPropertyDescriptor(obj, key))
})
return copy
}
node_modules/graceful-fs/graceful-fs.js deleted 100644 → 0
+ 0
- 346
View file @ 0081cef7
var fs = require('fs')
var polyfills = require('./polyfills.js')
var legacy = require('./legacy-streams.js')
var clone = require('./clone.js')
var util = require('util')
/* istanbul ignore next - node 0.x polyfill */
var gracefulQueue
var previousSymbol
/* istanbul ignore else - node 0.x polyfill */
if (typeof Symbol === 'function' && typeof Symbol.for === 'function') {
gracefulQueue = Symbol.for('graceful-fs.queue')
// This is used in testing by future versions
previousSymbol = Symbol.for('graceful-fs.previous')
} else {
gracefulQueue = '___graceful-fs.queue'
previousSymbol = '___graceful-fs.previous'
}
function noop () {}
var debug = noop
if (util.debuglog)
debug = util.debuglog('gfs4')
else if (/\bgfs4\b/i.test(process.env.NODE_DEBUG || ''))
debug = function() {
var m = util.format.apply(util, arguments)
m = 'GFS4: ' + m.split(/\n/).join('\nGFS4: ')
console.error(m)
}
// Once time initialization
if (!global[gracefulQueue]) {
// This queue can be shared by multiple loaded instances
var queue = []
Object.defineProperty(global, gracefulQueue, {
get: function() {
return queue
}
})
// Patch fs.close/closeSync to shared queue version, because we need
// to retry() whenever a close happens *anywhere* in the program.
// This is essential when multiple graceful-fs instances are
// in play at the same time.
fs.close = (function (fs$close) {
function close (fd, cb) {
return fs$close.call(fs, fd, function (err) {
// This function uses the graceful-fs shared queue
if (!err) {
retry()
}
if (typeof cb === 'function')
cb.apply(this, arguments)
})
}
Object.defineProperty(close, previousSymbol, {
value: fs$close
})
return close
})(fs.close)
fs.closeSync = (function (fs$closeSync) {
function closeSync (fd) {
// This function uses the graceful-fs shared queue
fs$closeSync.apply(fs, arguments)
retry()
}
Object.defineProperty(closeSync, previousSymbol, {
value: fs$closeSync
})
return closeSync
})(fs.closeSync)
if (/\bgfs4\b/i.test(process.env.NODE_DEBUG || '')) {
process.on('exit', function() {
debug(global[gracefulQueue])
require('assert').equal(global[gracefulQueue].length, 0)
})
}
}
module.exports = patch(clone(fs))
if (process.env.TEST_GRACEFUL_FS_GLOBAL_PATCH && !fs.__patched) {
module.exports = patch(fs)
fs.__patched = true;
}
function patch (fs) {
// Everything that references the open() function needs to be in here
polyfills(fs)
fs.gracefulify = patch
fs.createReadStream = createReadStream
fs.createWriteStream = createWriteStream
var fs$readFile = fs.readFile
fs.readFile = readFile
function readFile (path, options, cb) {
if (typeof options === 'function')
cb = options, options = null
return go$readFile(path, options, cb)
function go$readFile (path, options, cb) {
return fs$readFile(path, options, function (err) {
if (err && (err.code === 'EMFILE' || err.code === 'ENFILE'))
enqueue([go$readFile, [path, options, cb]])
else {
if (typeof cb === 'function')
cb.apply(this, arguments)
retry()
}
})
}
}
var fs$writeFile = fs.writeFile
fs.writeFile = writeFile
function writeFile (path, data, options, cb) {
if (typeof options === 'function')
cb = options, options = null
return go$writeFile(path, data, options, cb)
function go$writeFile (path, data, options, cb) {
return fs$writeFile(path, data, options, function (err) {
if (err && (err.code === 'EMFILE' || err.code === 'ENFILE'))
enqueue([go$writeFile, [path, data, options, cb]])
else {
if (typeof cb === 'function')
cb.apply(this, arguments)
retry()
}
})
}
}
var fs$appendFile = fs.appendFile
if (fs$appendFile)
fs.appendFile = appendFile
function appendFile (path, data, options, cb) {
if (typeof options === 'function')
cb = options, options = null
return go$appendFile(path, data, options, cb)
function go$appendFile (path, data, options, cb) {
return fs$appendFile(path, data, options, function (err) {
if (err && (err.code === 'EMFILE' || err.code === 'ENFILE'))
enqueue([go$appendFile, [path, data, options, cb]])
else {
if (typeof cb === 'function')
cb.apply(this, arguments)
retry()
}
})
}
}
var fs$readdir = fs.readdir
fs.readdir = readdir
function readdir (path, options, cb) {
var args = [path]
if (typeof options !== 'function') {
args.push(options)
} else {
cb = options
}
args.push(go$readdir$cb)
return go$readdir(args)
function go$readdir$cb (err, files) {
if (files && files.sort)
files.sort()
if (err && (err.code === 'EMFILE' || err.code === 'ENFILE'))
enqueue([go$readdir, [args]])
else {
if (typeof cb === 'function')
cb.apply(this, arguments)
retry()
}
}
}
function go$readdir (args) {
return fs$readdir.apply(fs, args)
}
if (process.version.substr(0, 4) === 'v0.8') {
var legStreams = legacy(fs)
ReadStream = legStreams.ReadStream
WriteStream = legStreams.WriteStream
}
var fs$ReadStream = fs.ReadStream
if (fs$ReadStream) {
ReadStream.prototype = Object.create(fs$ReadStream.prototype)
ReadStream.prototype.open = ReadStream$open
}
var fs$WriteStream = fs.WriteStream
if (fs$WriteStream) {
WriteStream.prototype = Object.create(fs$WriteStream.prototype)
WriteStream.prototype.open = WriteStream$open
}
Object.defineProperty(fs, 'ReadStream', {
get: function () {
return ReadStream
},
set: function (val) {
ReadStream = val
},
enumerable: true,
configurable: true
})
Object.defineProperty(fs, 'WriteStream', {
get: function () {
return WriteStream
},
set: function (val) {
WriteStream = val
},
enumerable: true,
configurable: true
})
// legacy names
var FileReadStream = ReadStream
Object.defineProperty(fs, 'FileReadStream', {
get: function () {
return FileReadStream
},
set: function (val) {
FileReadStream = val
},
enumerable: true,
configurable: true
})
var FileWriteStream = WriteStream
Object.defineProperty(fs, 'FileWriteStream', {
get: function () {
return FileWriteStream
},
set: function (val) {
FileWriteStream = val
},
enumerable: true,
configurable: true
})
function ReadStream (path, options) {
if (this instanceof ReadStream)
return fs$ReadStream.apply(this, arguments), this
else
return ReadStream.apply(Object.create(ReadStream.prototype), arguments)
}
function ReadStream$open () {
var that = this
open(that.path, that.flags, that.mode, function (err, fd) {
if (err) {
if (that.autoClose)
that.destroy()
that.emit('error', err)
} else {
that.fd = fd
that.emit('open', fd)
that.read()
}
})
}
function WriteStream (path, options) {
if (this instanceof WriteStream)
return fs$WriteStream.apply(this, arguments), this
else
return WriteStream.apply(Object.create(WriteStream.prototype), arguments)
}
function WriteStream$open () {
var that = this
open(that.path, that.flags, that.mode, function (err, fd) {
if (err) {
that.destroy()
that.emit('error', err)
} else {
that.fd = fd
that.emit('open', fd)
}
})
}
function createReadStream (path, options) {
return new fs.ReadStream(path, options)
}
function createWriteStream (path, options) {
return new fs.WriteStream(path, options)
}
var fs$open = fs.open
fs.open = open
function open (path, flags, mode, cb) {
if (typeof mode === 'function')
cb = mode, mode = null
return go$open(path, flags, mode, cb)
function go$open (path, flags, mode, cb) {
return fs$open(path, flags, mode, function (err, fd) {
if (err && (err.code === 'EMFILE' || err.code === 'ENFILE'))
enqueue([go$open, [path, flags, mode, cb]])
else {
if (typeof cb === 'function')
cb.apply(this, arguments)
retry()
}
})
}
}
return fs
}
function enqueue (elem) {
debug('ENQUEUE', elem[0].name, elem[1])
global[gracefulQueue].push(elem)
}
function retry () {
var elem = global[gracefulQueue].shift()
if (elem) {
debug('RETRY', elem[0].name, elem[1])
elem[0].apply(null, elem[1])
}
}
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment

Dies ist die Gitlab-Instanz des Transferportals der Hochschule für Technik Stuttgart. Hier geht es zurück zum Portal