342 lines
15 KiB
JavaScript
342 lines
15 KiB
JavaScript
/**
|
|
* Tests aggregation on views for proper pipeline concatenation and semantics.
|
|
* @tags: [requires_find_command, does_not_support_stepdowns, requires_getmore,
|
|
* requires_non_retryable_commands]
|
|
*/
|
|
(function() {
|
|
"use strict";
|
|
|
|
// For arrayEq, assertErrorCode, and orderedArrayEq.
|
|
load("jstests/aggregation/extras/utils.js");
|
|
|
|
let viewsDB = db.getSiblingDB("views_aggregation");
|
|
assert.commandWorked(viewsDB.dropDatabase());
|
|
|
|
// Helper functions.
|
|
let assertAggResultEq = function(collection, pipeline, expected, ordered) {
|
|
let coll = viewsDB.getCollection(collection);
|
|
let arr = coll.aggregate(pipeline).toArray();
|
|
let success = (typeof(ordered) === "undefined" || !ordered) ? arrayEq(arr, expected)
|
|
: orderedArrayEq(arr, expected);
|
|
assert(success, tojson({got: arr, expected: expected}));
|
|
};
|
|
let byPopulation = function(a, b) {
|
|
if (a.pop < b.pop)
|
|
return -1;
|
|
else if (a.pop > b.pop)
|
|
return 1;
|
|
else
|
|
return 0;
|
|
};
|
|
|
|
// Populate a collection with some test data.
|
|
let allDocuments = [];
|
|
allDocuments.push({_id: "New York", state: "NY", pop: 7});
|
|
allDocuments.push({_id: "Newark", state: "NJ", pop: 3});
|
|
allDocuments.push({_id: "Palo Alto", state: "CA", pop: 10});
|
|
allDocuments.push({_id: "San Francisco", state: "CA", pop: 4});
|
|
allDocuments.push({_id: "Trenton", state: "NJ", pop: 5});
|
|
|
|
let coll = viewsDB.coll;
|
|
let bulk = coll.initializeUnorderedBulkOp();
|
|
allDocuments.forEach(function(doc) {
|
|
bulk.insert(doc);
|
|
});
|
|
assert.writeOK(bulk.execute());
|
|
|
|
// Create views on the data.
|
|
assert.commandWorked(viewsDB.runCommand({create: "emptyPipelineView", viewOn: "coll"}));
|
|
assert.commandWorked(
|
|
viewsDB.runCommand({create: "identityView", viewOn: "coll", pipeline: [{$match: {}}]}));
|
|
assert.commandWorked(viewsDB.runCommand(
|
|
{create: "noIdView", viewOn: "coll", pipeline: [{$project: {_id: 0, state: 1, pop: 1}}]}));
|
|
assert.commandWorked(viewsDB.runCommand({
|
|
create: "popSortedView",
|
|
viewOn: "identityView",
|
|
pipeline: [{$match: {pop: {$gte: 0}}}, {$sort: {pop: 1}}]
|
|
}));
|
|
|
|
// Find all documents with empty aggregations.
|
|
assertAggResultEq("emptyPipelineView", [], allDocuments);
|
|
assertAggResultEq("identityView", [], allDocuments);
|
|
assertAggResultEq("identityView", [{$match: {}}], allDocuments);
|
|
|
|
// Filter documents on a view with $match.
|
|
assertAggResultEq(
|
|
"popSortedView", [{$match: {state: "NY"}}], [{_id: "New York", state: "NY", pop: 7}]);
|
|
|
|
// An aggregation still works on a view that strips _id.
|
|
assertAggResultEq("noIdView", [{$match: {state: "NY"}}], [{state: "NY", pop: 7}]);
|
|
|
|
// Aggregations work on views that sort.
|
|
const doOrderedSort = true;
|
|
assertAggResultEq("popSortedView", [], allDocuments.sort(byPopulation), doOrderedSort);
|
|
assertAggResultEq("popSortedView", [{$limit: 1}, {$project: {_id: 1}}], [{_id: "Palo Alto"}]);
|
|
|
|
// Test that the $out stage errors when writing to a view namespace.
|
|
assertErrorCode(coll, [{$out: "emptyPipelineView"}], ErrorCodes.CommandNotSupportedOnView);
|
|
assertErrorCode(coll,
|
|
[{$out: {to: "emptyPipelineView", mode: "replaceCollection"}}],
|
|
ErrorCodes.CommandNotSupportedOnView);
|
|
// Test that the $merge stage errors when writing to a view namespace.
|
|
assertErrorCode(
|
|
coll,
|
|
[{$merge: {into: "emptyPipelineView", whenMatched: "fail", whenNotMatched: "insert"}}],
|
|
ErrorCodes.CommandNotSupportedOnView);
|
|
assertErrorCode(coll,
|
|
[{
|
|
$merge: {
|
|
into: "emptyPipelineView",
|
|
whenMatched: "replaceWithNew",
|
|
whenNotMatched: "insert"
|
|
}
|
|
}],
|
|
ErrorCodes.CommandNotSupportedOnView);
|
|
|
|
// Test that the $merge stage errors when writing to a view namespace in a foreign database.
|
|
let foreignDB = db.getSiblingDB("views_aggregation_foreign");
|
|
foreignDB.view.drop();
|
|
assert.commandWorked(foreignDB.createView("view", "coll", []));
|
|
assertErrorCode(coll,
|
|
[{
|
|
$merge: {
|
|
into: {db: foreignDB.getName(), coll: "view"},
|
|
whenMatched: "fail",
|
|
whenNotMatched: "insert"
|
|
}
|
|
}],
|
|
ErrorCodes.CommandNotSupportedOnView);
|
|
assertErrorCode(coll,
|
|
[{
|
|
$merge: {
|
|
into: {db: foreignDB.getName(), coll: "view"},
|
|
whenMatched: "replaceWithNew",
|
|
whenNotMatched: "insert"
|
|
}
|
|
}],
|
|
ErrorCodes.CommandNotSupportedOnView);
|
|
// TODO (SERVER-36832): When $out to foreign database is allowed with "replaceCollection", this
|
|
// should fail with ErrorCodes.CommandNotSupportedOnView.
|
|
assertErrorCode(
|
|
coll, [{$out: {db: foreignDB.getName(), to: "view", mode: "replaceCollection"}}], 50939);
|
|
|
|
// Test that an aggregate on a view propagates the 'bypassDocumentValidation' option.
|
|
const validatedCollName = "collectionWithValidator";
|
|
viewsDB[validatedCollName].drop();
|
|
assert.commandWorked(
|
|
viewsDB.createCollection(validatedCollName, {validator: {illegalField: {$exists: false}}}));
|
|
|
|
viewsDB.invalidDocs.drop();
|
|
viewsDB.invalidDocsView.drop();
|
|
assert.writeOK(viewsDB.invalidDocs.insert({illegalField: "present"}));
|
|
assert.commandWorked(viewsDB.createView("invalidDocsView", "invalidDocs", []));
|
|
|
|
assert.commandWorked(
|
|
viewsDB.runCommand({
|
|
aggregate: "invalidDocsView",
|
|
pipeline: [{$out: validatedCollName}],
|
|
cursor: {},
|
|
bypassDocumentValidation: true
|
|
}),
|
|
"Expected $out insertions to succeed since 'bypassDocumentValidation' was specified");
|
|
|
|
// Test that an aggregate on a view propagates the 'allowDiskUse' option.
|
|
const extSortLimit = 100 * 1024 * 1024;
|
|
const largeStrSize = 10 * 1024 * 1024;
|
|
const largeStr = new Array(largeStrSize).join('x');
|
|
viewsDB.largeColl.drop();
|
|
for (let i = 0; i <= extSortLimit / largeStrSize; ++i) {
|
|
assert.writeOK(viewsDB.largeColl.insert({x: i, largeStr: largeStr}));
|
|
}
|
|
assertErrorCode(viewsDB.largeColl,
|
|
[{$sort: {x: -1}}],
|
|
16819,
|
|
"Expected in-memory sort to fail due to excessive memory usage");
|
|
viewsDB.largeView.drop();
|
|
assert.commandWorked(viewsDB.createView("largeView", "largeColl", []));
|
|
assertErrorCode(viewsDB.largeView,
|
|
[{$sort: {x: -1}}],
|
|
16819,
|
|
"Expected in-memory sort to fail due to excessive memory usage");
|
|
|
|
assert.commandWorked(
|
|
viewsDB.runCommand(
|
|
{aggregate: "largeView", pipeline: [{$sort: {x: -1}}], cursor: {}, allowDiskUse: true}),
|
|
"Expected aggregate to succeed since 'allowDiskUse' was specified");
|
|
|
|
// Test explain modes on a view.
|
|
let explainPlan = assert.commandWorked(
|
|
viewsDB.popSortedView.explain("queryPlanner").aggregate([{$limit: 1}, {$match: {pop: 3}}]));
|
|
assert.eq(explainPlan.stages[0].$cursor.queryPlanner.namespace, "views_aggregation.coll");
|
|
assert(!explainPlan.stages[0].$cursor.hasOwnProperty("executionStats"));
|
|
|
|
explainPlan = assert.commandWorked(viewsDB.popSortedView.explain("executionStats")
|
|
.aggregate([{$limit: 1}, {$match: {pop: 3}}]));
|
|
assert.eq(explainPlan.stages[0].$cursor.queryPlanner.namespace, "views_aggregation.coll");
|
|
assert(explainPlan.stages[0].$cursor.hasOwnProperty("executionStats"));
|
|
assert.eq(explainPlan.stages[0].$cursor.executionStats.nReturned, 5);
|
|
assert(!explainPlan.stages[0].$cursor.executionStats.hasOwnProperty("allPlansExecution"));
|
|
|
|
explainPlan = assert.commandWorked(viewsDB.popSortedView.explain("allPlansExecution")
|
|
.aggregate([{$limit: 1}, {$match: {pop: 3}}]));
|
|
assert.eq(explainPlan.stages[0].$cursor.queryPlanner.namespace, "views_aggregation.coll");
|
|
assert(explainPlan.stages[0].$cursor.hasOwnProperty("executionStats"));
|
|
assert.eq(explainPlan.stages[0].$cursor.executionStats.nReturned, 5);
|
|
assert(explainPlan.stages[0].$cursor.executionStats.hasOwnProperty("allPlansExecution"));
|
|
|
|
// Passing a value of true for the explain option to the aggregation command, without using the
|
|
// shell explain helper, should continue to work.
|
|
explainPlan = assert.commandWorked(
|
|
viewsDB.popSortedView.aggregate([{$limit: 1}, {$match: {pop: 3}}], {explain: true}));
|
|
assert.eq(explainPlan.stages[0].$cursor.queryPlanner.namespace, "views_aggregation.coll");
|
|
assert(!explainPlan.stages[0].$cursor.hasOwnProperty("executionStats"));
|
|
|
|
// Test allPlansExecution explain mode on the base collection.
|
|
explainPlan = assert.commandWorked(
|
|
viewsDB.coll.explain("allPlansExecution").aggregate([{$limit: 1}, {$match: {pop: 3}}]));
|
|
assert.eq(explainPlan.stages[0].$cursor.queryPlanner.namespace, "views_aggregation.coll");
|
|
assert(explainPlan.stages[0].$cursor.hasOwnProperty("executionStats"));
|
|
assert.eq(explainPlan.stages[0].$cursor.executionStats.nReturned, 1);
|
|
assert(explainPlan.stages[0].$cursor.executionStats.hasOwnProperty("allPlansExecution"));
|
|
|
|
// The explain:true option should not work when paired with the explain shell helper.
|
|
assert.throws(function() {
|
|
viewsDB.popSortedView.explain("executionStats")
|
|
.aggregate([{$limit: 1}, {$match: {pop: 3}}], {explain: true});
|
|
});
|
|
|
|
// The remaining tests involve $lookup and $graphLookup. We cannot lookup into sharded
|
|
// collections, so skip these tests if running in a sharded configuration.
|
|
let isMasterResponse = assert.commandWorked(viewsDB.runCommand("isMaster"));
|
|
const isMongos = (isMasterResponse.msg === "isdbgrid");
|
|
if (isMongos) {
|
|
jsTest.log("Tests are being run on a mongos; skipping all $lookup and $graphLookup tests.");
|
|
return;
|
|
}
|
|
|
|
// Test that the $lookup stage resolves the view namespace referenced in the 'from' field.
|
|
assertAggResultEq(
|
|
coll.getName(),
|
|
[
|
|
{$match: {_id: "New York"}},
|
|
{$lookup: {from: "identityView", localField: "_id", foreignField: "_id", as: "matched"}},
|
|
{$unwind: "$matched"},
|
|
{$project: {_id: 1, matchedId: "$matched._id"}}
|
|
],
|
|
[{_id: "New York", matchedId: "New York"}]);
|
|
|
|
// Test that the $graphLookup stage resolves the view namespace referenced in the 'from' field.
|
|
assertAggResultEq(coll.getName(),
|
|
[
|
|
{$match: {_id: "New York"}},
|
|
{
|
|
$graphLookup: {
|
|
from: "identityView",
|
|
startWith: "$_id",
|
|
connectFromField: "_id",
|
|
connectToField: "_id",
|
|
as: "matched"
|
|
}
|
|
},
|
|
{$unwind: "$matched"},
|
|
{$project: {_id: 1, matchedId: "$matched._id"}}
|
|
],
|
|
[{_id: "New York", matchedId: "New York"}]);
|
|
|
|
// Test that the $lookup stage resolves the view namespace referenced in the 'from' field of
|
|
// another $lookup stage nested inside of it.
|
|
assert.commandWorked(viewsDB.runCommand({
|
|
create: "viewWithLookupInside",
|
|
viewOn: coll.getName(),
|
|
pipeline: [
|
|
{
|
|
$lookup:
|
|
{from: "identityView", localField: "_id", foreignField: "_id", as: "matched"}
|
|
},
|
|
{$unwind: "$matched"},
|
|
{$project: {_id: 1, matchedId: "$matched._id"}}
|
|
]
|
|
}));
|
|
|
|
assertAggResultEq(
|
|
coll.getName(),
|
|
[
|
|
{$match: {_id: "New York"}},
|
|
{
|
|
$lookup: {
|
|
from: "viewWithLookupInside",
|
|
localField: "_id",
|
|
foreignField: "matchedId",
|
|
as: "matched"
|
|
}
|
|
},
|
|
{$unwind: "$matched"},
|
|
{$project: {_id: 1, matchedId1: "$matched._id", matchedId2: "$matched.matchedId"}}
|
|
],
|
|
[{_id: "New York", matchedId1: "New York", matchedId2: "New York"}]);
|
|
|
|
// Test that the $graphLookup stage resolves the view namespace referenced in the 'from' field
|
|
// of a $lookup stage nested inside of it.
|
|
let graphLookupPipeline = [
|
|
{$match: {_id: "New York"}},
|
|
{
|
|
$graphLookup: {
|
|
from: "viewWithLookupInside",
|
|
startWith: "$_id",
|
|
connectFromField: "_id",
|
|
connectToField: "matchedId",
|
|
as: "matched"
|
|
}
|
|
},
|
|
{$unwind: "$matched"},
|
|
{$project: {_id: 1, matchedId1: "$matched._id", matchedId2: "$matched.matchedId"}}
|
|
];
|
|
|
|
assertAggResultEq(coll.getName(),
|
|
graphLookupPipeline,
|
|
[{_id: "New York", matchedId1: "New York", matchedId2: "New York"}]);
|
|
|
|
// Test that the $lookup stage on a view with a nested $lookup on a different view resolves the
|
|
// view namespaces referenced in their respective 'from' fields.
|
|
assertAggResultEq(
|
|
coll.getName(),
|
|
[
|
|
{$match: {_id: "Trenton"}},
|
|
{$project: {state: 1}},
|
|
{
|
|
$lookup: {
|
|
from: "identityView",
|
|
as: "lookup1",
|
|
pipeline: [
|
|
{$match: {_id: "Trenton"}},
|
|
{$project: {state: 1}},
|
|
{$lookup: {from: "popSortedView", as: "lookup2", pipeline: []}}
|
|
]
|
|
}
|
|
}
|
|
],
|
|
[{
|
|
"_id": "Trenton",
|
|
"state": "NJ",
|
|
"lookup1": [{
|
|
"_id": "Trenton",
|
|
"state": "NJ",
|
|
"lookup2": [
|
|
{"_id": "Newark", "state": "NJ", "pop": 3},
|
|
{"_id": "San Francisco", "state": "CA", "pop": 4},
|
|
{"_id": "Trenton", "state": "NJ", "pop": 5},
|
|
{"_id": "New York", "state": "NY", "pop": 7},
|
|
{"_id": "Palo Alto", "state": "CA", "pop": 10}
|
|
]
|
|
}]
|
|
}]);
|
|
|
|
// Test that the $facet stage resolves the view namespace referenced in the 'from' field of a
|
|
// $lookup stage nested inside of a $graphLookup stage.
|
|
assertAggResultEq(
|
|
coll.getName(),
|
|
[{$facet: {nested: graphLookupPipeline}}],
|
|
[{nested: [{_id: "New York", matchedId1: "New York", matchedId2: "New York"}]}]);
|
|
|
|
}());
|