Archived
1
0

fix up more

This commit is contained in:
Jeff Becker 2016-02-08 15:05:57 -05:00
parent 6eb42d4cf7
commit 85d60a1928
No known key found for this signature in database
GPG Key ID: AB950234D6EA286B

View File

@ -26,7 +26,7 @@ var makeGroupName = function(board) {
} }
// call function for each op on a board // call function for each op on a board
var foreachOpsOnBoard = function(db, board, callback) { var foreachOpsOnBoard = function(db, board, callback, done) {
var cur = db.collection("threads").find({boardUri: board}); var cur = db.collection("threads").find({boardUri: board});
var ops = []; var ops = [];
cur.each(function(err, doc) { cur.each(function(err, doc) {
@ -34,20 +34,18 @@ var foreachOpsOnBoard = function(db, board, callback) {
ops.push(doc) ops.push(doc)
} else { } else {
for (var idx = 0 ; ops.length > idx ; idx ++ ) { for (var idx = 0 ; ops.length > idx ; idx ++ ) {
callback(op[idx]); callback(ops[idx]);
} }
if(done)
done();
} }
}); });
} }
// call a callback for each reply to op // call a callback for each reply to op
// pass in the memegod post // pass in the memegod post
var foreachReplyForOP = function(db, op, callback) { var foreachReplyForOP = function(db, op, callback, done) {
checkViaHeader("X-Mememgod-Id", idPrefix+op._id, function(msgid) { var doit = function(op, msgid) {// we don't has got it
// we do already has got it
callback(null);
}, function(msgid) {
// we don't has got it
var cur = db.collection("posts").find({ threadId: op.threadId}); var cur = db.collection("posts").find({ threadId: op.threadId});
var repls = []; var repls = [];
cur.each(function(err, doc) { cur.each(function(err, doc) {
@ -57,9 +55,12 @@ var foreachReplyForOP = function(db, op, callback) {
for (var idx = 0 ; repls.length > idx ; idx ++ ) { for (var idx = 0 ; repls.length > idx ; idx ++ ) {
callback(repls[idx]); callback(repls[idx]);
} }
if(done)
done();
} }
}); });
}); }
checkPostExists(op, doit, doit);
} }
// find all boards in memegod // find all boards in memegod
@ -74,7 +75,8 @@ var foreachBoard = function(db, callback, done) {
for (var idx = 0 ; boards.length > idx ; idx ++ ) { for (var idx = 0 ; boards.length > idx ; idx ++ ) {
callback(boards[idx]); callback(boards[idx]);
} }
done(db); if(done)
done();
} }
}); });
}; };
@ -83,11 +85,14 @@ var foreachBoard = function(db, callback, done) {
// convert a memegod post from board into an overchan article // convert a memegod post from board into an overchan article
// call a callback with the created post // call a callback with the created post
var createArticle = function(post, board, callback) { var createArticle = function(post, board, callback) {
if (post == null) return; if (post == null) {
callback(null);
return
}
var article = { var article = {
ip: post.ip.join("."), ip: post.ip.join("."),
message: post.message || " ", message: post.message || " ",
subject: post.subject || "MongoDB is web scale",
frontend: frontendName, frontend: frontendName,
newsgroup: makeGroupName(board), newsgroup: makeGroupName(board),
headers: { headers: {
@ -102,14 +107,13 @@ var createArticle = function(post, board, callback) {
article.headers["X-Memegod-Id"] = idPrefix+post._id; article.headers["X-Memegod-Id"] = idPrefix+post._id;
article.headers["X-Migrated-From"] = "MemeGod"; article.headers["X-Migrated-From"] = "MemeGod";
article.name = post.name || "Stephen Lynx"; article.name = post.name || "Stephen Lynx";
article.subject = post.subject || "MongoDB is Web Scale";
callback(article); callback(article);
} }
// post an overchan article via the api // post an overchan article via the api
// call callback passing in the message-id of the new post // call callback passing in the message-id of the new post
var postArticle = function(article, callback) { var postArticle = function(article, callback) {
if (article == null) { callback(null); return; }
checkViaHeader("X-Memegod-Id", article.headers["X-Memegod-Id"], function(msgid) { checkViaHeader("X-Memegod-Id", article.headers["X-Memegod-Id"], function(msgid) {
// we has got it already // we has got it already
callback(msgid); callback(msgid);
@ -132,13 +136,10 @@ var postArticle = function(article, callback) {
var j = JSON.parse(data) var j = JSON.parse(data)
var msgid = j.id; var msgid = j.id;
callback(msgid); callback(msgid);
}) })
}); });
req.write(JSON.stringify(article)); req.write(JSON.stringify(article));
req.end(); req.end();
}, function(msgid) {
// not there
}); });
} }
@ -174,26 +175,28 @@ var checkPostExists = function(post, yescb, nocb) {
function() { nocb(post); }); function() { nocb(post); });
} }
var putBoard = function(db, board) { var putBoard = function(db, board, done) {
foreachOpsOnBoard(db, board.boardUri, function(op) { foreachOpsOnBoard(db, board.boardUri, function(originalPost) {
// create OP var doit = function(op) {
createArticle(op, board, function(opArticle) { createArticle(op, board, function(opArticle) {
// post OP
postArticle(opArticle, function(opMsgId) { postArticle(opArticle, function(opMsgId) {
// for each reply for OP // for each reply for OP
foreachReplyForOP(db, op, function(post) { foreachReplyForOP(db, op, function(post) {
if (post) { checkPostExists(post , function(msgid) {
// we have this post
}, function(post, msgid) {
// put create reply // put create reply
createArticle(post, board, function(article) { createArticle(post, board, function(article) {
// set references header // set references header
article.headers["References"] = opMsgId; article.headers["References"] = opMsgId;
// post reply postArticle(article, function(msgid) {});
postArticle(article, function() {}); });
});
});
});
}); });
} }
}); checkPostExists(originalPost, doit, doit);
});
});
}); });
} }
@ -202,8 +205,5 @@ memegodClient.connect(url, function(err, db) {
foreachBoard(db, function(board) { foreachBoard(db, function(board) {
console.log("updating "+board.boardUri); console.log("updating "+board.boardUri);
putBoard(db, board); putBoard(db, board);
}, function(db) {
console.log("the meme god has spoken");
db.close();
}); });
}); });