File size: 2,268 Bytes
06567e1 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 |
/* This script exists to merge all .info files into one array.
* unfortunately, civitai is storing some of them as LFS objects
* so the script outputs a list of errors along with scripts to fix them (delfiles.sh, replacefiles.sh)
* others files are blank, so just ignore the errors the second time, they're files that aren't on civitai
* now we get tot he important part: it parses all files, and dumps all of them into an array in civitai.info.json for further processing
* Run once, run delfiles.bat or delfiles.sh to get rid of the bad ones, then run replacefiles.sh to fetch them from civitai.
*/
var path = require('path'),
fs = require('fs');
function fromDir(startPath, filter, arr) {
arr=arr||[];
//console.log('Starting from dir '+startPath+'/');
if (!fs.existsSync(startPath)) {
console.log("no dir ", startPath);
return;
}
var files = fs.readdirSync(startPath);
for (var i = 0; i < files.length; i++) {
var filename = path.join(startPath, files[i]);
var stat = fs.lstatSync(filename);
if (stat.isDirectory()) {
fromDir(filename, filter,arr); //recurse
} else if (filename.endsWith(filter)) {
arr.push(filename);
//console.log('-- found: ', filename);
};
};
return arr;
};
var addons=[];
var errors=[];
var push=function(file){
try{
var addon=JSON.parse(fs.readFileSync(file));
addon.mirror_path=file; // Add the location we found the file.
addons.push(addon)
} catch(err) {
console.log(file);
console.error(err)
errors.push(file);
}
};
var files=fromDir('.', '.civitai.info');
files.map(e=>{push(e);});
fs.writeFileSync('civitai.info.json',JSON.stringify(addons))
fs.writeFileSync('errors.json',JSON.stringify(errors))
//console.error("Error with the following files:",errors);
fs.writeFileSync('delfiles.bat','@echo off\n\n'+errors.map(e=>{return "del \""+ e + "\""}).join('\n'))
fs.writeFileSync('delfiles.sh',errors.map(e=>{return "rm \""+ e + "\""}).join('\n').split('\\').join('/'))
fs.writeFileSync('replacefiles.sh',errors.map(e=>{return "wget \"https://huggingface.co/anonderpling/civitai_mirror/resolve/main/"+(e.split(" ").join("%23")+"\" -O \""+e+"\"")}).join('\n').split('\\').join('\/'))
|