updateurl.js

var http = require('http');
var fs = require('fs');

const args = process.argv;
let data_type = args[2]
let type_check = args[3]

let results = [];
getResultsFromAPI(type_check);





function getResultsFromAPI(type_to_check) {
		var url = 'http://www.dnd5eapi.co/api/' + type_to_check + '/';

		http.get(url, (res) => {
			const statusCode = res.statusCode;
			const contentType = res.headers['content-type'];

			let error;
			if (statusCode !== 200) {
				error = new Error(`Request Failed.\n` +
								`Status Code: ${statusCode}`);
			} else if (!/^application\/json/.test(contentType)) {
				error = new Error(`Invalid content-type.\n` +
								`Expected application/json but received ${contentType}`);
			}
			if (error) {
				console.log(error.message);
				// consume response data to free up memory
				res.resume();
				return;
			}

			res.setEncoding('utf8');
			let rawData = '';
			res.on('data', (chunk) => rawData += chunk);
			res.on('end', () => {
				try {
					let parsedData = JSON.parse(rawData);
					parsedData.results.forEach( (obj) => {
						results.push(obj);
					})
					
					fixLinks(data_type, results);


				} catch (e) {
					console.log(e.message);
				}
			});
		}).on('error', (e) => {
			console.log(`Got error: ${e.message}`);
		});
}

function fixLinks(datatype_string, reference) {
	
	let input_filename = "./5e-SRD-" + datatype_string + ".json"

	let urlfix = (err,data) => {

		data = JSON.parse(data);

		// number the indexes and change the URLs
		for(let i = 0; i < data.length; i++) {

			// THE THING TO CHECK FOR ERRORS
			data[i].from.forEach( function(element) {
				// console.log(element.name);
				let newurl =  results.find( (item) => {
					return item.name === element.name
				}).url;
				// console.log(newurl);

				element.url = newurl;
				console.log(element);
			})
		}

		let output_filename = "./upload-5e-SRD-" + datatype_string + ".json";

		fs.writeFile(output_filename, JSON.stringify(data), (err) => {
			if (err) throw err;
			console.log('Success');
			console.log("mongoimport -h ds133158.mlab.com:33158 -d 5e-srd-api -c " + datatype_string + " -u admin -p password --file upload-5e-SRD-" + datatype_string + ".json --jsonArray")
		});
	}

	fs.readFile(input_filename, 'utf8', (err,data) => {
		return urlfix(err,data);
	})

}

// mongoimport -h ds133158.mlab.com:33158 -d 5e-srd-api -c classfeatures -u admin -p password --file upload-5e-SRD-classfeatures.json --jsonArray