-
Notifications
You must be signed in to change notification settings - Fork 94
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #57 from Pythagora-io/feat/js-code-processing
Integrate js-code-processing module to project
- Loading branch information
Showing
27 changed files
with
130 additions
and
1,361 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file was deleted.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,174 +1,12 @@ | ||
| const _ = require('lodash'); | ||
| const axios = require('axios'); | ||
| const { jestAuthFileGenerationLog } = require('../utils/cmdPrint'); | ||
| const { bold, reset, red, blue } = require('../utils/cmdPrint').colors; | ||
| const args = require('../utils/getArgs.js'); | ||
| const {PYTHAGORA_UNIT_TESTS_VERSION,PYTHAGORA_API_SERVER} = require('../const/common'); | ||
| const API_SERVER = args.pythagora_api_server || PYTHAGORA_API_SERVER; | ||
| const {PYTHAGORA_API_SERVER} = require("@pythagora.io/js-code-processing").common; | ||
|
|
||
| function extractGPTMessageFromStreamData(input) { | ||
| const regex = /data: (.*?)\n/g; | ||
| const substrings = []; | ||
| let match; | ||
|
|
||
| while ((match = regex.exec(input)) !== null) { | ||
| substrings.push(match[1]); | ||
| function getApiConfig() { | ||
| return { | ||
| apiUrl: args.pythagora_api_server || PYTHAGORA_API_SERVER, | ||
| apiKey: args.openai_api_key || args.pythagora_api_key, | ||
| apiKeyType: args.openai_api_key ? 'openai' : 'pythagora' | ||
| } | ||
|
|
||
| return substrings.map(s => JSON.parse(s)); | ||
| } | ||
|
|
||
| function setOptions({path, method, headers}) { | ||
| let apiKey = args.openai_api_key || args.pythagora_api_key; | ||
| const parsedUrl = new URL(API_SERVER); | ||
| if (!apiKey) throw new Error('No API key provided. Please add --openai-api-key or --pythagora-api-key') | ||
| let options = { | ||
| protocol: parsedUrl.protocol.replace(':', ''), | ||
| hostname: parsedUrl.hostname, | ||
| port: parsedUrl.port, | ||
| path: path || '/', | ||
| method: method || 'POST', | ||
| headers: headers || { | ||
| 'Content-Type': 'application/json', | ||
| 'apikey': apiKey, | ||
| 'apikeytype': args.openai_api_key ? 'openai' : 'pythagora' | ||
| }, | ||
| }; | ||
|
|
||
| if (!options.port) delete options.port; | ||
| return options | ||
| } | ||
|
|
||
| async function makeRequest(data, options, customLogFunction) { | ||
| let gptResponse = ''; | ||
| let httpModule = options.protocol === 'http' ? require('http') : require('https'); | ||
| let timeout; | ||
|
|
||
| return new Promise((resolve, reject) => { | ||
| const req = httpModule.request(_.omit(options, ['protocol']), function(res){ | ||
| res.on('data', (chunk) => { | ||
| try { | ||
| clearTimeout(timeout); | ||
| timeout = setTimeout(() => { | ||
| reject(new Error("Request timeout")); | ||
| }, 30000); | ||
|
|
||
| let stringified = chunk.toString(); | ||
| try { | ||
| let json = JSON.parse(stringified); | ||
| if (json.error || json.message) { | ||
| gptResponse = json; | ||
| return; | ||
| } | ||
| } catch (e) {} | ||
|
|
||
| gptResponse += stringified; | ||
| if (gptResponse.indexOf('pythagora_end:') > -1) return; | ||
| if (customLogFunction) customLogFunction(gptResponse); | ||
| else process.stdout.write(stringified); | ||
| } catch (e) {} | ||
| }); | ||
| res.on('end', async function () { | ||
| clearTimeout(timeout); | ||
|
|
||
| process.stdout.write('\n'); | ||
| if (res.statusCode >= 400) return reject(new Error(`Response status code: ${res.statusCode}. Error message: ${gptResponse}`)); | ||
| if (gptResponse.error) return reject(new Error(`Error: ${gptResponse.error.message}. Code: ${gptResponse.error.code}`)); | ||
| if (gptResponse.message) return reject(new Error(`Error: ${gptResponse.message}. Code: ${gptResponse.code}`)); | ||
| gptResponse = gptResponse.split('pythagora_end:').pop(); | ||
| return resolve(gptResponse); | ||
| }); | ||
| }); | ||
|
|
||
| req.on('error', (e) => { | ||
| clearTimeout(timeout); | ||
| console.error("problem with request:"+e.message); | ||
| reject(e); | ||
| }); | ||
|
|
||
| req.write(data); | ||
|
|
||
| req.end(); | ||
| }); | ||
| } | ||
|
|
||
| async function getUnitTests(data, customLogFunction) { | ||
| let options = setOptions({path: '/api/generate-unit-tests'}); | ||
| let tests, error; | ||
| try { | ||
| tests = await makeRequest(JSON.stringify(data), options, customLogFunction); | ||
| } catch (e) { | ||
| error = e; | ||
| } finally { | ||
| return {tests, error}; | ||
| } | ||
| } | ||
|
|
||
| async function expandUnitTests(data, customLogFunction) { | ||
| let options = setOptions({path: '/api/expand-unit-tests'}); | ||
| let tests, error; | ||
| try { | ||
| tests = await makeRequest(JSON.stringify(data), options, customLogFunction); | ||
| } catch (e) { | ||
| error = e; | ||
| } finally { | ||
| return {tests, error}; | ||
| } | ||
| } | ||
|
|
||
| async function getJestAuthFunction(loginMongoQueriesArray, loginRequestBody, loginEndpointPath) { | ||
| jestAuthFileGenerationLog(); | ||
|
|
||
| let options = setOptions({path: '/api/generate-jest-auth'}); | ||
| return await makeRequest(JSON.stringify({loginMongoQueriesArray, loginRequestBody, loginEndpointPath}), options); | ||
| } | ||
|
|
||
|
|
||
| async function getJestTest(test) { | ||
| let options = setOptions({path: '/api/generate-jest-test'}); | ||
| return await makeRequest(JSON.stringify(test), options); | ||
| } | ||
|
|
||
| async function getJestTestName(test, usedNames) { | ||
| let options = setOptions({path:'/api/generate-jest-test-name'}); | ||
| return await makeRequest(JSON.stringify({ test }), options); | ||
| } | ||
|
|
||
| async function isEligibleForExport(test) { | ||
| try { | ||
| let options = setOptions({ path: '/api/check-if-eligible' }); | ||
|
|
||
| const response = await axios.post( | ||
| `${options.protocol}://${options.hostname}${options.port ? ':' + options.port : ''}${options.path}`, | ||
| JSON.stringify({ test }), | ||
| { headers: options.headers } | ||
| ); | ||
|
|
||
| return response.data; | ||
| } catch (error) { | ||
| console.log(error); | ||
| return false; | ||
| } | ||
| } | ||
|
|
||
| function checkForAPIKey() { | ||
| if (!args.pythagora_api_key && !args.openai_api_key) { | ||
| console.log(`${bold+red}No API key found!${reset}`); | ||
| console.log('Please run:') | ||
| console.log(`${bold+blue}npx pythagora --config --pythagora-api-key <YOUR_PYTHAGORA_API_KEY>${reset}`); | ||
| console.log('or') | ||
| console.log(`${bold+blue}npx pythagora --config --openai-api-key <YOUR_OPENAI_API_KEY>${reset}`); | ||
| console.log(`You can get Pythagora API key here: https://mailchi.mp/f4f4d7270a7a/api-waitlist`); | ||
| process.exit(0); | ||
| } | ||
| } | ||
|
|
||
| module.exports = { | ||
| getJestAuthFunction, | ||
| getJestTest, | ||
| getJestTestName, | ||
| isEligibleForExport, | ||
| getUnitTests, | ||
| expandUnitTests, | ||
| checkForAPIKey | ||
| } | ||
| module.exports = {getApiConfig}; |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.