mirror of
https://github.com/verdaccio/verdaccio.git
synced 2024-12-23 22:27:34 -05:00
459b6fa72b
* Refactor local-storage async refactor local storage search stream Remove async from local-storage, refactor search with streams refactor search with undici fetch finish search refactor stream multiple request to single stream refactor storage types remove async dependency #1225 add score and refactor metadata remove old search async fix missing stream local data clean up clean up refactor folder search format fix some test fix issue on publish filter preview update ci delete package folder refactor refactor get packages methods fix tests fix lock file add changeset fix test windows disable some test update package json versions * fix merge * fix e2e cli * restore e2e * Update process.ts * Update process.ts * add improvement * format * Update utils.ts * test * test * Update search.spec.ts * Update search.spec.ts * Update search.spec.ts * test * Update ci.yml * clean up * fix tests * Update tags.ts * Update index.spec.ts * document changeset * format
220 lines
6.8 KiB
TypeScript
220 lines
6.8 KiB
TypeScript
import path from 'path';
|
|
import fs from 'fs';
|
|
import { Writable } from 'stream';
|
|
import { Config as AppConfig } from '@verdaccio/config';
|
|
import { Storage } from '@verdaccio/store';
|
|
|
|
import { Config } from '@verdaccio/types';
|
|
import { API_ERROR, HTTP_STATUS } from '@verdaccio/commons-api';
|
|
import { mockServer, configExample, DOMAIN_SERVERS, generateRamdonStorage } from '@verdaccio/mock';
|
|
|
|
import { setup, logger } from '@verdaccio/logger';
|
|
|
|
setup([]);
|
|
|
|
const mockServerPort = 55548;
|
|
|
|
const generateStorage = async function () {
|
|
const storagePath = generateRamdonStorage();
|
|
const storageConfig = configExample(
|
|
{
|
|
config_path: storagePath,
|
|
storage: storagePath,
|
|
uplinks: {
|
|
npmjs: {
|
|
url: `http://${DOMAIN_SERVERS}:${mockServerPort}`,
|
|
},
|
|
},
|
|
},
|
|
'store.spec.yaml',
|
|
__dirname
|
|
);
|
|
|
|
const config: Config = new AppConfig(storageConfig);
|
|
const store: Storage = new Storage(config);
|
|
await store.init(config, []);
|
|
|
|
return store;
|
|
};
|
|
|
|
const generateSameUplinkStorage = async function () {
|
|
const storagePath = generateRamdonStorage();
|
|
const storageConfig = configExample(
|
|
{
|
|
config_path: storagePath,
|
|
storage: storagePath,
|
|
packages: {
|
|
jquery: {
|
|
access: ['$all'],
|
|
publish: ['$all'],
|
|
proxy: ['cached'],
|
|
},
|
|
'@jquery/*': {
|
|
access: ['$all'],
|
|
publish: ['$all'],
|
|
proxy: ['notcached'],
|
|
},
|
|
},
|
|
uplinks: {
|
|
cached: {
|
|
url: `http://${DOMAIN_SERVERS}:${mockServerPort}`,
|
|
cache: true,
|
|
},
|
|
notcached: {
|
|
url: `http://${DOMAIN_SERVERS}:${mockServerPort}`,
|
|
cache: false,
|
|
},
|
|
},
|
|
},
|
|
'store.spec.yaml',
|
|
__dirname
|
|
);
|
|
|
|
const config: Config = new AppConfig(storageConfig);
|
|
const store: Storage = new Storage(config);
|
|
await store.init(config, []);
|
|
|
|
return store;
|
|
};
|
|
|
|
const createNullStream = () =>
|
|
new Writable({
|
|
write: function (chunk, encoding, next) {
|
|
next();
|
|
},
|
|
});
|
|
|
|
describe('StorageTest', () => {
|
|
let mockRegistry;
|
|
|
|
beforeAll(async () => {
|
|
const binPath = require.resolve('verdaccio/bin/verdaccio');
|
|
const storePath = path.join(__dirname, '/mock/store');
|
|
mockRegistry = await mockServer(mockServerPort, { storePath, silence: true }).init(binPath);
|
|
return;
|
|
});
|
|
|
|
afterAll(function () {
|
|
const [registry, pid] = mockRegistry;
|
|
registry.stop();
|
|
logger.info(`registry ${pid} has been stopped`);
|
|
});
|
|
|
|
test('should be defined', async () => {
|
|
const storage: Storage = await generateStorage();
|
|
|
|
expect(storage).toBeDefined();
|
|
});
|
|
|
|
describe('test getTarball', () => {
|
|
test.skip(
|
|
'should select right uplink given package.proxy for' + ' upstream tarballs',
|
|
async (done) => {
|
|
const storage: Storage = await generateSameUplinkStorage();
|
|
const notcachedSpy = jest.spyOn(storage.uplinks.notcached, 'fetchTarball');
|
|
const cachedSpy = jest.spyOn(storage.uplinks.cached, 'fetchTarball');
|
|
|
|
await new Promise((res, rej) => {
|
|
const reader = storage.getTarball('jquery', 'jquery-1.5.1.tgz');
|
|
reader.on('end', () => {
|
|
expect(notcachedSpy).toHaveBeenCalledTimes(0);
|
|
expect(cachedSpy).toHaveBeenCalledTimes(1);
|
|
expect(cachedSpy).toHaveBeenCalledWith(
|
|
'http://0.0.0.0:55548/jquery/-/jquery-1.5.1.tgz'
|
|
);
|
|
res();
|
|
});
|
|
reader.on('error', (err) => {
|
|
rej(err);
|
|
});
|
|
reader.pipe(createNullStream());
|
|
});
|
|
|
|
// Reset counters.
|
|
cachedSpy.mockClear();
|
|
notcachedSpy.mockClear();
|
|
|
|
await new Promise((res, rej) => {
|
|
const reader = storage.getTarball('@jquery/jquery', 'jquery-1.5.1.tgz');
|
|
reader.on('end', () => {
|
|
expect(cachedSpy).toHaveBeenCalledTimes(0);
|
|
expect(notcachedSpy).toHaveBeenCalledTimes(1);
|
|
expect(notcachedSpy).toHaveBeenCalledWith(
|
|
'http://0.0.0.0:55548/@jquery%2fjquery/-/jquery-1.5.1.tgz'
|
|
);
|
|
res();
|
|
});
|
|
reader.on('error', (err) => {
|
|
rej(err);
|
|
});
|
|
reader.pipe(createNullStream());
|
|
});
|
|
|
|
done();
|
|
}
|
|
);
|
|
});
|
|
|
|
describe('test _syncUplinksMetadata', () => {
|
|
test('should fetch from uplink jquery metadata from registry', async () => {
|
|
const storage: Storage = await generateStorage();
|
|
|
|
return new Promise((resolve) => {
|
|
// @ts-ignore
|
|
storage._syncUplinksMetadata('jquery', null, {}, (err, metadata) => {
|
|
expect(err).toBeNull();
|
|
expect(metadata).toBeDefined();
|
|
expect(metadata).toBeInstanceOf(Object);
|
|
resolve(metadata);
|
|
});
|
|
});
|
|
});
|
|
|
|
test('should fails on fetch from uplink non existing from registry', async () => {
|
|
const storage: Storage = await generateStorage();
|
|
return new Promise((resolve) => {
|
|
storage._syncUplinksMetadata('@verdaccio/404', null, {}, (err, _metadata, errors) => {
|
|
expect(err).not.toBeNull();
|
|
expect(errors).toBeInstanceOf(Array);
|
|
expect(errors[0][0].statusCode).toBe(HTTP_STATUS.NOT_FOUND);
|
|
expect(errors[0][0].message).toMatch(API_ERROR.NOT_PACKAGE_UPLINK);
|
|
resolve(errors);
|
|
});
|
|
});
|
|
});
|
|
|
|
test('should fails on fetch from uplink corrupted pkg from registry', async () => {
|
|
const storage: Storage = await generateStorage();
|
|
return new Promise((resolve) => {
|
|
// @ts-ignore
|
|
storage._syncUplinksMetadata('corrupted-package', null, {}, (err, metadata, errors) => {
|
|
expect(err).not.toBeNull();
|
|
expect(errors).toBeInstanceOf(Array);
|
|
expect(errors[0][0].statusCode).toBe(HTTP_STATUS.INTERNAL_ERROR);
|
|
expect(errors[0][0].message).toMatch(API_ERROR.BAD_STATUS_CODE);
|
|
resolve(errors);
|
|
});
|
|
});
|
|
});
|
|
|
|
test.skip('should not touch if the package exists and has no uplinks', async (done) => {
|
|
const storagePath = generateRamdonStorage();
|
|
const storage: Storage = (await generateStorage()) as Storage;
|
|
const metadataSource = path.join(__dirname, '../../partials/metadata');
|
|
const metadataPath = path.join(storagePath, 'npm_test/package.json');
|
|
|
|
fs.mkdirSync(path.join(storagePath, 'npm_test'));
|
|
fs.writeFileSync(metadataPath, fs.readFileSync(metadataSource));
|
|
const metadata = JSON.parse(fs.readFileSync(metadataPath).toString());
|
|
// @ts-ignore
|
|
storage.localStorage.updateVersions = jest.fn(storage.localStorage.updateVersions);
|
|
expect(metadata).toBeDefined();
|
|
storage._syncUplinksMetadata('npm_test', metadata, {}, (err) => {
|
|
expect(err).toBeNull();
|
|
// @ts-ignore
|
|
expect(storage.localStorage.updateVersions).not.toHaveBeenCalled();
|
|
done();
|
|
});
|
|
});
|
|
});
|
|
});
|