40 lines
1020 B
TypeScript
40 lines
1020 B
TypeScript
import { IGlobalVariable, IJSONObject } from '@automatisch/types';
|
|
import { XMLParser } from 'fast-xml-parser';
|
|
import bcrypt from 'bcrypt';
|
|
|
|
const getInternalId = async (item: IJSONObject): Promise<string> => {
|
|
if (item.guid) {
|
|
return item.guid.toString();
|
|
} else if (item.id) {
|
|
return item.id.toString();
|
|
}
|
|
|
|
return await hashItem(JSON.stringify(item));
|
|
};
|
|
|
|
const hashItem = async (value: string) => {
|
|
return await bcrypt.hash(value, 1);
|
|
};
|
|
|
|
const newItemsInFeed = async ($: IGlobalVariable) => {
|
|
const { data } = await $.http.get($.step.parameters.feedUrl as string);
|
|
const parser = new XMLParser();
|
|
const parsedData = parser.parse(data);
|
|
|
|
// naive implementation to cover atom and rss feeds
|
|
const items = parsedData.rss?.channel?.item || parsedData.feed?.entry || [];
|
|
|
|
for (const item of items) {
|
|
const dataItem = {
|
|
raw: item,
|
|
meta: {
|
|
internalId: await getInternalId(item),
|
|
},
|
|
};
|
|
|
|
$.pushTriggerItem(dataItem);
|
|
}
|
|
};
|
|
|
|
export default newItemsInFeed;
|