build: release-1.1.0

subho57 · Jul 5, 2023 · 2f29648 · 2f29648
1 parent 0e4e220
commit 2f29648
Show file tree

Hide file tree

Showing 57 changed files with 799 additions and 708 deletions.
diff --git a/.env.sample b/.env.sample
@@ -5,7 +5,6 @@ OPEN_AI_MODEL           = 'gpt-3.5-turbo-0301' # Works best with this model
 OPEN_AI_OPEN_AI_ORG_ID  = 'org-6f5QZMm' # Optional
 
 SERP_API_KEY            = 'demo'
-USE_SERP_API            = 'false'
 
 GOOGLE_API_KEY          = 'AIzXxxxxxxXXxxxxxXxxxxxxXXXxxxXXxx'
 GOOGLE_CSE_ID           = '017576662512468239146:omuauf_lfve' # To get one: https://www.npmjs.com/package/google-images#set-up-google-custom-search-engine
diff --git a/.github/workflows/cicd.yaml b/.github/workflows/cicd.yaml
@@ -24,12 +24,12 @@ jobs:
           node-version: ${{ matrix.node-version }}
       - name: Update NPM
         run: npm i -g npm
-      - name: Install yarn
-        run: npm i --location=global yarn
+      # - name: Install yarn
+      #   run: npm i --location=global yarn
       - name: Install dependencies
-        run: yarn install
+        run: npm install
       - name: Run tests
-        run: yarn test
+        run: npm test
 
   lint-check:
     name: Lint Check
@@ -49,9 +49,9 @@ jobs:
           node-version: ${{ matrix.node-version }}
       - name: Update NPM
         run: npm i -g npm
-      - name: Install yarn
-        run: npm i --location=global yarn
+      # - name: Install yarn
+      #   run: npm i --location=global yarn
       - name: Install dependencies
-        run: yarn install
+        run: npm install
       - name: Run lint
-        run: yarn lint
+        run: npm lint
diff --git a/.husky/pre-push b/.husky/pre-push
@@ -1,4 +1,4 @@
 #!/usr/bin/env sh
 . "$(dirname -- "$0")/_/husky.sh"
 
-NODE_OPTIONS="--max-old-space-size=7168" yarn test && yarn lint && yarn build
+NODE_OPTIONS="--max-old-space-size=7168" yarn test && yarn lint
diff --git a/.yarn/releases/yarn-3.6.0.cjs → .yarn/releases/yarn-3.6.1.cjs b/.yarn/releases/yarn-3.6.0.cjs → .yarn/releases/yarn-3.6.1.cjs
diff --git a/.yarnrc.yml b/.yarnrc.yml
@@ -8,4 +8,4 @@ enableHyperlinks: true
 
 nodeLinker: node-modules
 
-yarnPath: .yarn/releases/yarn-3.6.0.cjs
+yarnPath: .yarn/releases/yarn-3.6.1.cjs
diff --git a/docs/assets/search.js b/docs/assets/search.js
diff --git a/docs/classes/Article.html b/docs/classes/Article.html
@@ -20,7 +20,7 @@ <h4>Hierarchy</h4>
 <ul class="tsd-hierarchy">
 <li><span class="target">Article</span></li></ul></section><aside class="tsd-sources">
 <ul>
-<li>Defined in <a href="https://github.com/subho57/universal-pdp-scrapper/blob/79eb3d1/src/sources/article.ts#L7">sources/article.ts:7</a></li></ul></aside>
+<li>Defined in <a href="https://github.com/subho57/universal-pdp-scrapper/blob/0e4e220/src/sources/article.ts#L7">sources/article.ts:7</a></li></ul></aside>
 <section class="tsd-panel-group tsd-index-group">
 <section class="tsd-panel tsd-index-panel">
 <details class="tsd-index-content tsd-index-accordion" open><summary class="tsd-accordion-summary tsd-index-summary">
@@ -52,14 +52,14 @@ <h4 class="tsd-parameters-title">Parameters</h4>
 <h5><span class="tsd-kind-parameter">url</span>: <span class="tsd-signature-type">string</span></h5></li></ul></div>
 <h4 class="tsd-returns-title">Returns <a href="Article.html" class="tsd-signature-type tsd-kind-class">Article</a></h4><aside class="tsd-sources">
 <ul>
-<li>Defined in <a href="https://github.com/subho57/universal-pdp-scrapper/blob/79eb3d1/src/sources/article.ts#L10">sources/article.ts:10</a></li></ul></aside></li></ul></section></section>
+<li>Defined in <a href="https://github.com/subho57/universal-pdp-scrapper/blob/0e4e220/src/sources/article.ts#L10">sources/article.ts:10</a></li></ul></aside></li></ul></section></section>
 <section class="tsd-panel-group tsd-member-group">
 <h2>Properties</h2>
 <section class="tsd-panel tsd-member"><a id="url" class="tsd-anchor"></a>
 <h3 class="tsd-anchor-link"><code class="tsd-tag ts-flagReadonly">Readonly</code> <span>url</span><a href="#url" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24"><use href="#icon-anchor"></use></svg></a></h3>
 <div class="tsd-signature"><span class="tsd-kind-property">url</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">string</span></div><aside class="tsd-sources">
 <ul>
-<li>Defined in <a href="https://github.com/subho57/universal-pdp-scrapper/blob/79eb3d1/src/sources/article.ts#L8">sources/article.ts:8</a></li></ul></aside></section></section>
+<li>Defined in <a href="https://github.com/subho57/universal-pdp-scrapper/blob/0e4e220/src/sources/article.ts#L8">sources/article.ts:8</a></li></ul></aside></section></section>
 <section class="tsd-panel-group tsd-member-group">
 <h2>Methods</h2>
 <section class="tsd-panel tsd-member"><a id="extract" class="tsd-anchor"></a>
@@ -74,7 +74,7 @@ <h4 class="tsd-parameters-title">Parameters</h4>
 <h5><code class="tsd-tag ts-flagOptional">Optional</code> <span class="tsd-kind-parameter">html</span>: <span class="tsd-signature-type">string</span></h5></li></ul></div>
 <h4 class="tsd-returns-title">Returns <span class="tsd-signature-type ">Promise</span><span class="tsd-signature-symbol">&lt;</span><a href="../interfaces/ScrapperOutput.html" class="tsd-signature-type tsd-kind-interface">ScrapperOutput</a><span class="tsd-signature-symbol">&gt;</span></h4><aside class="tsd-sources">
 <ul>
-<li>Defined in <a href="https://github.com/subho57/universal-pdp-scrapper/blob/79eb3d1/src/sources/article.ts#L14">sources/article.ts:14</a></li></ul></aside></li></ul></section></section></div>
+<li>Defined in <a href="https://github.com/subho57/universal-pdp-scrapper/blob/0e4e220/src/sources/article.ts#L14">sources/article.ts:14</a></li></ul></aside></li></ul></section></section></div>
 <div class="col-sidebar">
 <div class="page-menu">
 <div class="tsd-navigation settings">
@@ -125,7 +125,8 @@ <h3><svg width="20" height="20" viewBox="0 0 24 24" fill="none"><use href="#icon
 <li><a href="../interfaces/ScrapperOutput.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-256"></use></svg><span>Scrapper<wbr/>Output</span></a></li>
 <li><a href="../interfaces/TechnicalCompliance.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-256"></use></svg><span>Technical<wbr/>Compliance</span></a></li>
 <li><a href="../interfaces/Variation.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-256"></use></svg><span>Variation</span></a></li>
-<li><a href="../functions/getOpenAiClient.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><g id="icon-64"><rect fill="var(--color-icon-background)" stroke="var(--color-ts-function)" stroke-width="1.5" x="1" y="1" width="22" height="22" rx="6"></rect><path d="M9.39 16V7.24H14.55V8.224H10.446V11.128H14.238V12.112H10.47V16H9.39Z" fill="var(--color-text)"></path></g></svg><span>get<wbr/>Open<wbr/>Ai<wbr/>Client</span></a></li></ul></nav></div></div></div>
+<li><a href="../functions/getClient.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><g id="icon-64"><rect fill="var(--color-icon-background)" stroke="var(--color-ts-function)" stroke-width="1.5" x="1" y="1" width="22" height="22" rx="6"></rect><path d="M9.39 16V7.24H14.55V8.224H10.446V11.128H14.238V12.112H10.47V16H9.39Z" fill="var(--color-text)"></path></g></svg><span>get<wbr/>Client</span></a></li>
+<li><a href="../functions/getCompletion.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-64"></use></svg><span>get<wbr/>Completion</span></a></li></ul></nav></div></div></div>
 <div class="tsd-generator">
 <p>Generated using <a href="https://typedoc.org/" target="_blank">TypeDoc</a></p></div>
 <div class="overlay"></div></body></html>
diff --git a/docs/classes/Etsy.html b/docs/classes/Etsy.html
@@ -20,7 +20,7 @@ <h4>Hierarchy</h4>
 <ul class="tsd-hierarchy">
 <li><span class="target">Etsy</span></li></ul></section><aside class="tsd-sources">
 <ul>
-<li>Defined in <a href="https://github.com/subho57/universal-pdp-scrapper/blob/79eb3d1/src/sources/etsy.ts#L7">sources/etsy.ts:7</a></li></ul></aside>
+<li>Defined in <a href="https://github.com/subho57/universal-pdp-scrapper/blob/0e4e220/src/sources/etsy.ts#L7">sources/etsy.ts:7</a></li></ul></aside>
 <section class="tsd-panel-group tsd-index-group">
 <section class="tsd-panel tsd-index-panel">
 <details class="tsd-index-content tsd-index-accordion" open><summary class="tsd-accordion-summary tsd-index-summary">
@@ -52,14 +52,14 @@ <h4 class="tsd-parameters-title">Parameters</h4>
 <h5><span class="tsd-kind-parameter">url</span>: <span class="tsd-signature-type">string</span></h5></li></ul></div>
 <h4 class="tsd-returns-title">Returns <a href="Etsy.html" class="tsd-signature-type tsd-kind-class">Etsy</a></h4><aside class="tsd-sources">
 <ul>
-<li>Defined in <a href="https://github.com/subho57/universal-pdp-scrapper/blob/79eb3d1/src/sources/etsy.ts#L10">sources/etsy.ts:10</a></li></ul></aside></li></ul></section></section>
+<li>Defined in <a href="https://github.com/subho57/universal-pdp-scrapper/blob/0e4e220/src/sources/etsy.ts#L10">sources/etsy.ts:10</a></li></ul></aside></li></ul></section></section>
 <section class="tsd-panel-group tsd-member-group">
 <h2>Properties</h2>
 <section class="tsd-panel tsd-member"><a id="url" class="tsd-anchor"></a>
 <h3 class="tsd-anchor-link"><code class="tsd-tag ts-flagReadonly">Readonly</code> <span>url</span><a href="#url" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24"><use href="#icon-anchor"></use></svg></a></h3>
 <div class="tsd-signature"><span class="tsd-kind-property">url</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">string</span></div><aside class="tsd-sources">
 <ul>
-<li>Defined in <a href="https://github.com/subho57/universal-pdp-scrapper/blob/79eb3d1/src/sources/etsy.ts#L8">sources/etsy.ts:8</a></li></ul></aside></section></section>
+<li>Defined in <a href="https://github.com/subho57/universal-pdp-scrapper/blob/0e4e220/src/sources/etsy.ts#L8">sources/etsy.ts:8</a></li></ul></aside></section></section>
 <section class="tsd-panel-group tsd-member-group">
 <h2>Methods</h2>
 <section class="tsd-panel tsd-member"><a id="extract" class="tsd-anchor"></a>
@@ -74,7 +74,7 @@ <h4 class="tsd-parameters-title">Parameters</h4>
 <h5><code class="tsd-tag ts-flagOptional">Optional</code> <span class="tsd-kind-parameter">html</span>: <span class="tsd-signature-type">string</span></h5></li></ul></div>
 <h4 class="tsd-returns-title">Returns <span class="tsd-signature-type ">Promise</span><span class="tsd-signature-symbol">&lt;</span><a href="../interfaces/ScrapperOutput.html" class="tsd-signature-type tsd-kind-interface">ScrapperOutput</a><span class="tsd-signature-symbol">&gt;</span></h4><aside class="tsd-sources">
 <ul>
-<li>Defined in <a href="https://github.com/subho57/universal-pdp-scrapper/blob/79eb3d1/src/sources/etsy.ts#L14">sources/etsy.ts:14</a></li></ul></aside></li></ul></section></section></div>
+<li>Defined in <a href="https://github.com/subho57/universal-pdp-scrapper/blob/0e4e220/src/sources/etsy.ts#L14">sources/etsy.ts:14</a></li></ul></aside></li></ul></section></section></div>
 <div class="col-sidebar">
 <div class="page-menu">
 <div class="tsd-navigation settings">
@@ -125,7 +125,8 @@ <h3><svg width="20" height="20" viewBox="0 0 24 24" fill="none"><use href="#icon
 <li><a href="../interfaces/ScrapperOutput.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-256"></use></svg><span>Scrapper<wbr/>Output</span></a></li>
 <li><a href="../interfaces/TechnicalCompliance.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-256"></use></svg><span>Technical<wbr/>Compliance</span></a></li>
 <li><a href="../interfaces/Variation.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-256"></use></svg><span>Variation</span></a></li>
-<li><a href="../functions/getOpenAiClient.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><g id="icon-64"><rect fill="var(--color-icon-background)" stroke="var(--color-ts-function)" stroke-width="1.5" x="1" y="1" width="22" height="22" rx="6"></rect><path d="M9.39 16V7.24H14.55V8.224H10.446V11.128H14.238V12.112H10.47V16H9.39Z" fill="var(--color-text)"></path></g></svg><span>get<wbr/>Open<wbr/>Ai<wbr/>Client</span></a></li></ul></nav></div></div></div>
+<li><a href="../functions/getClient.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><g id="icon-64"><rect fill="var(--color-icon-background)" stroke="var(--color-ts-function)" stroke-width="1.5" x="1" y="1" width="22" height="22" rx="6"></rect><path d="M9.39 16V7.24H14.55V8.224H10.446V11.128H14.238V12.112H10.47V16H9.39Z" fill="var(--color-text)"></path></g></svg><span>get<wbr/>Client</span></a></li>
+<li><a href="../functions/getCompletion.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-64"></use></svg><span>get<wbr/>Completion</span></a></li></ul></nav></div></div></div>
 <div class="tsd-generator">
 <p>Generated using <a href="https://typedoc.org/" target="_blank">TypeDoc</a></p></div>
 <div class="overlay"></div></body></html>
diff --git a/docs/classes/Fineartamerica.html b/docs/classes/Fineartamerica.html
@@ -20,7 +20,7 @@ <h4>Hierarchy</h4>
 <ul class="tsd-hierarchy">
 <li><span class="target">Fineartamerica</span></li></ul></section><aside class="tsd-sources">
 <ul>
-<li>Defined in <a href="https://github.com/subho57/universal-pdp-scrapper/blob/79eb3d1/src/sources/fineartamerica.ts#L7">sources/fineartamerica.ts:7</a></li></ul></aside>
+<li>Defined in <a href="https://github.com/subho57/universal-pdp-scrapper/blob/0e4e220/src/sources/fineartamerica.ts#L7">sources/fineartamerica.ts:7</a></li></ul></aside>
 <section class="tsd-panel-group tsd-index-group">
 <section class="tsd-panel tsd-index-panel">
 <details class="tsd-index-content tsd-index-accordion" open><summary class="tsd-accordion-summary tsd-index-summary">
@@ -52,14 +52,14 @@ <h4 class="tsd-parameters-title">Parameters</h4>
 <h5><span class="tsd-kind-parameter">url</span>: <span class="tsd-signature-type">string</span></h5></li></ul></div>
 <h4 class="tsd-returns-title">Returns <a href="Fineartamerica.html" class="tsd-signature-type tsd-kind-class">Fineartamerica</a></h4><aside class="tsd-sources">
 <ul>
-<li>Defined in <a href="https://github.com/subho57/universal-pdp-scrapper/blob/79eb3d1/src/sources/fineartamerica.ts#L10">sources/fineartamerica.ts:10</a></li></ul></aside></li></ul></section></section>
+<li>Defined in <a href="https://github.com/subho57/universal-pdp-scrapper/blob/0e4e220/src/sources/fineartamerica.ts#L10">sources/fineartamerica.ts:10</a></li></ul></aside></li></ul></section></section>
 <section class="tsd-panel-group tsd-member-group">
 <h2>Properties</h2>
 <section class="tsd-panel tsd-member"><a id="url" class="tsd-anchor"></a>
 <h3 class="tsd-anchor-link"><code class="tsd-tag ts-flagReadonly">Readonly</code> <span>url</span><a href="#url" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24"><use href="#icon-anchor"></use></svg></a></h3>
 <div class="tsd-signature"><span class="tsd-kind-property">url</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">string</span></div><aside class="tsd-sources">
 <ul>
-<li>Defined in <a href="https://github.com/subho57/universal-pdp-scrapper/blob/79eb3d1/src/sources/fineartamerica.ts#L8">sources/fineartamerica.ts:8</a></li></ul></aside></section></section>
+<li>Defined in <a href="https://github.com/subho57/universal-pdp-scrapper/blob/0e4e220/src/sources/fineartamerica.ts#L8">sources/fineartamerica.ts:8</a></li></ul></aside></section></section>
 <section class="tsd-panel-group tsd-member-group">
 <h2>Methods</h2>
 <section class="tsd-panel tsd-member"><a id="extract" class="tsd-anchor"></a>
@@ -74,7 +74,7 @@ <h4 class="tsd-parameters-title">Parameters</h4>
 <h5><code class="tsd-tag ts-flagOptional">Optional</code> <span class="tsd-kind-parameter">html</span>: <span class="tsd-signature-type">string</span></h5></li></ul></div>
 <h4 class="tsd-returns-title">Returns <span class="tsd-signature-type ">Promise</span><span class="tsd-signature-symbol">&lt;</span><a href="../interfaces/ScrapperOutput.html" class="tsd-signature-type tsd-kind-interface">ScrapperOutput</a><span class="tsd-signature-symbol">&gt;</span></h4><aside class="tsd-sources">
 <ul>
-<li>Defined in <a href="https://github.com/subho57/universal-pdp-scrapper/blob/79eb3d1/src/sources/fineartamerica.ts#L14">sources/fineartamerica.ts:14</a></li></ul></aside></li></ul></section></section></div>
+<li>Defined in <a href="https://github.com/subho57/universal-pdp-scrapper/blob/0e4e220/src/sources/fineartamerica.ts#L14">sources/fineartamerica.ts:14</a></li></ul></aside></li></ul></section></section></div>
 <div class="col-sidebar">
 <div class="page-menu">
 <div class="tsd-navigation settings">
@@ -125,7 +125,8 @@ <h3><svg width="20" height="20" viewBox="0 0 24 24" fill="none"><use href="#icon
 <li><a href="../interfaces/ScrapperOutput.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-256"></use></svg><span>Scrapper<wbr/>Output</span></a></li>
 <li><a href="../interfaces/TechnicalCompliance.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-256"></use></svg><span>Technical<wbr/>Compliance</span></a></li>
 <li><a href="../interfaces/Variation.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-256"></use></svg><span>Variation</span></a></li>
-<li><a href="../functions/getOpenAiClient.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><g id="icon-64"><rect fill="var(--color-icon-background)" stroke="var(--color-ts-function)" stroke-width="1.5" x="1" y="1" width="22" height="22" rx="6"></rect><path d="M9.39 16V7.24H14.55V8.224H10.446V11.128H14.238V12.112H10.47V16H9.39Z" fill="var(--color-text)"></path></g></svg><span>get<wbr/>Open<wbr/>Ai<wbr/>Client</span></a></li></ul></nav></div></div></div>
+<li><a href="../functions/getClient.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><g id="icon-64"><rect fill="var(--color-icon-background)" stroke="var(--color-ts-function)" stroke-width="1.5" x="1" y="1" width="22" height="22" rx="6"></rect><path d="M9.39 16V7.24H14.55V8.224H10.446V11.128H14.238V12.112H10.47V16H9.39Z" fill="var(--color-text)"></path></g></svg><span>get<wbr/>Client</span></a></li>
+<li><a href="../functions/getCompletion.html"><svg class="tsd-kind-icon" viewBox="0 0 24 24"><use href="#icon-64"></use></svg><span>get<wbr/>Completion</span></a></li></ul></nav></div></div></div>
 <div class="tsd-generator">
 <p>Generated using <a href="https://typedoc.org/" target="_blank">TypeDoc</a></p></div>
 <div class="overlay"></div></body></html>