Grimoire
Blueprints
Resources
GreyNoise Labs
About
GreyNoise Home
Explore our data
DEMO: Natural Language Search!
Bringing natural language to GNQL
blueprint
Author
boB Rudis
Published
April 21, 2023
</div> <!-- <div class="d-flex flex-column gap-3"> <label width=50 for="chat-token">Bearer token:</label> <input id="chat-token" type="text" ncol=50/> <label for="chat-text">Enter query:</label> <textarea id="chat-text" ncol="30" nrow="5"></textarea> <span>GNQL:</span> <textarea id="chat-out" ncol="40" nrow="10" editable=false></textarea> </div> <script type="module"> const chatToken = document.getElementById("chat-token"); const chatText = document.getElementById("chat-text"); const chatOut = document.getElementById("chat-out"); function sanitize(input) { return input.replace(/"/g, '\\"'); } const chatTokenStored = localStorage.getItem('labs-api-token'); if (chatToken) { chatToken.value = chatTokenStored; } chatToken.addEventListener('input', () => { localStorage.setItem('labs-api-token', chatToken.value); }); chatText.addEventListener("keydown", (event) => { if (event.keyCode === 13 && event.metaKey) { event.preventDefault(); const query = `{ "query": "query GenerateGNQL($input_text: String!) { generateGNQL(input_text: $input_text) { input_text queries } }", "variables": { "input_text": "${sanitize(chatText.value)}" } }` console.log(query) fetch('https://api.labs.greynoise.io/1/query', { mode: 'cors', method: 'POST', headers: { 'Content-Type': 'application/json', 'Accept': 'application/json', 'Authorization': `Bearer ${chatToken.value}` }, body: query, }) .then(response => response.json()) .then(data => chatOut.value(data)) .catch(error => chatOut.value(error)); } }) --> </script> <div id="quarto-navigation-envelope" class="hidden"> <p><span class="hidden" data-render-id="quarto-int-sidebar-title">GreyNoise Labs</span> <span class="hidden" data-render-id="quarto-int-navbar-title">GreyNoise Labs</span> <span class="hidden" data-render-id="quarto-int-navbar:Grimoire">Grimoire</span> <span class="hidden" data-render-id="quarto-int-navbar:/grimoire/index.html">/grimoire/index.html</span> <span class="hidden" data-render-id="quarto-int-navbar:Blueprints">Blueprints</span> <span class="hidden" data-render-id="quarto-int-navbar:/blueprints/index.html">/blueprints/index.html</span> <span class="hidden" data-render-id="quarto-int-navbar:Resources">Resources</span> <span class="hidden" data-render-id="quarto-int-navbar:/resources.html">/resources.html</span> <span class="hidden" data-render-id="quarto-int-navbar:GreyNoise Labs">GreyNoise Labs</span> <span class="hidden" data-render-id="quarto-int-navbar:About">About</span> <span class="hidden" data-render-id="quarto-int-navbar:/about.html">/about.html</span> <span class="hidden" data-render-id="quarto-int-navbar:GreyNoise Home">GreyNoise Home</span> <span class="hidden" data-render-id="quarto-int-navbar:https://greynoise.io/">https://greynoise.io/</span> <span class="hidden" data-render-id="quarto-int-navbar:Explore our data">Explore our data</span> <span class="hidden" data-render-id="quarto-int-navbar:https://viz.greynoise.io">https://viz.greynoise.io</span></p> <div class="hidden" data-render-id="footer-left"> <p>Copyright © 2023 GreyNoise Intelligence</p> </div> <div class="hidden" data-render-id="footer-center"> </div> </div> <div id="quarto-meta-markdown" class="hidden"> <p><span class="hidden" data-render-id="quarto-metatitle">GreyNoise Labs - DEMO: Natural Language Search!</span> <span class="hidden" data-render-id="quarto-twittercardtitle">GreyNoise Labs - DEMO: Natural Language Search!</span> <span class="hidden" data-render-id="quarto-ogcardtitle">GreyNoise Labs - DEMO: Natural Language Search!</span> <span class="hidden" data-render-id="quarto-metasitename">GreyNoise Labs</span> <span class="hidden" data-render-id="quarto-twittercarddesc">Bringing natural language to GNQL</span> <span class="hidden" data-render-id="quarto-ogcardddesc">Bringing natural language to GNQL</span></p> </div> </main> <!-- /main --> <script type="text/javascript"></script> <script type="module"></script> <script id = "quarto-html-after-body" type="application/javascript"> window.document.addEventListener("DOMContentLoaded", function (event) { const toggleBodyColorMode = (bsSheetEl) => { const mode = bsSheetEl.getAttribute("data-mode"); const bodyEl = window.document.querySelector("body"); if (mode === "dark") { bodyEl.classList.add("quarto-dark"); bodyEl.classList.remove("quarto-light"); } else { bodyEl.classList.add("quarto-light"); bodyEl.classList.remove("quarto-dark"); } } const toggleBodyColorPrimary = () => { const bsSheetEl = window.document.querySelector("link#quarto-bootstrap"); if (bsSheetEl) { toggleBodyColorMode(bsSheetEl); } } toggleBodyColorPrimary(); const disableStylesheet = (stylesheets) => { for (let i=0; i < stylesheets.length; i++) { const stylesheet = stylesheets[i]; stylesheet.rel = 'prefetch'; } } const enableStylesheet = (stylesheets) => { for (let i=0; i < stylesheets.length; i++) { const stylesheet = stylesheets[i]; stylesheet.rel = 'stylesheet'; } } const manageTransitions = (selector, allowTransitions) => { const els = window.document.querySelectorAll(selector); for (let i=0; i < els.length; i++) { const el = els[i]; if (allowTransitions) { el.classList.remove('notransition'); } else { el.classList.add('notransition'); } } } const toggleGiscusIfUsed = (isAlternate, darkModeDefault) => { const baseTheme = document.querySelector('#giscus-base-theme')?.value ?? 'light'; const alternateTheme = document.querySelector('#giscus-alt-theme')?.value ?? 'dark'; let newTheme = ''; if(darkModeDefault) { newTheme = isAlternate ? baseTheme : alternateTheme; } else { newTheme = isAlternate ? alternateTheme : baseTheme; } const changeGiscusTheme = () => { // From: https://github.com/giscus/giscus/issues/336 const sendMessage = (message) => { const iframe = document.querySelector('iframe.giscus-frame'); if (!iframe) return; iframe.contentWindow.postMessage({ giscus: message }, 'https://giscus.app'); } sendMessage({ setConfig: { theme: newTheme } }); } const isGiscussLoaded = window.document.querySelector('iframe.giscus-frame') !== null; if (isGiscussLoaded) { changeGiscusTheme(); } } const toggleColorMode = (alternate) => { // Switch the stylesheets const alternateStylesheets = window.document.querySelectorAll('link.quarto-color-scheme.quarto-color-alternate'); manageTransitions('#quarto-margin-sidebar .nav-link', false); if (alternate) { enableStylesheet(alternateStylesheets); for (const sheetNode of alternateStylesheets) { if (sheetNode.id === "quarto-bootstrap") { toggleBodyColorMode(sheetNode); } } } else { disableStylesheet(alternateStylesheets); toggleBodyColorPrimary(); } manageTransitions('#quarto-margin-sidebar .nav-link', true); // Switch the toggles const toggles = window.document.querySelectorAll('.quarto-color-scheme-toggle'); for (let i=0; i < toggles.length; i++) { const toggle = toggles[i]; if (toggle) { if (alternate) { toggle.classList.add("alternate"); } else { toggle.classList.remove("alternate"); } } } // Hack to workaround the fact that safari doesn't // properly recolor the scrollbar when toggling (#1455) if (navigator.userAgent.indexOf('Safari') > 0 && navigator.userAgent.indexOf('Chrome') == -1) { manageTransitions("body", false); window.scrollTo(0, 1); setTimeout(() => { window.scrollTo(0, 0); manageTransitions("body", true); }, 40); } } const isFileUrl = () => { return window.location.protocol === 'file:'; } const hasAlternateSentinel = () => { let styleSentinel = getColorSchemeSentinel(); if (styleSentinel !== null) { return styleSentinel === "alternate"; } else { return false; } } const setStyleSentinel = (alternate) => { const value = alternate ? "alternate" : "default"; if (!isFileUrl()) { window.localStorage.setItem("quarto-color-scheme", value); } else { localAlternateSentinel = value; } } const getColorSchemeSentinel = () => { if (!isFileUrl()) { const storageValue = window.localStorage.getItem("quarto-color-scheme"); return storageValue != null ? storageValue : localAlternateSentinel; } else { return localAlternateSentinel; } } const darkModeDefault = true; let localAlternateSentinel = darkModeDefault ? 'alternate' : 'default'; // Dark / light mode switch window.quartoToggleColorScheme = () => { // Read the current dark / light value let toAlternate = !hasAlternateSentinel(); toggleColorMode(toAlternate); setStyleSentinel(toAlternate); toggleGiscusIfUsed(toAlternate, darkModeDefault); }; // Ensure there is a toggle, if there isn't float one in the top right if (window.document.querySelector('.quarto-color-scheme-toggle') === null) { const a = window.document.createElement('a'); a.classList.add('top-right'); a.classList.add('quarto-color-scheme-toggle'); a.href = ""; a.onclick = function() { try { window.quartoToggleColorScheme(); } catch {} return false; }; const i = window.document.createElement("i"); i.classList.add('bi'); a.appendChild(i); window.document.body.appendChild(a); } // Switch to dark mode if need be if (hasAlternateSentinel()) { toggleColorMode(true); } else { toggleColorMode(false); } const icon = ""; const anchorJS = new window.AnchorJS(); anchorJS.options = { placement: 'right', icon: icon }; anchorJS.add('.anchored'); const isCodeAnnotation = (el) => { for (const clz of el.classList) { if (clz.startsWith('code-annotation-')) { return true; } } return false; } const clipboard = new window.ClipboardJS('.code-copy-button', { text: function(trigger) { const codeEl = trigger.previousElementSibling.cloneNode(true); for (const childEl of codeEl.children) { if (isCodeAnnotation(childEl)) { childEl.remove(); } } return codeEl.innerText; } }); clipboard.on('success', function(e) { // button target const button = e.trigger; // don't keep focus button.blur(); // flash "checked" button.classList.add('code-copy-button-checked'); var currentTitle = button.getAttribute("title"); button.setAttribute("title", "Copied!"); let tooltip; if (window.bootstrap) { button.setAttribute("data-bs-toggle", "tooltip"); button.setAttribute("data-bs-placement", "left"); button.setAttribute("data-bs-title", "Copied!"); tooltip = new bootstrap.Tooltip(button, { trigger: "manual", customClass: "code-copy-button-tooltip", offset: [0, -8]}); tooltip.show(); } setTimeout(function() { if (tooltip) { tooltip.hide(); button.removeAttribute("data-bs-title"); button.removeAttribute("data-bs-toggle"); button.removeAttribute("data-bs-placement"); } button.setAttribute("title", currentTitle); button.classList.remove('code-copy-button-checked'); }, 1000); // clear code selection e.clearSelection(); }); var localhostRegex = new RegExp(/^(?:http|https):\/\/localhost\:?[0-9]*\//); var mailtoRegex = new RegExp(/^mailto:/); var filterRegex = new RegExp("https:\/\/www\.labs\.greynoise\.io"); var isInternal = (href) => { return filterRegex.test(href) || localhostRegex.test(href) || mailtoRegex.test(href); } // Inspect non-navigation links and adorn them if external var links = window.document.querySelectorAll('a[href]:not(.nav-link):not(.navbar-brand):not(.toc-action):not(.sidebar-link):not(.sidebar-item-toggle):not(.pagination-link):not(.no-external):not([aria-hidden]):not(.dropdown-item):not(.quarto-navigation-tool)'); for (var i=0; i<links.length; i++) { const link = links[i]; if (!isInternal(link.href)) { // target, if specified link.setAttribute("target", "_blank"); if (link.getAttribute("rel") === null) { link.setAttribute("rel", "noopener"); } } } function tippyHover(el, contentFn, onTriggerFn, onUntriggerFn) { const config = { allowHTML: true, maxWidth: 500, delay: 100, arrow: false, appendTo: function(el) { return el.parentElement; }, interactive: true, interactiveBorder: 10, theme: 'quarto', placement: 'bottom-start', }; if (contentFn) { config.content = contentFn; } if (onTriggerFn) { config.onTrigger = onTriggerFn; } if (onUntriggerFn) { config.onUntrigger = onUntriggerFn; } window.tippy(el, config); } const noterefs = window.document.querySelectorAll('a[role="doc-noteref"]'); for (var i=0; i<noterefs.length; i++) { const ref = noterefs[i]; tippyHover(ref, function() { // use id or data attribute instead here let href = ref.getAttribute('data-footnote-href') || ref.getAttribute('href'); try { href = new URL(href).hash; } catch {} const id = href.replace(/^#\/?/, ""); const note = window.document.getElementById(id); return note.innerHTML; }); } const xrefs = window.document.querySelectorAll('a.quarto-xref'); const processXRef = (id, note) => { // Strip column container classes const stripColumnClz = (el) => { el.classList.remove("page-full", "page-columns"); if (el.children) { for (const child of el.children) { stripColumnClz(child); } } } stripColumnClz(note) if (id === null || id.startsWith('sec-')) { // Special case sections, only their first couple elements const container = document.createElement("div"); if (note.children && note.children.length > 2) { container.appendChild(note.children[0].cloneNode(true)); for (let i = 1; i < note.children.length; i++) { const child = note.children[i]; if (child.tagName === "P" && child.innerText === "") { continue; } else { container.appendChild(child.cloneNode(true)); break; } } if (window.Quarto?.typesetMath) { window.Quarto.typesetMath(container); } return container.innerHTML } else { if (window.Quarto?.typesetMath) { window.Quarto.typesetMath(note); } return note.innerHTML; } } else { // Remove any anchor links if they are present const anchorLink = note.querySelector('a.anchorjs-link'); if (anchorLink) { anchorLink.remove(); } if (window.Quarto?.typesetMath) { window.Quarto.typesetMath(note); } // TODO in 1.5, we should make sure this works without a callout special case if (note.classList.contains("callout")) { return note.outerHTML; } else { return note.innerHTML; } } } for (var i=0; i<xrefs.length; i++) { const xref = xrefs[i]; tippyHover(xref, undefined, function(instance) { instance.disable(); let url = xref.getAttribute('href'); let hash = undefined; if (url.startsWith('#')) { hash = url; } else { try { hash = new URL(url).hash; } catch {} } if (hash) { const id = hash.replace(/^#\/?/, ""); const note = window.document.getElementById(id); if (note !== null) { try { const html = processXRef(id, note.cloneNode(true)); instance.setContent(html); } finally { instance.enable(); instance.show(); } } else { // See if we can fetch this fetch(url.split('#')[0]) .then(res => res.text()) .then(html => { const parser = new DOMParser(); const htmlDoc = parser.parseFromString(html, "text/html"); const note = htmlDoc.getElementById(id); if (note !== null) { const html = processXRef(id, note); instance.setContent(html); } }).finally(() => { instance.enable(); instance.show(); }); } } else { // See if we can fetch a full url (with no hash to target) // This is a special case and we should probably do some content thinning / targeting fetch(url) .then(res => res.text()) .then(html => { const parser = new DOMParser(); const htmlDoc = parser.parseFromString(html, "text/html"); const note = htmlDoc.querySelector('main.content'); if (note !== null) { // This should only happen for chapter cross references // (since there is no id in the URL) // remove the first header if (note.children.length > 0 && note.children[0].tagName === "HEADER") { note.children[0].remove(); } const html = processXRef(null, note); instance.setContent(html); } }).finally(() => { instance.enable(); instance.show(); }); } }, function(instance) { }); } let selectedAnnoteEl; const selectorForAnnotation = ( cell, annotation) => { let cellAttr = 'data-code-cell="' + cell + '"'; let lineAttr = 'data-code-annotation="' + annotation + '"'; const selector = 'span[' + cellAttr + '][' + lineAttr + ']'; return selector; } const selectCodeLines = (annoteEl) => { const doc = window.document; const targetCell = annoteEl.getAttribute("data-target-cell"); const targetAnnotation = annoteEl.getAttribute("data-target-annotation"); const annoteSpan = window.document.querySelector(selectorForAnnotation(targetCell, targetAnnotation)); const lines = annoteSpan.getAttribute("data-code-lines").split(","); const lineIds = lines.map((line) => { return targetCell + "-" + line; }) let top = null; let height = null; let parent = null; if (lineIds.length > 0) { //compute the position of the single el (top and bottom and make a div) const el = window.document.getElementById(lineIds[0]); top = el.offsetTop; height = el.offsetHeight; parent = el.parentElement.parentElement; if (lineIds.length > 1) { const lastEl = window.document.getElementById(lineIds[lineIds.length - 1]); const bottom = lastEl.offsetTop + lastEl.offsetHeight; height = bottom - top; } if (top !== null && height !== null && parent !== null) { // cook up a div (if necessary) and position it let div = window.document.getElementById("code-annotation-line-highlight"); if (div === null) { div = window.document.createElement("div"); div.setAttribute("id", "code-annotation-line-highlight"); div.style.position = 'absolute'; parent.appendChild(div); } div.style.top = top - 2 + "px"; div.style.height = height + 4 + "px"; div.style.left = 0; let gutterDiv = window.document.getElementById("code-annotation-line-highlight-gutter"); if (gutterDiv === null) { gutterDiv = window.document.createElement("div"); gutterDiv.setAttribute("id", "code-annotation-line-highlight-gutter"); gutterDiv.style.position = 'absolute'; const codeCell = window.document.getElementById(targetCell); const gutter = codeCell.querySelector('.code-annotation-gutter'); gutter.appendChild(gutterDiv); } gutterDiv.style.top = top - 2 + "px"; gutterDiv.style.height = height + 4 + "px"; } selectedAnnoteEl = annoteEl; } }; const unselectCodeLines = () => { const elementsIds = ["code-annotation-line-highlight", "code-annotation-line-highlight-gutter"]; elementsIds.forEach((elId) => { const div = window.document.getElementById(elId); if (div) { div.remove(); } }); selectedAnnoteEl = undefined; }; // Handle positioning of the toggle window.addEventListener( "resize", throttle(() => { elRect = undefined; if (selectedAnnoteEl) { selectCodeLines(selectedAnnoteEl); } }, 10) ); function throttle(fn, ms) { let throttle = false; let timer; return (...args) => { if(!throttle) { // first call gets through fn.apply(this, args); throttle = true; } else { // all the others get throttled if(timer) clearTimeout(timer); // cancel #2 timer = setTimeout(() => { fn.apply(this, args); timer = throttle = false; }, ms); } }; } // Attach click handler to the DT const annoteDls = window.document.querySelectorAll('dt[data-target-cell]'); for (const annoteDlNode of annoteDls) { annoteDlNode.addEventListener('click', (event) => { const clickedEl = event.target; if (clickedEl !== selectedAnnoteEl) { unselectCodeLines(); const activeEl = window.document.querySelector('dt[data-target-cell].code-annotation-active'); if (activeEl) { activeEl.classList.remove('code-annotation-active'); } selectCodeLines(clickedEl); clickedEl.classList.add('code-annotation-active'); } else { // Unselect the line unselectCodeLines(); clickedEl.classList.remove('code-annotation-active'); } }); } const findCites = (el) => { const parentEl = el.parentElement; if (parentEl) { const cites = parentEl.dataset.cites; if (cites) { return { el, cites: cites.split(' ') }; } else { return findCites(el.parentElement) } } else { return undefined; } }; var bibliorefs = window.document.querySelectorAll('a[role="doc-biblioref"]'); for (var i=0; i<bibliorefs.length; i++) { const ref = bibliorefs[i]; const citeInfo = findCites(ref); if (citeInfo) { tippyHover(citeInfo.el, function() { var popup = window.document.createElement('div'); citeInfo.cites.forEach(function(cite) { var citeDiv = window.document.createElement('div'); citeDiv.classList.add('hanging-indent'); citeDiv.classList.add('csl-entry'); var biblioDiv = window.document.getElementById('ref-' + cite); if (biblioDiv) { citeDiv.innerHTML = biblioDiv.innerHTML; } popup.appendChild(citeDiv); }); return popup.innerHTML; }); } } }); </script> </div> <!-- /content --> <footer class="footer"> <div class="nav-footer"> <div class="nav-footer-left"> <div class='footer-contents'>Copyright © 2023 GreyNoise Intelligence</div> </div> <div class="nav-footer-center"> <div class='footer-contents'> </div> </div> <div class="nav-footer-right"> <ul class="footer-items list-unstyled"> <li class="nav-item compact"> <a class="nav-link" href="https://infosec.exchange/@greynoise"> <i class="bi bi-mastodon" role="img" aria-label="GreyNoise @ infosec.exchange" > </i> </a> </li> <li class="nav-item compact"> <a class="nav-link" href="https://twitter.com/greynoiseio"> <i class="bi bi-twitter" role="img" aria-label="GreyNoise Twitter" > </i> </a> </li> <li class="nav-item compact"> <a class="nav-link" href="https://github.com/GreyNoise-Intelligence"> <i class="bi bi-github" role="img" aria-label="GreyNoise GitHub" > </i> </a> </li> <li class="nav-item compact"> <a class="nav-link" href="/grimoire/index.xml"> <i class="bi bi-rss" role="img" aria-label="Grimoire RSS" > </i> </a> </li> </ul> </div> </div> </footer> </body> </html>