From b922b083506c0afbd445b48680f9c771d320f912 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Go=CC=88ran=20Sander?= Date: Sun, 10 Mar 2019 21:01:22 +0100 Subject: [PATCH] Add samples of output files --- README.md | 65 +++++++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 65 insertions(+) diff --git a/README.md b/README.md index 6bf56f1..a1535d0 100644 --- a/README.md +++ b/README.md @@ -131,3 +131,68 @@ Looking at the directory structure and the config files, they could look as foll With log level set to VERBOSE set in the config file, output might look like this: ![Running Butler Spyglass](img/running-butler-spyglass-1.png "With verbose logging level, information about individual apps is shown.") + +## Output files + +The data lineage information is saved to a single ```lineage.csv```file: + + AppId,Discriminator,Statement + 10793a99-ef94-46ad-ae33-6a9efd260ab3,DSN=AUTOGENERATE;, + b7ef5bff-5a13-4d61-bae4-45b5fab722f9,RESIDENT RestConnectorMasterTable;, + 916234f2-ffdb-4506-9c5b-193063da05ab,DSN=AUTOGENERATE;, + 916234f2-ffdb-4506-9c5b-193063da05ab,DSN=https://bolin.su.se/data/stockholm/files/stockholm-historical-weather-observations-ver-1.0.2016/temperature/daily/raw/stockholma_daily_temp_obs_2013_2016_t1t2t3txtntm.txt;, + 65c7ea3e-242d-423f-aa01-8acd24e4a7ed,DSN=AUTOGENERATE;, + 8bd92672-8cf4-446e-8f5e-8c77205eefc3,DSN=AUTOGENERATE;, + 0b94c6f9-82ce-40f1-a38c-8d277b01498e,RESIDENT RestConnectorMasterTable;, + 0b94c6f9-82ce-40f1-a38c-8d277b01498e,{STORE - [Lib://App metadata/app_dump/20190125_apps.qvd] (qvd)};, + 0b94c6f9-82ce-40f1-a38c-8d277b01498e,{STORE - [Lib://App metadata/app_dump/current_apps.qvd] (qvd)};, + 0b94c6f9-82ce-40f1-a38c-8d277b01498e,monitor_apps_REST_app;,"RestConnectorMasterTable: + SQL SELECT + ""id"" , + ""name"", + ""__KEY_root"" + FROM JSON (wrap on) ""root"" PK ""__KEY_root""" + ,, + 62dc4e60-8ba6-48af-9eac-9a076fd35819,DSN=AUTOGENERATE;, + +Each app's load script is stored as its own file, with the app ID as the file name: + + ➜ ll out/script + total 2024 + -rw-r--r-- 1 goran staff 12K Mar 10 17:46 0325381f-0a6f-4dda-a89b-0fc125e1eeee.qvs + -rw-r--r-- 1 goran staff 819B Mar 10 17:46 03941343-21d9-4e43-98db-26c87e381b69.qvs + -rw-r--r-- 1 goran staff 11K Mar 10 17:46 0581fa58-34f5-4f79-a4c2-85c4e2d6e367.qvs + -rw-r--r-- 1 goran staff 483B Mar 10 17:46 05f21ae5-7877-4ce4-b65e-1160ac3deaea.qvs + -rw-r--r-- 1 goran staff 5.2K Mar 10 17:46 084b62fb-69ab-49c0-8170-203170b81b9e.qvs + + + + ➜ cat out/script/03941343-21d9-4e43-98db-26c87e381b69.qvs + ///$tab Main + SET ThousandSep=','; + SET DecimalSep='.'; + SET MoneyThousandSep=','; + SET MoneyDecimalSep='.'; + SET MoneyFormat='$#,##0.00;-$#,##0.00'; + SET TimeFormat='h:mm:ss TT'; + SET DateFormat='M/D/YYYY'; + SET TimestampFormat='M/D/YYYY h:mm:ss[.fff] TT'; + SET FirstWeekDay=6; + SET BrokenWeeks=1; + SET ReferenceDay=0; + SET FirstMonthOfYear=1; + SET CollationLocale='en-US'; + SET CreateSearchIndexOnReload=1; + SET MonthNames='Jan;Feb;Mar;Apr;May;Jun;Jul;Aug;Sep;Oct;Nov;Dec'; + SET LongMonthNames='January;February;March;April;May;June;July;August;September;October;November;December'; + SET DayNames='Mon;Tue;Wed;Thu;Fri;Sat;Sun'; + SET LongDayNames='Monday;Tuesday;Wednesday;Thursday;Friday;Saturday;Sunday'; + + ///$tab Section + Sleep 10000; + ///$tab Auto-generated section + ///$autogenerated + + + Unqualify *; +