Add samples of output files

ptarmiganlabs · Mar 10, 2019 · b922b08 · b922b08
1 parent f2a6d1f
commit b922b08
Showing 1 changed file with 65 additions and 0 deletions.
diff --git a/README.md b/README.md
@@ -131,3 +131,68 @@ Looking at the directory structure and the config files, they could look as foll
 With log level set to VERBOSE set in the config file, output might look like this:
 
 ![Running Butler Spyglass](img/running-butler-spyglass-1.png "With verbose logging level, information about individual apps is shown.")
+
+## Output files
+
+The data lineage information is saved to a single ```lineage.csv```file: 
+
+    AppId,Discriminator,Statement
+    10793a99-ef94-46ad-ae33-6a9efd260ab3,DSN=AUTOGENERATE;,
+    b7ef5bff-5a13-4d61-bae4-45b5fab722f9,RESIDENT RestConnectorMasterTable;,
+    916234f2-ffdb-4506-9c5b-193063da05ab,DSN=AUTOGENERATE;,
+    916234f2-ffdb-4506-9c5b-193063da05ab,DSN=https://bolin.su.se/data/stockholm/files/stockholm-historical-weather-observations-ver-1.0.2016/temperature/daily/raw/stockholma_daily_temp_obs_2013_2016_t1t2t3txtntm.txt;,
+    65c7ea3e-242d-423f-aa01-8acd24e4a7ed,DSN=AUTOGENERATE;,
+    8bd92672-8cf4-446e-8f5e-8c77205eefc3,DSN=AUTOGENERATE;,
+    0b94c6f9-82ce-40f1-a38c-8d277b01498e,RESIDENT RestConnectorMasterTable;,
+    0b94c6f9-82ce-40f1-a38c-8d277b01498e,{STORE - [Lib://App metadata/app_dump/20190125_apps.qvd] (qvd)};,
+    0b94c6f9-82ce-40f1-a38c-8d277b01498e,{STORE - [Lib://App metadata/app_dump/current_apps.qvd] (qvd)};,
+    0b94c6f9-82ce-40f1-a38c-8d277b01498e,monitor_apps_REST_app;,"RestConnectorMasterTable:
+    SQL SELECT 
+        ""id"" ,
+        ""name"",
+        ""__KEY_root""
+    FROM JSON (wrap on) ""root"" PK ""__KEY_root"""
+    ,,
+    62dc4e60-8ba6-48af-9eac-9a076fd35819,DSN=AUTOGENERATE;,
+
+Each app's load script is stored as its own file, with the app ID as the file name:
+
+    ➜ ll out/script
+    total 2024
+    -rw-r--r--  1 goran  staff    12K Mar 10 17:46 0325381f-0a6f-4dda-a89b-0fc125e1eeee.qvs
+    -rw-r--r--  1 goran  staff   819B Mar 10 17:46 03941343-21d9-4e43-98db-26c87e381b69.qvs
+    -rw-r--r--  1 goran  staff    11K Mar 10 17:46 0581fa58-34f5-4f79-a4c2-85c4e2d6e367.qvs
+    -rw-r--r--  1 goran  staff   483B Mar 10 17:46 05f21ae5-7877-4ce4-b65e-1160ac3deaea.qvs
+    -rw-r--r--  1 goran  staff   5.2K Mar 10 17:46 084b62fb-69ab-49c0-8170-203170b81b9e.qvs
+
+
+
+    ➜ cat out/script/03941343-21d9-4e43-98db-26c87e381b69.qvs
+    ///$tab Main
+    SET ThousandSep=',';
+    SET DecimalSep='.';
+    SET MoneyThousandSep=',';
+    SET MoneyDecimalSep='.';
+    SET MoneyFormat='$#,##0.00;-$#,##0.00';
+    SET TimeFormat='h:mm:ss TT';
+    SET DateFormat='M/D/YYYY';
+    SET TimestampFormat='M/D/YYYY h:mm:ss[.fff] TT';
+    SET FirstWeekDay=6;
+    SET BrokenWeeks=1;
+    SET ReferenceDay=0;
+    SET FirstMonthOfYear=1;
+    SET CollationLocale='en-US';
+    SET CreateSearchIndexOnReload=1;
+    SET MonthNames='Jan;Feb;Mar;Apr;May;Jun;Jul;Aug;Sep;Oct;Nov;Dec';
+    SET LongMonthNames='January;February;March;April;May;June;July;August;September;October;November;December';
+    SET DayNames='Mon;Tue;Wed;Thu;Fri;Sat;Sun';
+    SET LongDayNames='Monday;Tuesday;Wednesday;Thursday;Friday;Saturday;Sunday';
+
+    ///$tab Section
+    Sleep 10000;
+    ///$tab Auto-generated section
+    ///$autogenerated
+
+
+    Unqualify *;
+