library(httr)
library(jsonlite)

subscription.key <- "[Cognitive API Key]"

#For this demo we will load just one record of text into a data frame but we could submit 
#multiple lines in a batch as well (complaint text from citizensadvice.org.uk)
request_body <- data.frame(
language = c("en"),
id = c("1"),
text = c("Re: Unsatisfactory Holiday at Hotel Balfour, Torrevieja on 12 August 2014 to 19 August 2014
Booking ref: 123456789

I have just returned from a holiday at Hotel Balfour, Torrevieja with my wife and children, which was most disappointing.

Please find below a list of our complaints:

1) There was no shower in the hotel as specified in the brochure
2) The kitchens were closed for the whole of our stay
3) The hotel was 5 miles from the beach and not 1 mile as it said in the brochure

We contacted your representative at the resort on 14 August 2015, but they were unable to resolve the matter and advised us to complain upon our return home.

Under The Package Travel, Package Holidays and Package Tours Regulations 1992 you have a responsibility to provide all the elements of the package contracted for as they were described. We are legally entitled to receive compensation from you for loss of value, consequential losses and for the disappointment and loss of enjoyment we suffered. As you failed to provide us with the holiday we booked we are seeking £150 compensation from you for the problems we encountered, and for the distress and disappointment we suffered as a result.

I have also sent a copy of this letter and enclosure to ABTA (of which I note you are a member).

I look forward to receiving a response from you within 14 days of receipt of this letter.
"))

#Convert to JSON for the API call
request_body_json <- toJSON(list(documents = request_body), auto_unbox = TRUE)

#Call the key phrases API
result <- POST("https://westus.api.cognitive.microsoft.com/text/analytics/v2.0/keyPhrases",
body = request_body_json,
add_headers(.headers = c("Content-Type" = "application/json", "Ocp-Apim-Subscription-Key" = subscription.key)))
Output <- content(result)

#We now have the data in a list so convert to a vector for the word cloud
result <- unlist(Output$documents[[1]]$keyPhrases)

library(wordcloud)

wordcloud(result,
    c(length(result):1), #reverse order for the weighting for the words
    scale = c(1.5, .1),
    random.order = TRUE,
    random.color = TRUE,
    colors = rainbow(length(unlist(Output$documents[[1]]$keyPhrases))))

• Linked server
• SSIS
• BCP
• Azure SQL Data Sync 2.0

INSERT INTO [SQLAzureODBC64].SQLTest.[dbo].Table1
SELECT * FROM Table1

INSERT INTO OPENQUERY (SQLAzureODBC64, 'SELECT * FROM [dbo].Table1')
SELECT TOP 1 * FROM Table1

SELECT * FROM
OPENQUERY (SQLAzureODBC64, 'BEGIN TRY; CREATE TABLE tab1234 (ID INT); END TRY BEGIN CATCH; SELECT ERROR_MESSAGE(); END CATCH;')

@echo off
set logfile=E:\PoliceBCP\time.log
echo starting run at %date% %time% >> %logfile%

bcp PoliceSD.dbo.PoliceRecords out "E:\PoliceBCP\Policetxt.txt" -c -T 

bcp SQLTest.dbo.PoliceBCP in "E:\PoliceBCP\Policetxt.txt" -c -U rob@sqlservername -S sqlservername .database.windows.net -P MyPassword

echo finishing run at %date% %time% >> %logfile%

Start-AzureRmSqlSyncGroupSync -ResourceGroupName $ResourceGroupName `
-ServerName $ServerName `
-DatabaseName $DatabaseName `
-SyncGroupName $SyncGroupName

        "availability": {
            "frequency": "Day",
            "interval": 1,
            "offset": "06:00:00"
        },

29‎/‎04‎/‎2017‎ ‎06‎:‎00‎ ‎AM UTC - ‎30‎/‎04‎/‎2017‎ ‎06‎:‎00‎ ‎AM UTC
28‎/‎04‎/‎2017‎ ‎06‎:‎00‎ ‎AM UTC - ‎29‎/‎04‎/‎2017‎ ‎06‎:‎00‎ ‎AM UTC
27‎/‎04‎/‎2017‎ ‎06‎:‎00‎ ‎AM UTC - ‎28/‎04‎/‎2017‎ ‎06‎:‎00‎ ‎AM UTC

        "availability": {
            "frequency": "Hour",
            "interval": 18,
            "anchorDateTime": "2001-01-01T06:00:00Z"
        },

29‎/‎04‎/‎2017‎ ‎06‎:‎00‎ ‎PM UTC - ‎30‎/‎04‎/‎2017‎ ‎12‎:‎00‎ ‎PM UTC
‎29‎/‎04‎/‎2017‎ ‎12‎:‎00‎ ‎AM UTC -‎ 29‎/‎04‎/‎2017‎ ‎06‎:‎00‎ ‎PM UTC
‎28‎/‎04‎/‎2017‎ ‎06‎:‎00‎ ‎AM UTC - ‎29‎/‎04‎/‎2017‎ ‎12‎:‎00‎ ‎AM UTC 
‎27‎/‎04‎/‎2017‎ ‎12‎:‎00‎ ‎PM UTC -‎ 28‎/‎04‎/‎2017‎ ‎06‎:‎00‎ ‎AM UTC

        "policy": {
                    "timeout": "1.00:00:00",
                    "delay": "06:00:00",
                    "concurrency": 1,
                    "executionPriorityOrder": "NewestFirst",
                    "style": "StartOfInterval",
                    "retry": 3,
                    "longRetry": 0,
                    "longRetryInterval": "00:00:00"
                },

/*Run on the Azure SQL Database*/
/*A table to hold the transformed data*/
CREATE TABLE tabCountFromOnPremSQL
(ID INT,
TimeUploaded DateTime2 DEFAULT(GetDate()))

GO

/*A table type that will be used by the stored procedure to receive the data*/
CREATE TYPE tabTypeUploadData AS TABLE
( ID INT
, String VARCHAR(250)
)

GO

/*Stored proc to receive the data, transform and place into a table*/
CREATE PROCEDURE spDFTableProc (@inDataFromOnprem [dbo].tabTypeUploadData READONLY) AS

DECLARE @ID INT

SELECT @ID = COUNT(*) FROM @inDataFromOnprem

INSERT INTO tabCountFromOnPremSQL (ID) VALUES (@ID)

GO

SELECT * FROM tabCountFromOnPremSQL

{
    "name": "SqlServerOnPrem",
    "properties": {
        "description": "",
        "hubName": "dfral01_hub",
        "type": "OnPremisesSqlServer",
        "typeProperties": {
            "connectionString": "Data Source=onpremSQLBox\\SQL2016;Initial Catalog=SQL2016;Integrated Security=False;User ID=SQL;Password=**********",
            "gatewayName": "DataManagementGateway",
            "userName": "SQL",
            "password": "**********"
        }
    }
}

{
    "name": "AzureSqlLinkedService",
    "properties": {
        "description": "",
        "hubName": "dfral01_hub",
        "type": "AzureSqlDatabase",
        "typeProperties": {
            "connectionString": "Data Source=tcp:AZURESQLSERVERNAME.database.windows.net,1433;Initial Catalog=SQLTest;Integrated Security=False;User ID=Rob@AZURESQLSERVERNAME;Password=**********;Connect Timeout=30;Encrypt=True"
        }
    }
}

{
    "name": "SQLServerSource",
    "properties": {
        "published": false,
        "type": "SqlServerTable",
        "linkedServiceName": "SqlServerOnPrem",
        "typeProperties": {
            "tableName": "TabOnPremSQLSource"
        },
        "availability": {
            "frequency": "Hour",
            "interval": 1
        },
        "external": true,
        "policy": {}
    }
}

{
    "name": "SqlOutput",
    "properties": {
        "published": false,
        "type": "AzureSqlTable",
        "linkedServiceName": "AzureSQLLinkedService",
        "typeProperties": {
            "tableName": "inDataFromOnprem"
        },
        "availability": {
            "frequency": "Hour",
            "interval": 1
        }
    }
}

{
    "name": "CallStroedProc",
    "properties": {
        "activities": [
            {
                "type": "Copy",
                "typeProperties": {
                    "source": {
                        "type": "SqlSource"
                    },
                    "sink": {
                        "type": "SqlSink",
                        "sqlWriterStoredProcedureName": "spDFTableProc",
                        "sqlWriterTableType": "tabTypeUploadData",
                        "writeBatchSize": 0,
                        "writeBatchTimeout": "00:00:00"
                    }
                },
                "inputs": [
                    {
                        "name": "SQLServerSource"
                    }
                ],
                "outputs": [
                    {
                        "name": "SqlOutput"
                    }
                ],
                "policy": {
                    "timeout": "02:00:00",
                    "concurrency": 1,
                    "executionPriorityOrder": "NewestFirst",
                    "style": "StartOfInterval",
                    "longRetry": 0,
                    "longRetryInterval": "00:00:00"
                },
                "scheduler": {
                    "frequency": "Hour",
                    "interval": 1
                },
                "name": "CopyToStoredProcedure"
            }
        ],
        "start": "2017-03-31T00:09:00.273Z",
        "end": "2017-04-02T03:00:00Z",
        "isPaused": false,
        "hubName": "dfral01_hub",
        "pipelineMode": "Scheduled"
    }
}

IF EXISTS (SELECT * FROM sysObjects WHERE Name = 'tabdemo1')
DROP TABLE tabdemo1
IF EXISTS (SELECT * FROM sysObjects WHERE Name = 'tabdemo2')
DROP TABLE tabdemo2
IF EXISTS (SELECT * FROM sysObjects WHERE Name = 'sptabdemoproc')
DROP PROCEDURE sptabdemoproc
GO
CREATE TABLE tabdemo1 (ID INT PRIMARY KEY NOT NULL IDENTITY (1,1), String Varchar(150), ID2 INT)
CREATE TABLE tabdemo2 (ID INT PRIMARY KEY NOT NULL IDENTITY (1,1), String Varchar(150), ID2 INT)
GO
SET NOCOUNT ON
GO
INSERT INTO tabdemo1 (String, ID2) VALUES (NEWID(), RIGHT(CHECKSUM(NEWID()),3))
INSERT INTO tabdemo2 (String, ID2) VALUES (NEWID(), RIGHT(CHECKSUM(NEWID()),3))
GO 50000
INSERT INTO tabdemo2 (String, ID2) VALUES ('Marker', RIGHT(CHECKSUM(NEWID()),3))
GO 100
SET NOCOUNT OFF
GO

CREATE NONCLUSTERED INDEX [IXtabdemo1ID2] ON tabdemo1(ID2)
CREATE NONCLUSTERED INDEX [IXtabdemo2ID2] ON tabdemo2(ID2)
CREATE NONCLUSTERED INDEX [IXtabdemo2String] ON [dbo].[tabdemo2] ([String])

GO

CREATE PROCEDURE sptabdemoproc (@string varchar(150)) AS

SELECT	COUNT(*)
FROM	tabdemo1 AS A
		INNER JOIN tabdemo2 AS B ON A.ID = B.ID2
WHERE	(B.String = @string OR @string IS NULL)

GO

EXEC sptabdemoproc 'Marker'

EXEC sp_Recompile sptabdemoproc 
SET STATISTICS TIME ON
EXEC sptabdemoproc 'Marker'

ALTER PROCEDURE sptabdemoproc (@string varchar(150)) AS

SELECT	COUNT(*)
FROM	tabdemo1 AS A
		INNER JOIN tabdemo2 AS B ON A.ID = B.ID2
WHERE	(B.String = @string OR @string IS NULL)
OPTION	(OPTIMIZE FOR (@string = 'Marker')) 

GO

ALTER PROCEDURE sptabdemoproc (@string varchar(150)) AS

SELECT	COUNT(*)
FROM	tabdemo1 AS A
		INNER JOIN tabdemo2 AS B ON A.ID = B.ID2
WHERE	(B.String = @string OR @string IS NULL)
OPTION	(OPTIMIZE FOR UNKNOWN) 

GO

ALTER PROCEDURE sptabdemoproc (@string varchar(150)) WITH RECOMPILE AS 

SELECT	COUNT(*)
FROM	tabdemo1 AS A
		INNER JOIN tabdemo2 AS B ON A.ID = B.ID2
WHERE	(B.String = @string OR @string IS NULL)

GO

ALTER PROCEDURE sptabdemoproc (@string varchar(150)) AS

SELECT	COUNT(*)
FROM	tabdemo1 AS A
		INNER JOIN tabdemo2 AS B ON A.ID = B.ID2
WHERE	(B.String = @string OR @string IS NULL)
OPTION	(RECOMPILE)

GO

CREATE PROCEDURE sptabdemoprocB AS

SELECT	A.*
INTO	#TMP
FROM	tabdemo1 AS A
		INNER JOIN tabdemo2 AS B ON A.ID = B.ID2

SELECT COUNT(*) FROM #TMP AS A
INNER JOIN tabdemo2 AS t ON A.ID = t.ID

SELECT MIN(A.ID) FROM #TMP AS A
INNER JOIN tabdemo2 AS t ON A.ID = t.ID

SELECT MAX(A.ID) FROM #TMP AS A
INNER JOIN tabdemo2 AS t ON A.ID = t.ID

GO

CREATE PROCEDURE sptabdemoprocB AS

SELECT	A.*
INTO	#TMP
FROM	tabdemo1 AS A
		INNER JOIN tabdemo2 AS B ON A.ID = B.ID2
OPTION	(RECOMPILE)

SELECT COUNT(*) FROM #TMP AS A
INNER JOIN tabdemo2 AS t ON A.ID = t.ID
OPTION	(RECOMPILE)

SELECT MIN(A.ID) FROM #TMP AS A
INNER JOIN tabdemo2 AS t ON A.ID = t.ID
OPTION	(RECOMPILE)

SELECT MAX(A.ID) FROM #TMP AS A
INNER JOIN tabdemo2 AS t ON A.ID = t.ID
OPTION	(RECOMPILE)

GO

CREATE TABLE RowDemo (ID INT NOT NULL IDENTITY (1,1), ID2 INT, CONSTRAINT [PKRowDemo] PRIMARY KEY (ID,ID2))
GO
INSERT INTO RowDemo (ID2) VALUES (1)
GO 10000

SELECT datalength(ID) + datalength(ID2) FROM RowDemo

SELECT  index_level,
record_count /
page_count [Number of records per page]
FROM	SYS.DM_DB_INDEX_PHYSICAL_STATS(DB_ID(),OBJECT_ID('RowDemo'),NULL,NULL,'DETAILED')

DECLARE @DBID INT = DB_ID()
DECLARE @ObjID INT = object_ID('RowDemo') 
DECLARE @PageID INT
SELECT TOP 1 @PageID = allocated_page_page_id FROM sys.dm_db_database_page_allocations(@DBID, @ObjID, 1, 1, 'detailed')
WHERE page_type = 1 /*Data pages*/
DBCC TRACEON (3604)
DBCC PAGE (@DBID,1,@PageID, 2)
DBCC TRACEOFF (3604)

SELECT	index_level,
	page_count,
	avg_fragmentation_in_percent,
	avg_page_space_used_in_percent,
	avg_record_size_in_bytes,
	record_count
FROM	SYS.DM_DB_INDEX_PHYSICAL_STATS(DB_ID(),OBJECT_ID('RowDemo'),NULL,NULL,'DETAILED')

DELETE FROM RowDemo WHERE ID % 2 = 1

SELECT	index_level,
	page_count,
	avg_fragmentation_in_percent,
	avg_page_space_used_in_percent,
	avg_record_size_in_bytes,
	record_count
FROM	SYS.DM_DB_INDEX_PHYSICAL_STATS(DB_ID(),OBJECT_ID('RowDemo'),NULL,NULL,'DETAILED')

ALTER INDEX [PKRowDemo] ON RowDemo REBUILD

SELECT	index_level,
	page_count,
	avg_fragmentation_in_percent,
	avg_page_space_used_in_percent,
	avg_record_size_in_bytes,
	record_count
FROM	SYS.DM_DB_INDEX_PHYSICAL_STATS(DB_ID(),OBJECT_ID('RowDemo'),NULL,NULL,'DETAILED')

SELECT	OBJECT_NAME(I.object_id) Tablename,
	I.name,
	I.type_desc,
	P.partition_number,
	P.page_count,
	P.avg_page_space_used_in_percent,
	P.index_depth,
	P.index_level,
	P.avg_fragmentation_in_percent,
	P.fragment_count,
	P.avg_fragment_size_in_pages,
	P.avg_record_size_in_bytes,
	P.record_count
FROM	SYS.DM_DB_INDEX_PHYSICAL_STATS(DB_ID(),NULL,NULL,NULL,'DETAILED') AS P
	INNER JOIN sys.indexes AS I ON P.object_id = I.object_id AND P.index_id = I.index_id
WHERE	P.index_level < P.index_depth -1 /*Ignore all root level pages*/
AND	(P.avg_page_space_used_in_percent <(ISNULL(NULLIF(I.fill_factor, 0), 100) * 0.85)
/*Where space used is less 85% of total after fill factor*/
OR avg_fragmentation_in_percent > 20) /*Where fragmentation is greater than 20%*/

ALTER DATABASE PageDemo SET ALLOW_SNAPSHOT_ISOLATION ON

UPDATE	R
SET	ID2 = ID2 
FROM	RowDemo AS R

SELECT	page_count,
	avg_page_space_used_in_percent,
	index_depth,
	index_level,
	avg_fragmentation_in_percent,
	fragment_count,
	avg_fragment_size_in_pages,
	avg_record_size_in_bytes,
	record_count
FROM	SYS.DM_DB_INDEX_PHYSICAL_STATS(DB_ID(),OBJECT_ID('RowDemo'),NULL,NULL,'DETAILED')

"%programfiles%\Oracle\VirtualBox\vboxmanage" clonehd "E:\VirtualBoxVMs\Hortonworks Sandbox with HDP 2.4\Hortonworks Sandbox with HDP 2.4-disk1.vmdk" "E:\VirtualBoxVMs\Hortonworks Sandbox with HDP 2.4\Hortonworks Sandbox with HDP 2.4-disk1.vhd" -format VHD

ifconfig eth0 192.168.56.101 netmask 255.255.255.0 broadcast 192.168.56.255

DEVICE="eth0"
BOOTPROTO="static"
IPADDR=192.168.56.101
NETMASK=255.255.255.0
GATEWAY=192.168.56.1
DHCP_HOSTNAME="sandbox.hortonworks.com"
DNS1="8.8.8.8"

IPV6INIT="no"
ONBOOT="yes"
TYPE="Ethernet"

NM_CONTROLLED=no
PEERDNS=no

CREATE EVENT SESSION [PageCompressionErrors] ON SERVER 
ADD EVENT sqlserver.page_compression_attempt_failed
WITH (MAX_MEMORY=4096 KB,EVENT_RETENTION_MODE=ALLOW_SINGLE_EVENT_LOSS,MAX_DISPATCH_LATENCY=30 SECONDS,MAX_EVENT_SIZE=0 KB,MEMORY_PARTITION_MODE=NONE,TRACK_CAUSALITY=OFF,STARTUP_STATE=OFF)
GO

CREATE TABLE MSCompressionDemoTestTable (stringdata varchar(8000))
GO
INSERT INTO MSCompressionDemoTestTable (stringData) VALUES (REPLICATE('a', 4000))
GO 1000
ALTER TABLE MSCompressionDemoTestTable REBUILD PARTITION = ALL WITH (DATA_COMPRESSION = PAGE);   
SELECT in_row_data_page_count FROM sys.dm_db_partition_stats WHERE OBJECT_ID = OBJECT_ID('MSCompressionDemoTestTable')
SELECT sys.fn_PhysLocFormatter (%%PHYSLOC%%) LocationOfTheRecord FROM MSCompressionDemoTestTable
GO
DROP TABLE MSCompressionDemoTestTable

CREATE TABLE MSCompressionDemoTestTable (stringdata Nvarchar(4000))
GO
INSERT INTO MSCompressionDemoTestTable (stringData) VALUES (REPLICATE(N'a', 4000))
GO 1000
SELECT sys.fn_PhysLocFormatter (%%PHYSLOC%%) LocationOfTheRecord FROM MSCompressionDemoTestTable
ALTER TABLE MSCompressionDemoTestTable REBUILD PARTITION = ALL WITH (DATA_COMPRESSION = PAGE);   
SELECT in_row_data_page_count FROM sys.dm_db_partition_stats WHERE OBJECT_ID = OBJECT_ID('MSCompressionDemoTestTable')
GO
DROP TABLE MSCompressionDemoTestTable

CREATE TABLE MSCompressionDemoTestTable (stringdata Nvarchar(4000))
GO
INSERT INTO MSCompressionDemoTestTable (stringData) VALUES (REPLICATE(N'a', 4000))
GO 1000
SELECT sys.fn_PhysLocFormatter (%%PHYSLOC%%) LocationOfTheRecordBeforeRowcompression FROM MSCompressionDemoTestTable
ALTER TABLE MSCompressionDemoTestTable REBUILD PARTITION = ALL WITH (DATA_COMPRESSION = ROW);   
SELECT sys.fn_PhysLocFormatter (%%PHYSLOC%%) LocationOfTheRecordAfterRowCompression FROM MSCompressionDemoTestTable
ALTER TABLE MSCompressionDemoTestTable REBUILD PARTITION = ALL WITH (DATA_COMPRESSION = PAGE);   
SELECT in_row_data_page_count FROM sys.dm_db_partition_stats WHERE OBJECT_ID = OBJECT_ID('MSCompressionDemoTestTable')
GO
DROP TABLE MSCompressionDemoTestTable

CREATE TABLE MSCompressionDemoTestTable (stringdata Nvarchar(4000))
GO
INSERT INTO MSCompressionDemoTestTable (stringData) VALUES (REPLICATE(NCHAR(1234) + NCHAR(1299), 2000))
GO 1000
ALTER TABLE MSCompressionDemoTestTable REBUILD PARTITION = ALL WITH (DATA_COMPRESSION = PAGE);   
SELECT in_row_data_page_count FROM sys.dm_db_partition_stats WHERE OBJECT_ID = OBJECT_ID('MSCompressionDemoTestTable')
GO
DROP TABLE MSCompressionDemoTestTable

CREATE TABLE MSCompressionDemoTestTable (stringdata varchar(8000))
GO
INSERT INTO MSCompressionDemoTestTable (stringData) VALUES (REPLICATE('a', 4038))
GO 1000
ALTER TABLE MSCompressionDemoTestTable REBUILD PARTITION = ALL WITH (DATA_COMPRESSION = ROW);  
SELECT sys.fn_PhysLocFormatter (%%PHYSLOC%%) LocationOfTheRecord FROM MSCompressionDemoTestTable
ALTER TABLE MSCompressionDemoTestTable REBUILD PARTITION = ALL WITH (DATA_COMPRESSION = PAGE);   
SELECT in_row_data_page_count FROM sys.dm_db_partition_stats WHERE OBJECT_ID = OBJECT_ID('MSCompressionDemoTestTable')
SELECT sys.fn_PhysLocFormatter (%%PHYSLOC%%) LocationOfTheRecord FROM MSCompressionDemoTestTable
GO
DROP TABLE MSCompressionDemoTestTable

{"Title":"Simply Irresistible","Year":"1999","Rated":"PG-13","Released":"05 Feb 1999","Runtime":"96 min","Genre":"Comedy, Drama, Fantasy","Director":"Mark Tarlov","Writer":"Judith Roberts","Actors":"Sarah Michelle Gellar, Sean Patrick Flanery, Patricia Clarkson, Dylan Baker","Plot":"A magical crab works wonders for a terrible chef's culinary skills, leading her towards the man of her dreams.","Language":"French, English","Country":"Germany, USA","Awards":"N/A","Poster":"http://ia.media-imdb.com/images/M/MV5BMTYyNTg3Mzg2M15BMl5BanBnXkFtZTcwNzczNjUyMQ@@._V1_SX300.jpg","Metascore":"27","imdbRating":"5.3","imdbVotes":"11,290","imdbID":"tt0145893","Type":"movie","Response":"True"}

using System;
using System.Collections.Generic;
using System.Data;
using System.Data.SqlTypes;
using Microsoft.SqlServer.Server;
using System.Collections;

public partial class StoredProcedures
{
    [SqlFunction(FillRowMethodName = "OMDSearch", TableDefinition = "Name nvarchar(400), Value nvarchar(4000)")]
    public static IEnumerable tvfnOMDSearch(String title, String year)
    {
        System.Net.WebRequest req = System.Net.WebRequest.Create(String.Concat(@"http://www.omdbapi.com/?t=", title, @"&y=", year, @"&plot=short&r=json"));

        System.Net.WebResponse resp = req.GetResponse();
        System.IO.StreamReader sr = new System.IO.StreamReader(resp.GetResponseStream());

        string jres = sr.ReadToEnd().Trim();
        /*Remove JSON brackets and mark the columns with a not(¬) sign*/
        jres = jres.Replace("{\"", "").Replace("\"}", "").Replace("\":\"", "¬");
        /*Split out the lines into an array*/
        string[] movieinfo = jres.Split(new string[] { "\",\"" }, StringSplitOptions.RemoveEmptyEntries);

        return movieinfo;
    }
    public static void OMDSearch(Object obj, out SqlString Name, out SqlString Value)
    {
        string[] resarr = obj.ToString().Split('¬');
        Name = resarr[0].ToString();
        Value = resarr[1].ToString();
    }
}

CREATE TABLE #tbMovies (MovieYear varchar(150), MovieName varchar(150))
GO

INSERT INTO #tbMovies VALUES
('2014',	'God''s Pocket'),
('1972',	'Malcolm X'),
('2012',	'Alter Egos'),
('2008',	'Step Up 2: The Streets'),
('2015',	'LEGO Friends'),
('2012',	'Nate & Margaret'),
('2014',	'Castle'),
('2012',	'Jack and Jill'),
('2016',	'Carol'),
('2012',	'Dragons'),
('2011',	'Beastly'),
('2015',	'April 9th'),
('2015',	'A Girl Walks Home Alone At Night'), 
('2012',	'People Like Us')
GO
SELECT * FROM #tbMovies AS T
CROSS APPLY MSDB.dbo.tvfnOMDSearch(T.MovieName, T.MovieYear)

DECLARE @From string = "/DemoFolder/2014-05-cumbria-street.csv";
DECLARE @To string = "/DemoFolderResult/outputtop10.csv";

@policefiles =
EXTRACT CrimeID String,
Month String,
Reportedby String,
Fallswithin String,
Longitude String,
Latitude String,
Location String,
LSOAcode String,
LSOAname String,
Crimetype String,
Lastoutcomecategory String,
Context String
    FROM @From
    USING Extractors.Csv()
    ORDER BY Crimetype FETCH 10 ROWS;

OUTPUT @policefiles
    TO @To
USING Outputters.Csv();

DECLARE @From string = "/DemoFolder/2014-05-cumbria-street.csv";
DECLARE @To string = "/DemoFolderResult/outputsplit.csv";

/*Return the files and tidy up the data by removing "On or near" from the location*/
@policefiles =
    SELECT *,
           Location.ToString().Replace("On or near ", "") AS TrimLocation
    FROM
    (
    EXTRACT CrimeID String,
            Month String,
            Reportedby String,
            Fallswithin String,
            Longitude String,
            Latitude String,
            Location String,
            LSOAcode String,
            LSOAname String,
            Crimetype String,
            Lastoutcomecategory String,
            Context String
    FROM @From
    USING Extractors.Csv()
ORDER BY Crimetype
FETCH 1000000 ROWS
    ) AS A;

//Turn the crime type into a SQL string array 
@SplitCrimeTypes =
    SELECT TrimLocation,
           new SQL.ARRAY(Crimetype.Split(' ')) AS split
    FROM @policefiles;

/*Search though the split out crime type to just look for crimes that have the word Violent in them
Then return the number of locations where a violent crime took place more than once*/
@Res =
    SELECT TrimLocation,
           b,
           COUNT( * ) AS Incidents
    FROM @SplitCrimeTypes
         CROSS APPLY
             EXPLODE(split) AS a(b)
    WHERE b == "Violence"
    GROUP BY TrimLocation,
             b
    HAVING COUNT( * ) > 1;

OUTPUT @Res
TO @To
USING Outputters.Csv();

//Create a new table with an index for storing police data 
DROP TABLE IF EXISTS PoliceTab;
CREATE TABLE PoliceTab(
CrimeID String,
Month DateTime?,
Reportedby String,
Fallswithin String,
Longitude double?,
Latitude double?,
Location String,
LSOAcode String,
LSOAname String,
Crimetype String,
Lastoutcomecategory String,
Context String,
DirectHASH long
//, INDEX idxLocation CLUSTERED (Longitude ASC, Latitude ASC) PARTITIONED BY RANGE(Longitude, Latitude) INTO 10);
//, INDEX idxLocation CLUSTERED (Longitude ASC, Latitude ASC) PARTITIONED BY ROUND ROBIN INTO 10);
//, INDEX idxLocation CLUSTERED (Longitude ASC, Latitude ASC) PARTITIONED BY HASH(CrimeID) INTO 10);
, INDEX idxLocation CLUSTERED (Longitude ASC, Latitude ASC) PARTITIONED BY DIRECT HASH(DirectHASH) INTO 10);

//Insert our police data into it
INSERT INTO PoliceTab
SELECT  CrimeID,
        Month,
        Reportedby,
        Fallswithin,
        Longitude,
        Latitude,
        Location,
        LSOAcode,
        LSOAname,
        Crimetype,
        Lastoutcomecategory,
        Context,
        Convert.ToInt64(DENSE_RANK() OVER (ORDER BY Crimetype)) AS DirectHASH
FROM (EXTRACT CrimeID String,
    Month DateTime?,
    Reportedby String,
    Fallswithin String,
    Longitude double?,
    Latitude double?,
    Location String,
    LSOAcode String,
    LSOAname String,
    Crimetype String,
    Lastoutcomecategory String,
    Context String
    FROM "/DemoFolder/2014-05-cumbria-street.csv"
    USING Extractors.Csv(silent: true)) AS A;

DROP TABLE IF EXISTS LookupTable;
CREATE TABLE LookupTable
(
    id int,
    Description String,
INDEX ixLookuptable CLUSTERED (id) PARTITIONED BY ROUND ROBIN);

INSERT INTO LookupTable
    SELECT * FROM 
        (VALUES
            (1,    "Red"),
            (2,    "Green"), 
            (3,    "Blue"),
            (4,    "Yellow")
        ) AS 
              A(id, Description);