01 CALCULATED COLUMN

When calculations is done on a row level

Revenue = [Price_USD] * [Sales]

02 CALCULATED MEASURES

When calculation is done on an aggregated level and don’t want to store information on a row level

Measure do not create physical values in your table. It does not increase the file size.

Data

Filter customer data by type VIP/Regular

from pyspark.sql.functions import *  
customer=spark.sql("Select * FROM workspace.customerdata.customer")
display(customer)
df.printSchema()
df1=df.filter(df["customer_type"]=="VIP")
df0=customer.filter(col("customer_type")=="Regular")
display(df1)
# filter by customer_type and country
df1=customer.filter((customer.customer_type=="VIP") & (customer.country=='USA'))
# where condition
df2=customer.where((customer.customer_type=="VIP") & (customer.country=='USA'))
# or operator
df3=customer.where((customer.customer_type=="VIP") | (customer.country=='USA'))

Add new column withColumn Function

from pyspark.sql.functions import *  
customer=spark.sql("Select * FROM workspace.customerdata.customer")
customer =customer.withColumn("Salary", col("age")* 1000)
customer.printSchema()
display(customer)

# withColumn fuction
customer =customer.withColumn("Seniority", when(customer.age>50, "Senior").otherwise("Junior"))

 registry_value {'HKLM\SYSTEM\CurrentControlSet\Control\Lsa\FipsAlgorithmPolicy':
    ensure => present,
    type   => string,
    data   =>   '1',
  }

iis_application { 'myapp':
  ensure             => 'present',
  sitename           => 'mysite',
  physicalpath       => 'C:\\inetpub\\app',
  authenticationinfo => {
    'basic'     => true,
    'anonymous' => false,
  },
}

#download file from repo
 download_file { 'Download dotnet 4.0' :
  url                   => 'https://repos.shivaprogramming.com/Myapp.ZIP',
  destination_directory => 'D:\downloadapp',
}

#extract zip
 exec { 'Unzip Folder':
        command =>'Expand-Archive -Path D:\downloadapp\Myapp.ZIP -DestinationPath D:\downloadapp\DEST',
        provider  => powershell,
        logoutput =>    true,
        subscribe => Download_file['Download dotnet 4.0'],
    } 
#copy resources to the destination
 
 file { 'D:\CA_Websites\MyApp':  #destination
 ensure    => 'directory',
 recurse   => true,
 source    => 'D:\downloadapp\DEST',
 subscribe => Exec['Unzip Folder'],
  }

# copy IIS files into inetpub folder
file { 'C:\\inetpub\\minimal\\' :
ensure  => 'directory',
source  => 'C:\\moveto\\ACME',
recurse => true,
}

#create  application pool
iis_application_pool { 'ACME':
  ensure                  => 'present',
  state                   => 'started',
  managed_pipeline_mode   => 'Integrated',
  managed_runtime_version => 'v4.0',
} ->

# create Default Website
iis_site { 'Default Web Site':
  ensure          => 'started',
  #physicalpath    => 'C:\\inetpub',
  applicationpool => 'ACME',
} ->
#create IIS  application 
iis_application {'ACME':
  ensure          => present,
  applicationname => 'ACME', # <-- Does not need to match the title
  sitename        => 'Default Web Site',
  physicalpath => 'C:\\inetpub\\minimal',
} ->
#create IIS application  and convert to application
iis_application{'/ACME/UI':
  applicationpool => 'ACME',
  ensure          => 'present',
  sitename        => 'Default Web Site',
physicalpath => 'C:\\inetpub\\minimal\\UI'
}