Add demos for orx-runway
This commit is contained in:
39
orx-runway/src/demo/kotlin/DemoCaptionToImage02.kt
Normal file
39
orx-runway/src/demo/kotlin/DemoCaptionToImage02.kt
Normal file
@@ -0,0 +1,39 @@
|
||||
import org.openrndr.application
|
||||
import org.openrndr.color.ColorRGBa
|
||||
import org.openrndr.draw.ColorBuffer
|
||||
import org.openrndr.draw.loadFont
|
||||
import org.openrndr.extra.runway.*
|
||||
import org.openrndr.resourceUrl
|
||||
import java.io.File
|
||||
import java.net.URL
|
||||
|
||||
/**
|
||||
* This demonstrates a text to image network. It generates images from simple sentences.
|
||||
* This example requires a `runway/AttnGAN` model to be active in Runway.
|
||||
*/
|
||||
|
||||
fun main() = application {
|
||||
configure {
|
||||
width = 768
|
||||
height = 576
|
||||
}
|
||||
|
||||
program {
|
||||
val runwayHost = "http://localhost:8000/query"
|
||||
val nouns = URL(resourceUrl("/data/dictionary/nouns.txt")).readText().split("\n")
|
||||
val prepositions = URL(resourceUrl("/data/dictionary/prepositions.txt")).readText().split("\n")
|
||||
val adjectives = URL(resourceUrl("/data/dictionary/adjectives.txt")).readText().split("\n")
|
||||
val font = loadFont(resourceUrl("/data/fonts/IBMPlexMono-Regular.ttf"), 36.0)
|
||||
|
||||
extend {
|
||||
val text = "a ${adjectives.random()} ${nouns.random()} ${prepositions.random()} a ${adjectives.random()} ${nouns.random()}"
|
||||
val result: AttnGANResult = runwayQuery(runwayHost, AttnGANRequest(text))
|
||||
val image = ColorBuffer.fromUrl(result.result)
|
||||
drawer.fontMap = font
|
||||
drawer.image(image, (width - image.width)/2.0, (height - image.height)/2.0)
|
||||
drawer.fill = ColorRGBa.PINK
|
||||
drawer.text(text, 40.0, height - 40.0)
|
||||
image.destroy()
|
||||
}
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user