pyspark-ai
pyspark-ai copied to clipboard
Error while using ChatGooglePalm
from pyspark.sql import SparkSession
import pyspark_ai
spark = SparkSession.builder.appName('dummy').getOrCreate()
data = [("Java", "20000"), ("Python", "100000"), ("Scala", "3000")]
columns = ["language","user_cnt"]
rdd = spark.sparkContext.parallelize(data)
from pyspark.sql.types import StructType, StructField, StringType
schema = StructType([
StructField("language", StringType(), nullable=False),
StructField("user_cnt", StringType(), nullable=False)
])
df=spark.createDataFrame(data,schema=schema)
# llm=palm.get_model("models/chat-bison-001")
from langchain.chat_models import ChatGooglePalm
llm = ChatGooglePalm(temperature=0.9,google_api_key="GOOGLE_API_KEY")
spark_ai=pyspark_ai.SparkAI(llm=llm,spark_session=spark)
spark_ai.activate()
df.ai.transform("language with high user count")
ChatGooglePalmError: ChatResponse must have at least one candidate.
@kannankvsp could you show us the usage code and the error stack trace?
I added full code and error message.