💖💖作者:计算机编程小咖 💙💙个人简介:曾长期从事计算机专业培训教学,本人也热爱上课教学,语言擅长Java、微信小程序、Python、Golang、安卓Android等,开发项目包括大数据、深度学习、网站、小程序、安卓、算法。平常会做一些项目定制化开发、代码讲解、答辩教学、文档编写、也懂一些降重方面的技巧。平常喜欢分享一些自己开发中遇到的问题的解决办法,也喜欢交流技术,大家有技术代码这一块的问题可以问我! 💛💛想说的话:感谢大家的关注与支持! 💜💜 网站实战项目 安卓/小程序实战项目 大数据实战项目 深度学习实战项目
@TOC
基于大数据的历届奥运会数据可视化分析系统介绍
《基于大数据的历届奥运会数据可视化分析系统》是一套融合现代大数据技术与体育数据分析的综合性平台,该系统采用Hadoop分布式存储架构和Spark大数据处理引擎作为核心技术框架,通过HDFS分布式文件系统存储历届奥运会的海量比赛数据,利用Spark SQL进行高效的数据查询与处理,结合Pandas和NumPy进行深度数据挖掘与统计分析。系统后端基于Spring Boot框架构建稳定的服务接口,前端采用Vue.js配合ElementUI组件库打造现代化的用户界面,通过Echarts图表库实现丰富的数据可视化效果,为用户提供直观的大屏数据展示体验。系统核心功能涵盖竞争格局分析模块,通过大数据算法深入剖析各国在不同项目中的竞争态势;综合评价分析功能运用多维度数据指标对参赛国家进行客观评估;国家实力分析模块基于历史数据构建实力评价模型;历史趋势分析功能利用时间序列分析技术揭示奥运发展规律;奖牌分布分析通过地理信息可视化展现全球奖牌分布格局;时序聚类分析运用机器学习算法对奥运数据进行智能分组与模式识别。整个系统不仅展现了大数据技术在体育数据分析领域的强大应用能力,更为奥运历史研究、体育政策制定和竞技体育发展提供了科学的数据支撑平台。
基于大数据的历届奥运会数据可视化分析系统演示视频
基于大数据的历届奥运会数据可视化分析系统演示图片
基于大数据的历届奥运会数据可视化分析系统代码展示
from pyspark.sql import SparkSession
from pyspark.sql.functions import *
from pyspark.ml.clustering import KMeans
from pyspark.ml.feature import VectorAssembler
import pandas as pd
import numpy as np
spark = SparkSession.builder.appName("OlympicDataAnalysis").config("spark.sql.adaptive.enabled", "true").config("spark.sql.adaptive.coalescePartitions.enabled", "true").getOrCreate()
def competition_pattern_analysis(country_filter=None, sport_filter=None):
olympic_df = spark.read.format("parquet").load("hdfs://localhost:9000/olympic_data/competitions")
medal_df = spark.read.format("parquet").load("hdfs://localhost:9000/olympic_data/medals")
if country_filter:
olympic_df = olympic_df.filter(col("country") == country_filter)
if sport_filter:
olympic_df = olympic_df.filter(col("sport") == sport_filter)
competition_stats = olympic_df.join(medal_df, "athlete_id", "left") \
.groupBy("country", "sport", "year") \
.agg(count("athlete_id").alias("participants"),
sum(when(col("medal_type") == "Gold", 1).otherwise(0)).alias("gold_medals"),
sum(when(col("medal_type") == "Silver", 1).otherwise(0)).alias("silver_medals"),
sum(when(col("medal_type") == "Bronze", 1).otherwise(0)).alias("bronze_medals")) \
.withColumn("total_medals", col("gold_medals") + col("silver_medals") + col("bronze_medals")) \
.withColumn("medal_efficiency", col("total_medals") / col("participants")) \
.withColumn("weighted_score", col("gold_medals") * 3 + col("silver_medals") * 2 + col("bronze_medals"))
country_dominance = competition_stats.groupBy("country", "sport") \
.agg(avg("medal_efficiency").alias("avg_efficiency"),
sum("total_medals").alias("historical_medals"),
max("weighted_score").alias("peak_performance")) \
.withColumn("dominance_index",
(col("avg_efficiency") * 0.4 +
log1p(col("historical_medals")) * 0.3 +
col("peak_performance") / 100 * 0.3))
sport_competition_level = competition_stats.groupBy("sport") \
.agg(countDistinct("country").alias("competing_countries"),
avg("medal_efficiency").alias("avg_sport_efficiency"),
stddev("medal_efficiency").alias("efficiency_variance")) \
.withColumn("competition_intensity",
col("competing_countries") * col("efficiency_variance"))
final_analysis = country_dominance.join(sport_competition_level, "sport") \
.withColumn("competitive_advantage",
col("dominance_index") / col("avg_sport_efficiency")) \
.orderBy(col("dominance_index").desc())
return final_analysis.collect()
def historical_trend_analysis(start_year=1896, end_year=2024):
historical_df = spark.read.format("parquet").load("hdfs://localhost:9000/olympic_data/historical")
yearly_trends = historical_df.filter((col("year") >= start_year) & (col("year") <= end_year)) \
.groupBy("year", "country") \
.agg(count("athlete_id").alias("total_athletes"),
sum(when(col("medal_type") == "Gold", 1).otherwise(0)).alias("gold_count"),
sum(when(col("medal_type") == "Silver", 1).otherwise(0)).alias("silver_count"),
sum(when(col("medal_type") == "Bronze", 1).otherwise(0)).alias("bronze_count"),
countDistinct("sport").alias("sports_participated")) \
.withColumn("total_medals", col("gold_count") + col("silver_count") + col("bronze_count")) \
.withColumn("medal_per_athlete", col("total_medals") / col("total_athletes"))
window_spec = Window.partitionBy("country").orderBy("year").rowsBetween(-2, 0)
country_trends = yearly_trends.withColumn("medal_trend_3yr",
avg("total_medals").over(window_spec)) \
.withColumn("athlete_trend_3yr", avg("total_athletes").over(window_spec)) \
.withColumn("efficiency_trend",
col("medal_trend_3yr") / col("athlete_trend_3yr"))
lag_window = Window.partitionBy("country").orderBy("year")
trend_analysis = country_trends.withColumn("prev_year_medals",
lag("total_medals", 1).over(lag_window)) \
.withColumn("medal_growth_rate",
(col("total_medals") - col("prev_year_medals")) / col("prev_year_medals")) \
.withColumn("performance_volatility",
abs(col("medal_growth_rate")))
peak_performance = trend_analysis.groupBy("country") \
.agg(max("total_medals").alias("peak_medals"),
max("medal_per_athlete").alias("peak_efficiency"),
avg("performance_volatility").alias("avg_volatility"),
collect_list(struct("year", "total_medals")).alias("medal_history"))
current_vs_peak = trend_analysis.join(peak_performance, "country") \
.filter(col("year") == end_year) \
.withColumn("current_vs_peak_ratio", col("total_medals") / col("peak_medals")) \
.withColumn("trend_classification",
when(col("current_vs_peak_ratio") > 0.8, "Peak Period")
.when(col("current_vs_peak_ratio") > 0.5, "Stable Period")
.otherwise("Declining Period"))
return current_vs_peak.select("country", "medal_trend_3yr", "efficiency_trend",
"current_vs_peak_ratio", "trend_classification").collect()
def medal_distribution_analysis(geographic_analysis=True):
medal_geo_df = spark.read.format("parquet").load("hdfs://localhost:9000/olympic_data/medal_geography")
continental_distribution = medal_geo_df.groupBy("continent", "year") \
.agg(sum("gold_medals").alias("continent_gold"),
sum("silver_medals").alias("continent_silver"),
sum("bronze_medals").alias("continent_bronze"),
countDistinct("country").alias("active_countries")) \
.withColumn("continent_total",
col("continent_gold") + col("continent_silver") + col("continent_bronze")) \
.withColumn("medals_per_country", col("continent_total") / col("active_countries"))
global_totals = continental_distribution.groupBy("year") \
.agg(sum("continent_total").alias("global_total"))
continental_share = continental_distribution.join(global_totals, "year") \
.withColumn("continent_share_pct",
(col("continent_total") / col("global_total")) * 100) \
.withColumn("gold_dominance_pct",
(col("continent_gold") / col("continent_total")) * 100)
country_inequality = medal_geo_df.groupBy("continent", "year") \
.agg(collect_list("total_medals").alias("country_medals_list")) \
.rdd.map(lambda row: calculate_gini_coefficient(row["country_medals_list"])) \
.toDF(["continent", "year", "gini_coefficient"])
geographic_clusters = medal_geo_df.filter(col("year") >= 2000) \
.groupBy("country") \
.agg(avg("latitude").alias("avg_lat"),
avg("longitude").alias("avg_lon"),
sum("total_medals").alias("country_medals"))
assembler = VectorAssembler(inputCols=["avg_lat", "avg_lon", "country_medals"],
outputCol="features")
cluster_data = assembler.transform(geographic_clusters)
kmeans = KMeans(k=6, seed=42, featuresCol="features")
cluster_model = kmeans.fit(cluster_data)
clustered_countries = cluster_model.transform(cluster_data)
cluster_analysis = clustered_countries.groupBy("prediction") \
.agg(count("country").alias("countries_in_cluster"),
avg("country_medals").alias("avg_cluster_medals"),
collect_list("country").alias("cluster_countries"))
final_distribution = continental_share.join(country_inequality, ["continent", "year"]) \
.withColumn("inequality_trend",
when(col("gini_coefficient") > 0.6, "High Inequality")
.when(col("gini_coefficient") > 0.4, "Moderate Inequality")
.otherwise("Low Inequality"))
return final_distribution.orderBy("year", "continent_share_pct").collect()
def calculate_gini_coefficient(medal_list):
if not medal_list or len(medal_list) <= 1:
return 0.0
sorted_medals = sorted([x for x in medal_list if x is not None])
n = len(sorted_medals)
cumsum = np.cumsum(sorted_medals)
return (2 * sum((i + 1) * medal for i, medal in enumerate(sorted_medals))) / (n * sum(sorted_medals)) - (n + 1) / n
基于大数据的历届奥运会数据可视化分析系统文档展示
💖💖作者:计算机编程小咖
💙💙个人简介:曾长期从事计算机专业培训教学,本人也热爱上课教学,语言擅长Java、微信小程序、Python、Golang、安卓Android等,开发项目包括大数据、深度学习、网站、小程序、安卓、算法。平常会做一些项目定制化开发、代码讲解、答辩教学、文档编写、也懂一些降重方面的技巧。平常喜欢分享一些自己开发中遇到的问题的解决办法,也喜欢交流技术,大家有技术代码这一块的问题可以问我!
💛💛想说的话:感谢大家的关注与支持!
💜💜
网站实战项目
安卓/小程序实战项目
大数据实战项目
深度学习实战项目